:W&Bá¾\ÞŽµM y0tbsstqª; 9 /0.28.1+bc2cf24b1bd9fa3a1b6cbeb920087b832afc526f0.70.0“¸mžÂ‚" tf3oenno5jkv y0tbsstqŠž y0tbsstqspatop" _wandb‚{}Bdp_dsfrac_040_outputj dp-spatop-train-dsfrac-040-fj9dnŠ âù‰ÓÈÒš1 (H¨¸h"3.12.10*0.28.1j linux-x86_64,fâ`ÒÚ -Linux-6.8.0-136-generic-x86_64-with-glibc2.36CPython 3.12.10 âù‰Ó°í®¾*-of*@/data/spatop/options_files/sweep_fixed_dp/config_dsfrac_040.json*-l*/scratch/logs/*-n*dp_dsfrac_040_output2-m spanet.trainRdanielprimosch@gmail.comZ/scratch/logs/b dp-spatop-train-dsfrac-040-fj9dnr/opt/conda/bin/pythonº o5cvwn5yn20v26g1b9dpsryaa9y7b5v4V$ÉÒÀ€ˆ€’NVIDIA A100-SXM4-80GB˜¢ /€€€¥È.€  ´ƒª€àãÓ½ÂS NVIDIA A100-SXM4-80GB€€€€À€6"Ampere*(GPU-14887f69-3c43-4e53-17c5-95a25efdf0b6Ê13.2º o5cvwn5yn20v26g1b9dpsryaa9y7b5v4æPò2  requirements.txtf YwP y0tbsstqZ? (H¨¸ (H¨¸h"3.12.10*0.28.1j linux-x86_64r¨¥R y0tbsstqZA (H¨¸ (H¨¸8h"3.12.10*0.28.1j linux-x86_64¯ÀNü* y0tbsstqb trainer/global_step2?·U  y0tbsstqZD (H¨¸ (H¨¸8h"3.12.10*0.28.1j linux-x86_64Äñô/  y0tbsstqb*"trainer/global_step2ÿÞ¯ K  y0tbsstqj: ãù‰Óà†¯ñ*LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0] .…[Ø“  y0tbsstqj  ãù‰Ó¨ì¡Éî â”â”â”â”┳â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”┳â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”┳â”â”â”â”â”â”â”â”┳â”â”â”â”â”â”â”┳â”â”â”â”â”â”â”┓ ┃ ┃ Name ┃ Type ┃ Params ┃ Mode ┃ FLOPs ┃ ┡â”â”â”╇â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”╇â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”╇â”â”â”â”â”â”â”â”╇â”â”â”â”â”â”â”╇â”â”â”â”â”â”â”┩ │ 0 │ embedding │ MultiInputVectorEmbed… │ 3.4 M │ train │ 0 │ │ 1 │ encoder │ JetEncoderWithPairwise │ 5.3 M │ train │ 0 │ │ 2 │ branch_decoders │ ModuleList │ 75.8 M │ train │ 0 │ │ 3 │ regression_decoder │ RegressionDecoder │ 0 │ train │ 0 │ │ 4 │ classification_decoder │ ClassificationDecoder │ 0 │ train │ 0 │ │ │ other params │ n/a │ 12 │ n/a │ n/a │ └───┴────────────────────────┴────────────────────────┴────────┴───────┴───────┘ º…© \  y0tbsstqjÊ ãù‰Óà’šÊ·Trainable params: 84.5 M Non-trainable params: 50 Total params: 84.5 M Total estimated model params size (MB): 337.925 Modules in train mode: 2326 Modules in eval mode: 0 Total FLOPs: 0 F@G¾ y0tbsstq*¬  hidden_dim‚256  transformer_dim‚256  transformer_dim_scale‚2.0  initial_embedding_dim‚256  position_embedding_dim‚256  num_embedding_layers‚6  num_encoder_layers‚4 ! num_branch_embedding_layers‚3  num_branch_encoder_layers‚3  num_jet_embedding_layers‚0  num_jet_encoder_layers‚2  num_detector_layers‚2  num_regression_layers‚3  num_classification_layers‚3  split_symmetric_attention‚1  num_attention_heads‚8 ! transformer_activation‚"gelu"  skip_connections‚1 ( "initial_embedding_skip_connections‚1  linear_block_type‚"GRU"  transformer_type‚"Gated"  linear_activation‚"gelu"  normalization‚ "LayerNorm"  masking‚ "Filling" linear_prelu_activation‚true  use_pairwise_interactions‚1  num_pairwise_features‚4  pairwise_embedding_dim‚8  pairwise_input_source‚"all"  pairwise_block_embeddings‚1  pairwise_cross_type‚true  use_moe‚false  num_experts‚8  num_experts_per_tok‚2  moe_loss_scale‚0.01 K event_info_file‚7"/data/spatop/event_files/v11/tt_hadronic_v7_full.yaml" F training_file‚4"/data/spatop/tpm70_wpm30_FB350_fixed/all_merged.h5"  validation_file‚""  testing_file‚""  normalize_features‚1  limit_to_num_jets‚0  balance_particles‚0  balance_jets‚0 ! balance_classifications‚false  partial_events‚1  dataset_limit‚0.4  dataset_randomization‚0  train_validation_split‚0.95  limit_val_batches‚1.0  batch_size‚2048  num_dataloader_workers‚0  mask_sequence_vectors‚1  combine_pair_loss‚"min"  optimizer‚"AdamW" ( learning_rate‚0.00011712902303919398  focal_gamma‚0.0  combinatorial_scale‚0.0 # learning_rate_warmup_epochs‚1.0  learning_rate_cycles‚1  assignment_loss_scale‚1.0  detection_loss_scale‚1.0  kl_loss_scale‚0.0  regression_loss_scale‚0.0 ! classification_loss_scale‚0.0 ! use_mass_classification‚false  mass_classes‚[]  balance_losses‚true  l2_penalty‚0.0002  gradient_clip‚10.0  dropout‚0.26251405799488203 epochs‚50 num_gpu‚1  verbose_output‚false  usable_gpus‚""  trial_time‚"" $ trial_output_dir‚"./test_output"0’=të y0tbsstqjÙ ãù‰Ó¨ÜÄÍÈ/opt/conda/lib/python3.12/site-packages/pytorch_lightning/utilities/_pytree.py:21: `isinstance(treespec, LeafSpec)` is deprecated, use `isinstance(treespec, TreeSpec) and treespec.is_leaf()` instead. ï§ò N y0tbsstqj¼ ãù‰ÓˆÓÍ«/opt/conda/lib/python3.12/site-packages/pytorch_lightning/trainer/connectors/data_connector.py:434: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=3` in the `DataLoader` to improve performance. $ å8ë y0tbsstqjÙ çù‰ÓȾ€¨È/opt/conda/lib/python3.12/site-packages/pytorch_lightning/utilities/_pytree.py:21: `isinstance(treespec, LeafSpec)` is deprecated, use `isinstance(treespec, TreeSpec) and treespec.is_leaf()` instead. Ò»j P y0tbsstqj¾ çù‰Óà€’¨­/opt/conda/lib/python3.12/site-packages/pytorch_lightning/trainer/connectors/data_connector.py:434: The 'train_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=3` in the `DataLoader` to improve performance. ïuyz‚(:“ òù‰Ó¶¯ÀÎ gpu.0.gpu‚89.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.94929504394531* gpu.0.memoryAllocatedBytes‚ 49778065408 gpu.0.temp‚50.0 gpu.0.powerWatts‚258.574' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚51.714800000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¬ñ:}1‚(:§ òù‰ÓÙ»æÔ# disk.nvme0c0n1.out‚ 5.3974609375! disk.nvme0n1.out‚ 5.3974609375 disk.sda2.out‚0$ memory_percent‚43.08516184488933! proc.memory.rssMB‚ 2648.390625* proc.memory.percent‚10.776329040527344$ disk./.usageGB‚800.8520660400391 disk.dm-1.out‚0.734375 disk.nvme0n1.in‚ 39.26953125 disk.dm-0.in‚ 39.26953125 disk.sda1.in‚0 proc.cpu.threads‚17( disk./.usagePercent‚53.7458541115875 disk.sda3.out‚0.734375( proc.memory.availableMB‚ 13987.390625 cpu‚14.755477589597987 network.sent‚42030 network.recv‚40060 disk.dm-1.in‚ 14.3515625 disk.dm-0.out‚ 5.3974609375 disk.sda.in‚ 14.3515625 disk.sda.out‚0.734375 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 14.3515625! disk.nvme0c0n1.in‚ 39.26953125Z Ìp‚(:“ ú‰Ó½‚žÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.956619262695305* gpu.0.memoryAllocatedBytes‚ 49784356864 gpu.0.temp‚53.0 gpu.0.powerWatts‚285.199' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚57.03980000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0].ÝZ8‚(:® ú‰ÓÒæÝÏ proc.cpu.threads‚17) disk./.usagePercent‚53.74591529738818 disk.nvme0n1.in‚ 39.44140625! disk.nvme0n1.out‚ 6.6357421875 disk.sda.in‚ 14.3515625 disk.dm-1.out‚ 0.97265625$ memory_percent‚43.09037526448567* proc.memory.percent‚10.776456197102863 cpu‚16.785082873112604$ disk./.usageGB‚800.8529777526855! disk.nvme0c0n1.in‚ 39.44140625 disk.dm-0.in‚ 39.44140625 disk.dm-0.out‚ 6.6357421875 disk.sda.out‚ 0.97265625 disk.sda2.out‚0 disk.dm-1.in‚ 14.3515625! proc.memory.rssMB‚ 2648.421875 network.sent‚42360 network.recv‚40663 disk.sda1.out‚0# disk.nvme0c0n1.out‚ 6.6357421875 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚ 14.3515625 disk.sda3.out‚ 0.97265625( proc.memory.availableMB‚ 13986.109375bj GDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated"trainer/global_step2:JPð[|]?bY 6DeviceStatsMonitor.on_train_batch_start/max_split_size"trainer/global_step2:JPÙP9a`@b\ 9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries"trainer/global_step2:JPr;ðjAbf CDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated"trainer/global_step2:JP™¸#fBbb ?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed"trainer/global_step2:JP¨ÌnCbj GDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed"trainer/global_step2:JPkñˆxtDbp MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed"trainer/global_step2:JPç^¸ÙsEbo LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak"trainer/global_step2:JP|ÕAˆ_Fb[ 8DeviceStatsMonitor.on_train_batch_start/num_device_alloc"trainer/global_step2:JP^j3SnGbj GDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak"trainer/global_step2:JP[‹ÎarHbn KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated"trainer/global_step2:JP2RäbIb^ ;DeviceStatsMonitor.on_train_batch_start/segment.all.current"trainer/global_step2:JPü]hoJbk HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed"trainer/global_step2:JP¬“÷ gKbc @DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed"trainer/global_step2:JPP<1KpLbl IDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current"trainer/global_step2:JP“HmMbi FDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak"trainer/global_step2:JP£(ÌäjNbf CDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current"trainer/global_step2:JP3ãÆ6lObh EDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed"trainer/global_step2:JP>«hPbd ADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak"trainer/global_step2:JPC„ gQbc @DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated"trainer/global_step2:JP‡²£^RbZ 7DeviceStatsMonitor.on_train_batch_start/num_device_free"trainer/global_step2:JPDÏ_gSbc @DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed"trainer/global_step2:JP÷l{rnTbj GDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak"trainer/global_step2:JP| .nUbj GDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed"trainer/global_step2:JPË®ÕhVbd ADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed"trainer/global_step2:JPþ/˜sWbo LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated"trainer/global_step2:JPb;$lXbh EDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current"trainer/global_step2:JPbò€ÆpYbl IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated"trainer/global_step2:JPP¹”mZbi FDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed"trainer/global_step2:JP-Ñfi[be BDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current"trainer/global_step2:JP£í`\b\ 9DeviceStatsMonitor.on_train_batch_start/segment.all.freed"trainer/global_step2:JPÀƒÈp]bl IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated"trainer/global_step2:JP¤ç*k^bg DDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak"trainer/global_step2:JPÈT#Õn_bj GDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak"trainer/global_step2:JP45ŸQg`bc @DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak"trainer/global_step2:JPd ÂÓmabi FDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak"trainer/global_step2:JP Aì6rbbn KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated"trainer/global_step2:JPTõz\kcbg DDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated"trainer/global_step2:JPƒ‡ÞBidbe BDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current"trainer/global_step2:JP’#2ðqebm JDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current"trainer/global_step2:JP~z} nfbj GDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak"trainer/global_step2:JP†òÕ igbe BDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak"trainer/global_step2:JP¤vWDphbl IDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current"trainer/global_step2:JP0þßcmibi FDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak"trainer/global_step2:JP28à6ejba >DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak"trainer/global_step2:JPâ­ékkbg DDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak"trainer/global_step2:JPP„Êáolbk HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed"trainer/global_step2:JP¨éI¥fmbb ?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak"trainer/global_step2:JPöÜ“mnbi FDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak"trainer/global_step2:JP¹L}Étobp MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed"trainer/global_step2:JPH8B¸npbj GDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current"trainer/global_step2:JP%öñ›jqbf CDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed"trainer/global_step2:JP+#OTvrbr ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current"trainer/global_step2:JPB7.ñfsbb ?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed"trainer/global_step2:JP£â¶ktbg DDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated"trainer/global_step2:JPÑP Ãeuba >DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak"trainer/global_step2:JP·;fSqvbm JDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current"trainer/global_step2:JPÆC' cwb_ DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak"trainer/global_step2:JP íQo…bj GDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current"trainer/global_step2:JPP–eSk†bf CDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current"trainer/global_step2:JPXKƒ]m‡bh EDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current"trainer/global_step2:JP þîIfˆba >DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed"trainer/global_step2:JPiH+Üh‰bc @DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak"trainer/global_step2:JPgëskŠbf CDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed"trainer/global_step2:JPË’—p‹bk HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed"trainer/global_step2:JP¶µ>mŒbh EDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated"trainer/global_step2:JP»4ŠÐtbo LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated"trainer/global_step2:JP˜»Ô¿hŽbc @DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed"trainer/global_step2:JPÚ4¢Ùjbe BDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current"trainer/global_step2:JPqf³jbe BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated"trainer/global_step2:JPÌ\<¸f‘ba >DeviceStatsMonitor.on_train_batch_start/allocation.all.current"trainer/global_step2:JPtšX c’b^ ;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak"trainer/global_step2:JP穼ms“bn KDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated"trainer/global_step2:JPyÐBéq”bl IDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current"trainer/global_step2:JP|â g•bb ?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak"trainer/global_step2:JPAãLl–bg DDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated"trainer/global_step2:JP{R‹Dj—be BDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current"trainer/global_step2:JP¥"Ýg˜bb ?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak"trainer/global_step2:JPC¹o™bj GDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed"trainer/global_step2:JP~ Gyšbt QDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated"trainer/global_step2:JPF[Ñi›bd ADeviceStatsMonitor.on_train_batch_start/oversize_segments.current"trainer/global_step2:JP'3ëhœbc @DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed"trainer/global_step2:JPlei¤.) _wandbruntime‚83  _runtime‚83PÐOïßžŸO LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚11946 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚326 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚591 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 _step‚1 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288314368 [HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚14026856410896 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚822 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ]MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 64582796800 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 NCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚422758 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51408384 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49239031808 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚11946 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 GDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345294848 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371468288 NEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚9788 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚14083187096576 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709579264 NCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚452951 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚14032553605120 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚14078773881464 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚14026881838864 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 UBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚14084558564864 G>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚9794 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12021 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚152577 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49239031808 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚822 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚623 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚137166 aQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 64634205184 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 C8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚875709 JADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚9788 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371468288 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419499520 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2003 RGDeviceStatsMonito¡ØÆr.on_train_batch_start/allocation.small_pool.allocated‚462739 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2003 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚822 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709579264 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 C:DeviceStatsMonitor.on_train_batch_start/active.all.current‚9794 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12021 NCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚422764 \JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚ 4184546836480 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 51892042600 GDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 _step‚1 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288314368 [HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚14026856410896 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚822 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ]MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 64582796800 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 NCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚422758 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51408384 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49239031808 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚11946 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 GDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345294848 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371468288 NEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚9788 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚14083187096576 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709579264 NCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚452951 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚14032553605120 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚14078773881464 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚14026881838864 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 UBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚14084558564864 G>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚9794 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12021 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚152577 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49239031808 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚822 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚623 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚137166 aQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 64634205184 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 C8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚875709 JADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚9788 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371468288 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419499520 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2003 RGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚462739 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2003 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚822 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709579264 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 C:DeviceStatsMonitor.on_train_batch_start/active.all.current‚9794 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12021 NCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚422764 \JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚ 4184546836480 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 51892042600 GDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak"trainer/global_step2:JPEVáMp£bk HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated"trainer/global_step2:JP÷7óX`¤b[ 8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections"trainer/global_step2:JPEºÚe¥b` =DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed"trainer/global_step2:JPG®þÅf¦ba >DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed"trainer/global_step2:JP=òÂ8k§bf CDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated"trainer/global_step2:JPW¢=h¨bc @DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current"trainer/global_step2:JPt5d©b_ DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak"trainer/global_step2:JPÑIýîm³bh EDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak"trainer/global_step2:JP¯Íî\q´bl IDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated"trainer/global_step2:JPa)`olµbg DDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak"trainer/global_step2:JPJ;Óm¶bh EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak"trainer/global_step2:JP+Õ9(k·bf CDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current"trainer/global_step2:JPÌ@¢¨j¸be BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated"trainer/global_step2:JPŠÅÊÑe¹b` =DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak"trainer/global_step2:JPnä)oºbj GDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current"trainer/global_step2:JPulp»bk HDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current"trainer/global_step2:JP2:Jœm¼bh EDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed"trainer/global_step2:JP¼4b½b] :DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams"trainer/global_step2:JPy£Û2p¾bk HDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current"trainer/global_step2:JPL­€n¿bi FDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed"trainer/global_step2:JP‚ÄaÀb\ 9DeviceStatsMonitor.on_train_batch_end/segment.all.current"trainer/global_step2:JPܼþ]ÁbX 5DeviceStatsMonitor.on_train_batch_end/active.all.peak"trainer/global_step2:JPÀç9§mÂbh EDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current"trainer/global_step2:JP¹‚«‡^ÃbY 6DeviceStatsMonitor.on_train_batch_end/num_device_alloc"trainer/global_step2:JPËÖ)oÄbj GDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current"trainer/global_step2:JPK i?gÅbb ?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current"trainer/global_step2:JPŸ‚iÆbd ADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current"trainer/global_step2:JP‘QmÇbh EDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated"trainer/global_step2:JPF1 wdÈb_ DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed"trainer/global_step2:JP–á÷-kåbf CDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed"trainer/global_step2:JPcÎÒ.mæbh EDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current"trainer/global_step2:JP™fërçbm JDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak"trainer/global_step2:JP.æXXdèb_ DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated"trainer/global_step2:JPþ±Lkrðbm JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated"trainer/global_step2:JPCÇ9=jñbe BDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak"trainer/global_step2:JPc£@ƒlòbg DDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated"trainer/global_step2:JPi¸ _óbZ 7DeviceStatsMonitor.on_train_batch_end/segment.all.freed"trainer/global_step2:JP]"5˜môbh EDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated"trainer/global_step2:JPë?×Ülõbg DDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak"trainer/global_step2:JP?yë>köbf CDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak"trainer/global_step2:JPFjžl÷bg DDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak"trainer/global_step2:JPèÊ1—cøb^ ;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated"trainer/global_step2:JPz€YÇhùbc @DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current"trainer/global_step2:JPdk búb] :DeviceStatsMonitor.on_train_batch_end/active.all.allocated"trainer/global_step2:JP³«Û8mûbh EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak"trainer/global_step2:JP¯œ"Žiübd ADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed"trainer/global_step2:JPL áuýbp MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current"trainer/global_step2:JPÞa€€iþbd ADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current"trainer/global_step2:JPçÒ=Fiÿbd ADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated"trainer/global_step2:JPIÇd€b_ DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed"trainer/global_step2:JPÿ¦Le„b` =DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak"trainer/global_step2:JPVrØp…bk HDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current"trainer/global_step2:JP€ß^ d†b_ DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed"trainer/global_step2:JPï‘Öf”ba >DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current"trainer/global_step2:JP®¸ã³_•bZ 7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries"trainer/global_step2:JPÅD±I]–bX 5DeviceStatsMonitor.on_train_batch_end/num_device_free"trainer/global_step2:JPO¾ 9h—bc @DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed"trainer/global_step2:JP‚zhÈe˜b` =DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak"trainer/global_step2:JPŽkÛk™bf CDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated"trainer/global_step2:JPÅ]Álšbg DDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed"trainer/global_step2:JPPɘB.›) _wandbruntime‚85  _runtime‚85v=B3œ©M =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚822 VCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚14364494564864 VDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚ 4263968800256 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1118855168 ]JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚14305683612640 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709580288 ZHDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚ 4264382001152 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚14358596456992 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚328 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667564647 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679330942 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 % _timestamp‚1.7848394808629968e+09 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680031232 LCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚9802 MBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚295336 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49239031808 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1723858944 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345302016 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚139804 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344610290 VFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 51568234062 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2003 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12023 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2003 _step‚2 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚324 trainer/global_step‚49 H?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚9802 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ ˜E1|1371475456 PEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚431131 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚295008 VCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚14311467089920 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345302016 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 316854784 ODeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚902966 ZJDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 52912844352 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288314368 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 PEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚471835 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚55 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1377076736 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1723858944 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2003 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚902966 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288314368 LADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚462033 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚45109760 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370038258 LADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚471835 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚623 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371475456TÔÐŽ³&­M ODeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚902966 ZJDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 52912844352 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288314368 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 PEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚471835 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚55 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1377076736 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1723858944 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2003 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚902966 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288314368 LADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚462033 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚45109760 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370038258 LADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚471835 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚623 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371475456 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚822 VCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚14364494564864 VDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚ 4263968800256 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1118855168 ]JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚14305683612640 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709580288 ZHDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚ 4264382001152 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚14358596456992 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚328 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667564647 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679330942 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 % _timestamp‚1.7848394808629968e+09 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680031232 LCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚9802 MBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚295336 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49239031808 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1723858944 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345302016 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚139804 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344610290 VFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 51568234062 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2003 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12023 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2003 _step‚2 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚324 trainer/global_step‚49 H?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚9802 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371475456 PEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚431131 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚295008 VCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚14311467089920 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345302016 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 316854784R‰04Ažb< loss/FBt1/assignment_loss"trainer/global_step2:JPèsõº@Ÿb; loss/FRt2/detection_loss"trainer/global_step2:JP¢({[B b= loss/SRqqt1/detection_loss"trainer/global_step2:JP0 ‘B¡b= loss/SRqqt2/detection_loss"trainer/global_step2:JP @GÕ-¢b( epoch"trainer/global_step2:JP¤vA£b< loss/FRt1/assignment_loss"trainer/global_step2:JPìý´C¤b> loss/SRqqt2/assignment_loss"trainer/global_step2:JP& æ7¥b2 loss/total_loss"trainer/global_step2:JPÝ&’A¦b< loss/FRt2/assignment_loss"trainer/global_step2:JPŸ&9C§b> loss/SRqqt1/assignment_loss"trainer/global_step2:JPš^ŽA¨b< loss/FBt2/assignment_loss"trainer/global_step2:JP“ÈyŠ@©b; loss/FBt2/detection_loss"trainer/global_step2:JPxÁ$@ªb; loss/FRt1/detection_loss"trainer/global_step2:JP_j†a@«b; loss/FBt1/detection_loss"trainer/global_step2:JPäùÍÔ.¬) _wandbruntime‚85  _runtime‚85ÂzÑ8ø­ò 0loss/FBt1/assignment_loss‚1.4424764825747562 /loss/FRt2/detection_loss‚1.6388420458676087 0loss/SRqqt1/detection_loss‚4.085316335643405 1loss/SRqqt2/detection_loss‚1.4729775740044777 epoch‚0 trainer/global_step‚49 /loss/FRt1/assignment_loss‚4.533569023504362 1loss/SRqqt2/assignment_loss‚4.238116600358115 %loss/total_loss‚82.06904927878023 /loss/FRt2/assignment_loss‚5.316589929660162 1loss/SRqqt1/assignment_loss‚4.157598654191886 0loss/FBt2/assignment_loss‚1.3159365834611836 -loss/FBt2/detection_loss‚44.1945559824958 % _timestamp‚1.7848394809128437e+09 _runtime‚ 85.214239054 0loss/FRt1/detection_loss‚0.36706876252995513 .loss/FBt1/detection_loss‚9.306001304488522 _step‚3 °œTü®ö 0loss/FBt1/assignment_loss‚1.4424764825747562 /loss/FRt2/detection_loss‚1.6388420458676087 0loss/SRqqt1/detection_loss‚4.085316335643405 1loss/SRqqt2/detection_loss‚1.4729775740044777 epoch‚0 trainer/global_step‚49 /loss/FRt1/assignment_loss‚4.533569023504362 1loss/SRqqt2/assignment_loss‚4.238116600358115 %loss/total_loss‚82.06904927878023 /loss/FRt2/assignment_loss‚5.316589929660162 1loss/SRqqt1/assignment_loss‚4.157598654191886 0loss/FBt2/assignment_loss‚1.3159365834611836 -loss/FBt2/detection_loss‚44.1945559824958 % _timestamp‚1.7848394809128437e+09 _runtime‚ 85.214239054 0loss/FRt1/detection_loss‚0.36706876252995513 .loss/FBt1/detection_loss‚9.306001304488522 _step‚3(y¢}“¯‚(:ˆ ½ú‰ÓèÂÎ gpu.0.gpu‚99.0 gpu.0.memory‚30+ gpu.0.memoryAllocated‚57.96394348144531* gpu.0.memoryAllocatedBytes‚ 49790648320 gpu.0.temp‚58.0 gpu.0.powerWatts‚320.587' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.1174 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¦øLL.°‚(:£ ½ú‰Ó‚©Ð! disk.nvme0c0n1.in‚ 1100.296875 disk.dm-0.out‚17.875 disk.dm-1.in‚ 1049.953125* proc.memory.percent‚10.776742299397785 disk.sda1.out‚0 network.sent‚63135 network.recv‚50261 disk.nvme0n1.in‚ 1100.296875 disk.nvme0n1.out‚17.875 disk.dm-0.in‚ 1100.296875 disk.sda2.in‚0 disk.sda2.out‚0$ disk./.usageGB‚800.8531684875488 disk.nvme0c0n1.out‚17.875 disk.sda.in‚ 1049.953125 disk.sda3.in‚ 1049.953125 disk.sda3.out‚ 2.77734375* proc.memory.availableMB‚13985.44140625" proc.memory.rssMB‚ 2648.4921875* disk./.usagePercent‚53.745928097764896 disk.sda.out‚ 2.77734375 disk.sda1.in‚0 disk.dm-1.out‚ 2.77734375$ memory_percent‚43.09309323628743 cpu‚20.509254644053115 proc.cpu.threads‚17o/“±‚(:ˆ Ìú‰ÓéÅÎ gpu.0.gpu‚91.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚365.761' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.1522 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0õnL²‚(:Á Ìú‰Óó¡©Ð cpu‚20.987862422499116 disk.sda1.in‚0 disk.sda3.out‚ 3.33203125 disk.dm-1.out‚ 3.33203125# disk.nvme0n1.out‚20.22216796875 disk.sda.in‚ 1310.05078125 disk.sda.out‚ 3.33203125$ disk./.usageGB‚800.8520240783691 disk.sda2.in‚0 disk.dm-1.in‚ 1310.05078125# disk.nvme0c0n1.in‚ 1113.66796875 disk.dm-0.out‚20.22216796875$ memory_percent‚43.09678077697754* proc.memory.availableMB‚13984.53515625* proc.memory.percent‚10.776774088541668 disk.sda1.out‚0 disk.sda3.in‚ 1310.05078125! disk.nvme0n1.in‚ 1113.66796875 disk.dm-0.in‚ 1113.66796875 proc.cpu.threads‚17 network.sent‚107603 network.recv‚51755) disk./.usagePercent‚53.74585129550462 disk.sda2.out‚0% disk.nvme0c0n1.out‚20.22216796875 proc.memory.rssMB‚2648.5ÿñ™“³‚(:ˆ Ûú‰Ó¾øÈÎ gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚309.409' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.8818 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 Ý—j:´‚(:¯ Ûú‰Óø¯¦Ð$ disk./.usageGB‚800.8649024963379# disk.nvme0c0n1.in‚ 1152.01171875 disk.nvme0c0n1.out‚36.8125 disk.dm-0.in‚ 1152.01171875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda.out‚ 5.42578125* proc.memory.availableMB‚13984.75390625* proc.memory.percent‚10.776789983113606 disk.dm-0.out‚36.8125 disk.sda.in‚ 2516.9140625 disk.sda1.in‚0 disk.sda3.in‚ 2516.9140625 disk.dm-1.out‚ 5.42578125# proc.memory.rssMB‚ 2648.50390625 cpu‚21.376753026183128 network.recv‚54064) disk./.usagePercent‚53.74671557694022! disk.nvme0n1.in‚ 1152.01171875 disk.nvme0n1.out‚36.8125 disk.sda3.out‚ 5.42578125 disk.dm-1.in‚ 2516.9140625# memory_percent‚43.0958906809489 proc.cpu.threads‚17 disk.sda1.out‚0 network.sent‚111158fäbéžµ‚(:“ êú‰Óö€•Î gpu.0.gpu‚99.0 gpu.0.memory‚30+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚296.165' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.233000000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ë˜E1G¶‚(:¼ êú‰ÓˆÏÂÏ disk.sda.in‚ 2516.9140625( proc.memory.availableMB‚ 13984.734375# proc.memory.rssMB‚ 2648.51171875 proc.cpu.threads‚17 network.sent‚112428* disk./.usagePercent‚54.024464807033404 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚7.734375" disk.nvme0c0n1.in‚ 1320.9296875% disk.nvme0c0n1.out‚3024.236328125 disk.nvme0n1.in‚ 1320.9296875 disk.sda1.out‚0 disk.sda3.out‚7.734375# disk.nvme0n1.out‚3024.236328125 disk.dm-0.in‚ 1320.9296875 disk.dm-0.out‚3024.236328125% memory_percent‚43.095970153808594* proc.memory.percent‚10.776821772257488 cpu‚21.702169045894948 disk.sda1.in‚0 disk.sda.out‚7.734375 network.recv‚55177$ disk./.usageGB‚805.0035667419434 disk.sda3.in‚ 2516.9140625 disk.dm-1.in‚ 2516.9140625Z|¤B‘·‚(:† ùú‰Ó”çÎ gpu.0.gpu‚0.0 gpu.0.memory‚0+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚56.0 gpu.0.powerWatts‚353.234' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.6468 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0'4ž3J¸‚(:¿ ùú‰ÓÁðíÏ disk.dm-0.in‚ 1328.3203125 disk.sda.in‚ 2517.0390625 disk.sda.out‚ 8.7734375 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚ 2517.0390625 disk.sda3.out‚ 8.7734375' proc.memory.availableMB‚ 13984.71875 disk.nvme0n1.in‚ 1328.3203125 disk.sda2.in‚0" disk.nvme0c0n1.in‚ 1328.3203125$ memory_percent‚43.09603373209636 cpu‚21.981870976370022 proc.cpu.threads‚17 network.recv‚56572) disk./.usagePercent‚54.10659765618344! disk.dm-0.out‚3728.7490234375 disk.sda1.in‚0 disk.dm-1.in‚ 2517.0390625 disk.dm-1.out‚ 8.7734375# proc.memory.rssMB‚ 2648.52734375* proc.memory.percent‚10.776885350545246 network.sent‚115695$ disk./.usageGB‚806.2274055480957$ disk.nvme0n1.out‚3728.7490234375& disk.nvme0c0n1.out‚3728.7490234375 {Èw0¹+ _wandbruntime‚164  _runtime‚164xdÀºº $ _timestamp‚1.784839560097541e+09 _runtime‚ 164.39909981 _step‚4 & lr-AdamW/pg1‚7.247358300550128e-05 & lr-AdamW/pg2‚7.247358300550128e-05 trainer/global_step‚99ÿNE¤Ä»¾ trainer/global_step‚99 $ _timestamp‚1.784839560097541e+09 _runtime‚ 164.39909981 _step‚4 & lr-AdamW/pg1‚7.247358300550128e-05 & lr-AdamW/pg2‚7.247358300550128e-05»[$`0¼+ _wandbruntime‚164  _runtime‚164 õˆ>½¬O VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680031232 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚627 XFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚ 8176121141248 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 _runtime‚ 164.403921823 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚28080050892800 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚301476 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚ 8049072552960 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 102995925408 trainer/global_step‚99 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345294848 NCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚841108 ODDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚570903 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚28069966453072 _step‚5 J?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚908903 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 101823047680 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 J?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚841108 NCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚908903 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚361 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425790976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚ 8049440644096 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚28081422361088 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚27978227845120 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚27966970527664 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚27978254018560 K@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚570542 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1118855168 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚55 UBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚28081422361088 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709580288 G>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚9794 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚301833 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚595 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57699840 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚823 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 103168342528 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 101823047680 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680031232 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1725956096 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 103168342528 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1725956096 A8Dyã Üt eviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 % _timestamp‚1.7848395600985432e+09 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 bQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 127106288128 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370038146 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288314368 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 HDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚11948 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 NCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚918691 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1391755776 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288314368 RGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚841114 [HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚27966945099696 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 RGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚918691 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚4 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 127048588288 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚1759805 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚1750011 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0螶¶'¾°O UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 J?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚841108 NCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚908903 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚361 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425790976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚ 8049440644096 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚28081422361088 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚27978227845120 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚27966970527664 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚27978254018560 K@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚570542 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1118855168 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚55 UBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚28081422361088 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709580288 G>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚9794 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚301833 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚595 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57699840 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚823 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 103168342528 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 101823047680 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680031232 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1725956096 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 103168342528 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1725956096 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 % _timestamp‚1.7848395600985432e+09 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 bQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 127106288128 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370038146 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288314368 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 HDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚11948 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 NCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚918691 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1391755776 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288314368 RGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚841114 [HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚27966945099696 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 RGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚918691 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚4 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 127048588288 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚1759805 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚1750011 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680031232 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚627 XFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚ 8176121141248 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 _runtime‚ 164.403921823 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚28080050892800 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚301476 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚ 8049072552960 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 102995925408 trainer/global_step‚99 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345294848 NCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚841108 ODDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚570903 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚28069966453072 _step‚5 J?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚908903 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 101823047680 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚00(-Ÿ“¿‚(:ˆ ˆû‰Óì´Î gpu.0.gpu‚89.0 gpu.0.memory‚27+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚318.173' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.6346 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0á>!·VÀ‚(:Ë ˆû‰Ó³ûÆÑ disk.sda.in‚ 3045.8984375 disk.sda.out‚ 9.64453125 disk.sda1.out‚0 disk.dm-1.in‚ 3045.8984375 disk.dm-1.out‚ 9.64453125$ memory_percent‚43.09608141581218 proc.cpu.threads‚17 network.sent‚116750$ disk./.usageGB‚806.3515510559082" disk.dm-0.out‚5634.96630859375 disk.sda2.in‚0' disk.nvme0c0n1.out‚5634.96630859375! disk.nvme0n1.in‚ 1331.73828125* proc.memory.availableMB‚13984.70703125 cpu‚22.217239722728632 network.recv‚56968) disk./.usagePercent‚54.11492916537776 disk.sda1.in‚0 disk.sda3.in‚ 3045.8984375 disk.sda3.out‚ 9.64453125% disk.nvme0n1.out‚5634.96630859375# proc.memory.rssMB‚ 2648.53515625* proc.memory.percent‚10.776917139689129 disk.dm-0.in‚ 1331.73828125 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 1331.73828125ÃÿÍ0Á+ _wandbruntime‚165  _runtime‚165&Ú ¼&¶M MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚4 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 331386880 R?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚28348418990342 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288314368 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚1767460 PEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚927787 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚271704 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 YFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚28245746873472 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1725956096 LADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚849481 ODeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709580288 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚1777268 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 104016727160 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚1767460 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12023 LADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚917985 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚304477 VDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚ 8255950181376 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚849475 S@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚28361358361088 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680031232 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 102845555712 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚11948 MBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚576537 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚55 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2004 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427880960 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49241128960 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679330942 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49241128960 A8DeviceStatsMonitor.on_train_batch_end/active.all.current‚9808 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 128346857984 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 VCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚28349789028600 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371475456 ZHDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚ 8256378062336 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚823 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚823 LADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚927787 PEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚849481 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚271708 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 ]JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚28257167503360 LCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚9802 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1391755776 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 102672116870 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2004 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667564647 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚356 ZGDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚28257167503360 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345302016 I>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚576181 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 _step‚6 H?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚9802 LADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚849475 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚627 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371475456 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709580288 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370038258 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181—¶*_РúM WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2004 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667564647 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚356 ZGDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚28257167503360 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345302016 I>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚576181 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 _step‚6 H?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚9802 LADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚849475 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚627 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371475456 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709580288 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370038258 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚4 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 331386880 R?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚28348418990342 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288314368 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚1767460 PEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚927787 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚271704 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 YFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚28245746873472 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1725956096 LADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚849481 ODeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709580288 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚1777268 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 104016727160 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚1767460 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12023 LADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚917985 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚304477 VDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚ 8255950181376 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚849475 S@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚28361358361088 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680031232 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 102845555712 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚11948 MBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚576537 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚55 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2004 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427880960 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49241128960 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679330942 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49241128960 A8DeviceStatsMonitor.on_train_batch_end/active.all.current‚9808 `ODeviceStatsMonitor.on_train_batch_end/inactive_spliVõ€ðt_bytes.small_pool.allocated‚ 128346857984 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 VCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚28349789028600 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371475456 ZHDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚ 8256378062336 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚823 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚823 LADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚927787 PEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚849481 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚271708 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 ]JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚28257167503360 LCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚9802 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1391755776 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 102672116870 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0´ãÚ0Ä+ _wandbruntime‚165  _runtime‚165¤KÑ•ùÅó /loss/FRt2/assignment_loss‚5.356689289961447 1loss/SRqqt2/assignment_loss‚2.718676003607902 /loss/FBt1/assignment_loss‚0.253037012694812 1loss/SRqqt2/detection_loss‚1.2082485995256633 .loss/FBt2/detection_loss‚21.18794101442803 &loss/total_loss‚48.168073197124365 trainer/global_step‚99 % _timestamp‚1.7848395615740278e+09 1loss/SRqqt1/assignment_loss‚2.448892070757632 epoch‚0 _runtime‚ 165.875558612 0loss/SRqqt1/detection_loss‚4.342721784203652 _step‚7 /loss/FRt1/assignment_loss‚4.542795160487589 0loss/FBt2/assignment_loss‚0.2554504793352504 /loss/FRt1/detection_loss‚0.3462430636290729 /loss/FRt2/detection_loss‚1.6081989739069393 .loss/FBt1/detection_loss‚3.899179744586373oŒ>UýÆ÷ /loss/FRt1/assignment_loss‚4.542795160487589 0loss/FBt2/assignment_loss‚0.2554504793352504 /loss/FRt1/detection_loss‚0.3462430636290729 /loss/FRt2/detection_loss‚1.6081989739069393 .loss/FBt1/detection_loss‚3.899179744586373 /loss/FRt2/assignment_loss‚5.356689289961447 1loss/SRqqt2/assignment_loss‚2.718676003607902 /loss/FBt1/assignment_loss‚0.253037012694812 1loss/SRqqt2/detection_loss‚1.2082485995256633 .loss/FBt2/detection_loss‚21.18794101442803 &loss/total_loss‚48.168073197124365 trainer/global_step‚99 % _timestamp‚1.7848395615740278e+09 1loss/SRqqt1/assignment_loss‚2.448892070757632 epoch‚0 _runtime‚ 165.875558612 0loss/SRqqt1/detection_loss‚4.342721784203652 _step‚7üR2lÇ‚(:’ —û‰Óƒ·žÎ gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚322.225' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.44500000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0rž’XÈ‚(:Í —û‰ÓÙ™ÌÐ network.sent‚117122 disk.sda1.in‚0 disk.sda3.in‚ 3617.74609375 disk.sda.in‚ 3617.74609375 cpu‚22.423306464689716# disk./.usageGB‚806.390567779541 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚ 3617.74609375 disk.dm-1.out‚ 10.13671875$ disk.nvme0n1.out‚5646.1650390625 disk.dm-0.in‚ 1378.42578125! disk.dm-0.out‚5646.1650390625 network.recv‚57613 disk.sda1.out‚0# disk.nvme0c0n1.in‚ 1378.42578125! disk.nvme0n1.in‚ 1378.42578125 disk.sda.out‚ 10.13671875$ memory_percent‚43.09649467468262* proc.memory.availableMB‚13984.60546875# proc.memory.rssMB‚ 2648.53515625) disk./.usagePercent‚54.11754761043797 disk.sda3.out‚ 10.13671875& disk.nvme0c0n1.out‚5646.1650390625* proc.memory.percent‚10.776917139689129 proc.cpu.threads‚17®T¡U“É‚(:ˆ ¦û‰Óý€›Î gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚322.448' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.4896 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ðreWÊ‚(:Ì ¦û‰ÓäºûÏ$ disk.nvme0n1.out‚5692.3427734375 disk.sda.out‚ 10.46484375 disk.sda1.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 13984.4765625* proc.memory.percent‚10.776917139689129) disk./.usagePercent‚54.11832715337973 disk.dm-1.in‚ 3617.74609375 disk.dm-1.out‚ 10.46484375! disk.dm-0.out‚5692.3427734375 disk.sda.in‚ 3617.74609375# proc.memory.rssMB‚ 2648.53515625 network.recv‚61823 disk.sda3.in‚ 3617.74609375! disk.nvme0n1.in‚ 1439.16796875 disk.dm-0.in‚ 1439.16796875 disk.sda1.out‚0 proc.cpu.threads‚17 network.sent‚165190$ disk./.usageGB‚806.4021835327148 disk.sda3.out‚ 10.46484375# disk.nvme0c0n1.in‚ 1439.16796875& disk.nvme0c0n1.out‚5692.3427734375 disk.sda2.in‚0$ memory_percent‚43.09701919555664 cpu‚22.60389848438453šr“Ë‚(:ˆ µû‰Ó•´§Î gpu.0.gpu‚92.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚60.0 gpu.0.powerWatts‚363.458' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.6916 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0žç¨¾HÌ‚(:½ µû‰Ó‚ËýÐ disk.nvme0n1.in‚ 1677.609375$ disk.nvme0n1.out‚5732.3388671875 disk.sda2.in‚0* proc.memory.availableMB‚13984.44140625* proc.memory.percent‚10.776917139689129 proc.cpu.threads‚17) disk./.usagePercent‚54.12154312002485 disk.dm-1.in‚ 3617.74609375 disk.sda2.out‚0# proc.memory.rssMB‚ 2648.53515625 cpu‚22.76514849536356 disk.sda3.out‚10.84375& disk.nvme0c0n1.out‚5732.3388671875 disk.dm-0.in‚ 1677.609375! disk.dm-0.out‚5732.3388671875 disk.sda.out‚10.84375 network.recv‚63354$ disk./.usageGB‚806.4501037597656 disk.dm-1.out‚10.84375! disk.nvme0c0n1.in‚ 1677.609375 disk.sda.in‚ 3617.74609375 disk.sda1.in‚0 disk.sda1.out‚0# memory_percent‚43.0971622467041 network.sent‚166419 disk.sda3.in‚ 3617.74609375zøúFÍ‚(:’ Äû‰ÓƒÏ•Î gpu.0.gpu‚89.0 gpu.0.memory‚26+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚300.457' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.09139999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0«yS΂(:È Äû‰Ó“ÀÊÏ) disk./.usagePercent‚54.11913972129341 disk.sda.out‚ 11.52734375 disk.sda2.in‚0 disk.dm-1.in‚ 3853.05078125# memory_percent‚43.0974006652832) proc.memory.availableMB‚ 13984.3828125 proc.cpu.threads‚17 disk.sda.in‚ 3853.05078125 disk.sda1.in‚0 disk.sda3.out‚ 11.52734375 cpu‚22.907283554618157$ disk./.usageGB‚806.4142913818359 disk.dm-0.in‚ 1692.296875 disk.sda3.in‚ 3853.05078125 disk.dm-1.out‚ 11.52734375% disk.nvme0n1.out‚5774.28369140625" proc.memory.rssMB‚ 2648.5390625* proc.memory.percent‚10.776933034261067 network.sent‚168232 network.recv‚64472" disk.dm-0.out‚5774.28369140625 disk.sda1.out‚0 disk.sda2.out‚0! disk.nvme0c0n1.in‚ 1692.296875' disk.nvme0c0n1.out‚5774.28369140625 disk.nvme0n1.in‚ 1692.296875Ã3ÑÏ‚(:’ Óû‰Óø®¹Î gpu.0.gpu‚99.0 gpu.0.memory‚30+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚311.584' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚62.31680000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0A2YMЂ(: Óû‰ÓЦÐ disk.sda3.in‚ 5081.79296875 disk.dm-1.out‚ 12.01953125% disk.nvme0n1.out‚5914.04541015625" disk.dm-0.out‚5914.04541015625) proc.memory.availableMB‚ 13984.3828125* proc.memory.percent‚10.776948928833008$ disk./.usageGB‚806.5547485351562 disk.sda2.in‚0 disk.sda2.out‚0' disk.nvme0c0n1.out‚5914.04541015625 disk.dm-0.in‚ 1713.3125 disk.sda.in‚ 5081.79296875# proc.memory.rssMB‚ 2648.54296875 network.recv‚65141 disk.sda3.out‚ 12.01953125 disk.dm-1.in‚ 5081.79296875 disk.nvme0n1.in‚ 1713.3125 disk.sda.out‚ 12.01953125 cpu‚23.03690812698079 proc.cpu.threads‚17 network.sent‚170884) disk./.usagePercent‚54.12856591870413 disk.nvme0c0n1.in‚ 1713.3125# memory_percent‚43.0974006652832 disk.sda1.in‚0 disk.sda1.out‚0¥Bzm0Ñ+ _wandbruntime‚245  _runtime‚245Ô§édÃÒ½ % _timestamp‚1.7848396410706477e+09 _runtime‚ 245.372198415 _step‚8 & lr-AdamW/pg1‚0.0001090764027052494 & lr-AdamW/pg2‚0.0001090764027052494 trainer/global_step‚149ÃËÕôÇÓÁ _runtime‚ 245.372198415 _step‚8 & lr-AdamW/pg1‚0.0001090764027052494 & lr-AdamW/pg2‚0.0001090764027052494 trainer/global_step‚149 % _timestamp‚1.7848396410706477e+09b–z0Ô+ _wandbruntime‚245  _runtime‚245ô+w¤¿'Õ¹O @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679330942 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345294848 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚637 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 153012603904 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709580288 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53505536 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 _runtime‚ 245.373630537 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚1364855 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚371 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345294848 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚2634107 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚605 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚4 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚12167963524608 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2004 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚1259464 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49241128960 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 _step‚9 UBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚42078286157312 TADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚42076914689024 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370038146 NEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚9788 ODDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚852393 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12023 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421596672 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚1374643 \IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚41923928258560 HDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚9794 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚11978968656896 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚2624313 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 JADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚9788 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371468288 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚42076914689024 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 152755198038 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49241128960 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2004 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚11948 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚41923902085120 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚41907059216464 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12023 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421596672 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚1374643 \IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚41923928258560 HDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚9794 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚11978968656896 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚2624313 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 JADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚9788 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371468288 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚42076914689024 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 152755198038 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49241128960 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2004 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚11948 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚41923902085120 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚41907059216464 HDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 _runtime‚ 245.373630537 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚1364855 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚371 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345294848 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚2634107 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚605 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ©¨Bû0×+ _wandbruntime‚246  _runtime‚246ϯT ØÃM WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚12247798044160 YFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚42185835562272 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345302016 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚371 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1118855168 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2004 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371475456 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚823 trainer/global_step‚149 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚2651570 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57692672 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 153775999678 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709580288 UEDeviceStatsMonitor.on_¬Rs ©train_batch_end/allocated_bytes.large_pool.peak‚ 46288314368 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚2641762 H?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚9802 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667564647 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1725956096 S@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚42358222157312 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚375 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚12057559217152 $ _timestamp‚1.784839642494653e+09 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345302016 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚1383739 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚1373937 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚4 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚1383739 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 154035111936 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12023 I>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚857620 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚823 _step‚10 ZGDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚42202841743360 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚1267831 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚55 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚454387 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 425783808 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679330942 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_end/active.all.current‚9808 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 155380413952 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680031232 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚12248223827968 ]JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚42185860990240 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 VCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚42358222157312 R?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚42356850681856 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 155120609968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚403604 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚1267825 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚2651570 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371475456 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚823 trainer/global_step‚149 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚2651570 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57692672 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 153775999678 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709580288 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288314368 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚2641762 H?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚9802 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667564647 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1725956096 S@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚42358222157312 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚375 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚12057559217152 $ _timestamp‚1.784839642494653e+09 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345302016 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚1383739 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚1373937 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚4 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚1383739 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 154035111936 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12023 I>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚857620 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚823 _step‚10 ZGDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚42202841743360 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚1267831 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚55 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚454387 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 425783808 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679330942 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_end/active.all.current‚9808 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 155380413952 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680031232 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚12248223827968 ]JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚42185860990240 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 VCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚42358222157312 R?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚42356850681856 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 155120609968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚403604 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚1267825 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚2651570 Eß‚(:’ ñû‰ÓצœÎ gpu.0.gpu‚100.0 gpu.0.memory‚31+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚60.0 gpu.0.powerWatts‚365.58' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.11599999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‚\(üXà‚(:Í ñû‰ÓäáñÏ$ disk./.usageGB‚806.4591979980469" disk.dm-0.out‚6001.27978515625% disk.nvme0n1.out‚6001.27978515625 cpu‚23.306044821046005 disk.sda2.out‚0 disk.sda3.out‚ 13.16015625 network.sent‚172161 network.recv‚67539 disk.sda.in‚ 5081.79296875 disk.sda.out‚ 13.16015625 disk.sda1.out‚0" disk.nvme0c0n1.in‚ 1853.8828125 disk.sda2.in‚0 disk.dm-1.in‚ 5081.79296875 disk.dm-1.out‚ 13.16015625% memory_percent‚43.099896113077804* proc.memory.availableMB‚13983.76953125" proc.memory.rssMB‚ 2648.6484375 proc.cpu.threads‚17 disk.sda3.in‚ 5081.79296875) disk./.usagePercent‚54.12215344198648 disk.dm-0.in‚ 1853.8828125 disk.sda1.in‚0' disk.nvme0c0n1.out‚6001.27978515625 disk.nvme0n1.in‚ 1853.8828125) proc.memory.percent‚10.77737808227539­´ÇJábE "Purity/*FRt*SRqqt1FBt/SRqqt_purity"trainer/global_step2:JP•êõ+JâbE "Purity/*FRt0SRqqt0FBt/event_purity"trainer/global_step2:JPÒÐ%œNãbI &Purity/0FRt0SRqqt*FBt/event_proportion"trainer/global_step2:JPÒåpkNäbI &Purity/0FRt1SRqqt1FBt/event_proportion"trainer/global_step2:JPØ®+JåbE "Purity/1FRt*SRqqt0FBt/event_purity"trainer/global_step2:JP2pê¼NæbI &Purity/1FRt1SRqqt1FBt/event_proportion"trainer/global_step2:JPÖt!HçbC Purity/2FRt*SRqqt1FBt/FBt_purity"trainer/global_step2:JPÕ¤NèbI &Purity/2FRt1SRqqt2FBt/event_proportion"trainer/global_step2:JPn‡ß;éb6 loss/val_total_loss"trainer/global_step2:JP½™HêbC Purity/*FRt*SRqqt*FBt/FBt_purity"trainer/global_step2:JPÏ1fËNëbI &Purity/*FRt0SRqqt2FBt/event_proportion"trainer/global_step2:JPQq'íHìbC Purity/*FRt0SRqqt2FBt/FBt_purity"trainer/global_step2:JPø©´JíbE "Purity/1FRt1SRqqt1FBt/event_purity"trainer/global_step2:JPoñc/JîbE "Purity/1FRt2SRqqt1FBt/SRqqt_purity"trainer/global_step2:JP¥—}HïbC Purity/2FRt1SRqqt0FBt/FRt_purity"trainer/global_step2:JPˆœ2@JðbE "Purity/0FRt2SRqqt2FBt/SRqqt_purity"trainer/global_step2:JP"9OHñbC Purity/*FRt*SRqqt1FBt/FRt_purity"trainer/global_step2:JP;Ä®ÞJòbE "Purity/0FRt2SRqqt*FBt/event_purity"trainer/global_step2:JPlœ)àHóbC Purity/1FRt*SRqqt*FBt/FRt_purity"trainer/global_step2:JP°jºÖHôbC Purity/1FRt1SRqqt2FBt/FBt_purity"trainer/global_step2:JPNÅ@õb; particle/accuracy_1_of_1"trainer/global_step2:JP%W íJöbE "Purity/*FRt0SRqqt2FBt/event_purity"trainer/global_step2:JP`b{[N÷bI &Purity/0FRt1SRqqt0FBt/event_proportion"trainer/global_step2:JPÀÇ%HøbC Purity/1FRt2SRqqt*FBt/FRt_purity"trainer/global_step2:JPCäæ HùbC Purity/*FRt*SRqqt2FBt/FRt_purity"trainer/global_step2:JP â×NúbI &Purity/1FRt0SRqqt0FBt/event_proportion"trainer/global_step2:JP|˼;ûb6 jet/accuracy_4_of_4"trainer/global_step2:JP¿®X¤HübC Purity/1FRt*SRqqt2FBt/FBt_purity"trainer/global_step2:JPДÌ#HýbC Purity/1FRt1SRqqt*FBt/FRt_purity"trainer/global_step2:JPËÎ)NþbI &Purity/1FRt2SRqqt1FBt/event_proportion"trainer/global_step2:JP¯ ßÞHÿbC Purity/*FRt0SRqqt*FBt/FRt_purity"trainer/global_step2:JPî=ÁH€bC Purity/2FRt2SRqqt*FBt/FRt_purity"trainer/global_step2:JP@·@b; particle/accuracy_1_of_2"trainer/global_step2:JPL¢H‚bC Purity/2FRt1SRqqt1FBt/FBt_purity"trainer/global_step2:JPXºMïHƒbC Purity/0FRt2SRqqt1FBt/FBt_purity"trainer/global_step2:JP¦ätJ„bE "Purity/2FRt0SRqqt1FBt/event_purity"trainer/global_step2:JP ¨¡J…bE "Purity/0FRt2SRqqt2FBt/event_purity"trainer/global_step2:JPšuè®H†bC Purity/0FRt0SRqqt2FBt/FBt_purity"trainer/global_step2:JP•÷§"N‡bI &Purity/2FRt0SRqqt*FBt/event_proportion"trainer/global_step2:JP NíHˆbC Purity/2FRt0SRqqt2FBt/FBt_purity"trainer/global_step2:JP×ÊMiH‰bC Purity/*FRt1SRqqt2FBt/FRt_purity"trainer/global_step2:JPk€î7JŠbE "Purity/0FRt0SRqqt*FBt/event_purity"trainer/global_step2:JPð¶N‹bI &Purity/0FRt2SRqqt2FBt/event_proportion"trainer/global_step2:JPB vOHŒbC Purity/2FRt*SRqqt0FBt/FRt_purity"trainer/global_step2:JP¥~°ÔNbI &Purity/2FRt0SRqqt2FBt/event_proportion"trainer/global_step2:JPÌç‡ÇNŽbI &Purity/*FRt*SRqqt0FBt/event_proportion"trainer/global_step2:JPOdúcJbE "Purity/*FRt*SRqqt2FBt/SRqqt_purity"trainer/global_step2:JPIT‘ÒNbI &Purity/0FRt*SRqqt*FBt/event_proportion"trainer/global_step2:JP”“DH‘bC Purity/0FRt*SRqqt*FBt/FBt_purity"trainer/global_step2:JP¥$©ÝJ’bE "Purity/0FRt2SRqqt*FBt/SRqqt_purity"trainer/global_step2:JPÃ_{H“bC Purity/1FRt0SRqqt1FBt/FRt_purity"trainer/global_step2:JP@­H”bC Purity/1FRt1SRqqt1FBt/FBt_purity"trainer/global_step2:JP××g®J•bE "Purity/2FRt*SRqqt0FBt/event_purity"trainer/global_step2:JPUQ{DJ–bE "Purity/*FRt0SRqqt*FBt/event_purity"trainer/global_step2:JPq6•¢N—bI &Purity/*FRt0SRqqt0FBt/event_proportion"trainer/global_step2:JP‰1Â)H˜bC Purity/*FRt0SRqqt1FBt/FBt_purity"trainer/global_step2:JPLM<ôJ™bE "Purity/*FRt1SRqqt2FBt/event_purity"trainer/global_step2:JP¨%çJšbE "Purity/0FRt*SRqqt0FBt/SRqqt_purity"trainer/global_step2:JP+"J›bE "Purity/0FRt1SRqqt1FBt/event_purity"trainer/global_step2:JPtX£yHœbC Purity/1FRt0SRqqt*FBt/FBt_purity"trainer/global_step2:JPoŸÔëNbI &Purity/1FRt1SRqqt*FBt/event_proportion"trainer/global_step2:JPöG¸NžbI &Purity/1FRt0SRqqt*FBt/event_proportion"trainer/global_step2:JPæúÒHŸbC Purity/1FRt2SRqqt1FBt/FBt_purity"trainer/global_step2:JPæ…ÃØH bC Purity/2FRt*SRqqt2FBt/FBt_purity"trainer/global_step2:JP ±žN¡bI &Purity/2FRt1SRqqt1FBt/event_proportion"trainer/global_step2:JPñ«J¢bE "Purity/2FRt2SRqqt0FBt/SRqqt_purity"trainer/global_step2:JPͳŒJ£bE "Purity/*FRt*SRqqt0FBt/event_purity"trainer/global_step2:JPÔ¼ÓîJ¤bE "Purity/*FRt1SRqqt0FBt/event_purity"trainer/global_step2:JPû'J¥bE "Purity/0FRt1SRqqt2FBt/SRqqt_purity"trainer/global_step2:JP_,5¥J¦bE "Purity/1FRt1SRqqt0FBt/event_purity"trainer/global_step2:JPVöiËJ§bE "Purity/2FRt0SRqqt0FBt/event_purity"trainer/global_step2:JP ªãJ¨bE "Purity/2FRt*SRqqt1FBt/event_purity"trainer/global_step2:JPa†èH©bC Purity/2FRt0SRqqt0FBt/FRt_purity"trainer/global_step2:JP„5ž;NªbI &Purity/2FRt2SRqqt0FBt/event_proportion"trainer/global_step2:JPÄC!J«bE "Purity/*FRt*SRqqt0FBt/SRqqt_purity"trainer/global_step2:JPË‚CJ¬bE "Purity/*FRt1SRqqt0FBt/SRqqt_purity"trainer/global_step2:JPŹAËJ­bE "Purity/1FRt1SRqqt0FBt/SRqqt_purity"trainer/global_step2:JPÔ{÷eN®bI &Purity/2FRt*SRqqt*FBt/event_proportion"trainer/global_step2:JP©îN¯bI &Purity/0FRt2SRqqt1FBt/event_proportion"trainer/global_step2:JPáG¢ƒJ°bE "Purity/1FRt1SRqqt*FBt/event_purity"trainer/global_step2:JPû4#¨J±bE "Purity/2FRt2SRqqt*FBt/SRqqt_purity"trainer/global_step2:JPå`J²bE "Purity/2FRt2SRqqt0FBt/event_purity"trainer/global_step2:JPFXåT;³b6 jet/accuracy_3_of_3"trainer/global_step2:JPϹÈH´bC Purity/*FRt2SRqqt*FBt/FBt_purity"trainer/global_step2:JPÚ%ÈJµbE "Purity/0FRt*SRqqt0FBt/event_purity"trainer/global_step2:JP÷P•J¶bE "Purity/1FRt*SRqqt1FBt/event_purity"trainer/global_step2:JP0£§ H·bC Purity/2FRt1SRqqt*FBt/FRt_purity"trainer/global_step2:JPxžšÒ;¸b6 jet/accuracy_1_of_4"trainer/global_step2:JPÆK;¹b6 jet/accuracy_2_of_4"trainer/global_step2:JPO#HºbC Purity/*FRt2SRqqt1FBt/FRt_purity"trainer/global_step2:JP˜EŽlN»bI &Purity/0FRt*SRqqt0FBt/event_proportion"trainer/global_step2:JPƒÌiH¼bC Purity/0FRt1SRqqt1FBt/FBt_purity"trainer/global_step2:JP6t~N½bI &Purity/0FRt2SRqqt0FBt/event_proportion"trainer/global_step2:JP9ÑTwH¾bC Purity/1FRt*SRqqt0FBt/FRt_purity"trainer/global_step2:JP]e .N¿bI &Purity/1FRt1SRqqt2FBt/event_proportion"trainer/global_step2:JP’Y1JÀbE "Purity/2FRt*SRqqt0FBt/SRqqt_purity"trainer/global_step2:JP›6ñYJÁbE "Purity/*FRt1SRqqt1FBt/SRqqt_purity"trainer/global_step2:JPšøöÍJÂbE "Purity/*FRt1SRqqt2FBt/SRqqt_purity"trainer/global_step2:JPN¥–ÏJÃbE "Purity/*FRt2SRqqt0FBt/SRqqt_purity"trainer/global_step2:JP;©òÄJÄbE "Purity/0FRt*SRqqt1FBt/event_purity"trainer/global_step2:JP`°7·HÅbC Purity/1FRt2SRqqt0FBt/FRt_purity"trainer/global_step2:JPm›åJÆbE "Purity/*FRt*SRqqt2FBt/event_purity"trainer/global_step2:JP÷nmJÇbE "Purity/0FRt2SRqqt0FBt/event_purity"trainer/global_step2:JP¬9ÇåJÈbE "Purity/1FRt0SRqqt0FBt/event_purity"trainer/global_step2:JP,éÌüHÉbC Purity/2FRt0SRqqt1FBt/FBt_purity"trainer/global_step2:JPs“yÜHÊbC Purity/0FRt0SRqqt1FBt/FBt_purity"trainer/global_step2:JPs·"JËbE "Purity/0FRt1SRqqt2FBt/event_purity"trainer/global_step2:JPW|›HÌbC Purity/1FRt1SRqqt0FBt/FRt_purity"trainer/global_step2:JPî†yfJÍbE "Purity/2FRt1SRqqt1FBt/event_purity"trainer/global_step2:JPd:‹Ñ<Îb7 particle/sensitivity"trainer/global_step2:JPÀ:±/HÏbC Purity/*FRt0SRqqt0FBt/FRt_purity"trainer/global_step2:JPÙµ¢HÐbC Purity/2FRt2SRqqt0FBt/FRt_purity"trainer/global_step2:JP ¨W…HÑbC Purity/0FRt2SRqqt2FBt/FBt_purity"trainer/global_step2:JPWÀJÒbE "Purity/*FRt2SRqqt1FBt/SRqqt_purity"trainer/global_step2:JP»ÿ7ñHÓbC Purity/1FRt*SRqqt1FBt/FBt_purity"trainer/global_step2:JPq;€„NÔbI &Purity/2FRt2SRqqt2FBt/event_proportion"trainer/global_step2:JP%Ü@Õb; particle/accuracy_2_of_4"trainer/global_step2:JP¹¥08Öb3 particle/f_score"trainer/global_step2:JPý‡W6N×bI &Purity/*FRt2SRqqt*FBt/event_proportion"trainer/global_step2:JP™êõJØbE "Purity/0FRt2SRqqt0FBt/SRqqt_purity"trainer/global_step2:JP™u–¸HÙbC Purity/1FRt0SRqqt2FBt/FRt_purity"trainer/global_step2:JP+ÓúJÚbE "Purity/2FRt0SRqqt2FBt/event_purity"trainer/global_step2:JP.&ûJÛbE "Purity/*FRt2SRqqt0FBt/event_purity"trainer/global_step2:JP¹èÝ,HÜbC Purity/2FRt*SRqqt*FBt/FRt_purity"trainer/global_step2:JPÜÓÛ JÝbE "Purity/0FRt2SRqqt1FBt/SRqqt_purity"trainer/global_step2:JP÷AájJÞbE "Purity/0FRt1SRqqt*FBt/SRqqt_purity"trainer/global_step2:JPw×^ÔJßbE "Purity/1FRt1SRqqt1FBt/SRqqt_purity"trainer/global_step2:JPÕqJàbE "Purity/1FRt2SRqqt1FBt/event_purity"trainer/global_step2:JPËHábC Purity/1FRt2SRqqt1FBt/FRt_purity"trainer/global_step2:JPÐÝǬJâbE "Purity/2FRt*SRqqt*FBt/event_purity"trainer/global_step2:JPþüöJãbE "Purity/*FRt0SRqqt1FBt/event_purity"trainer/global_step2:JP¸äJäbE "Purity/*FRt2SRqqt*FBt/event_purity"trainer/global_step2:JPˆ¾’âJåbE "Purity/0FRt*SRqqt2FBt/SRqqt_purity"trainer/global_step2:JPlFLNæbI &Purity/1FRt*SRqqt0FBt/event_proportion"trainer/global_step2:JPÌ¢¿òHçbC Purity/1FRt*SRqqt2FBt/FRt_purity"trainer/global_step2:JPÏF¹¡HèbC Purity/1FRt2SRqqt*FBt/FBt_purity"trainer/global_step2:JPèíÏüNébI &Purity/2FRt1SRqqt*FBt/event_proportion"trainer/global_step2:JP5zHêbC Purity/*FRt*SRqqt2FBt/FBt_purity"trainer/global_step2:JP±©ù"ëbC Purity/*FRt0SR‚Sá3qqt*FBt/FBt_purity"trainer/global_step2:JPñö!NìbI &Purity/*FRt2SRqqt1FBt/event_proportion"trainer/global_step2:JPî(»HíbC Purity/1FRt0SRqqt1FBt/FBt_purity"trainer/global_step2:JPO¶HîbC Purity/1FRt1SRqqt1FBt/FRt_purity"trainer/global_step2:JPŽ ~NïbI &Purity/2FRt*SRqqt0FBt/event_proportion"trainer/global_step2:JP‰>KóNðbI &Purity/2FRt0SRqqt1FBt/event_proportion"trainer/global_step2:JP.ÚÎ9ñb4 particle/accuracy"trainer/global_step2:JP~ÖQ¨JòbE "Purity/*FRt*SRqqt1FBt/event_purity"trainer/global_step2:JPd?#HóbC Purity/*FRt0SRqqt1FBt/FRt_purity"trainer/global_step2:JP&DP–HôbC Purity/0FRt*SRqqt1FBt/FBt_purity"trainer/global_step2:JPÐ-çHõbC Purity/1FRt1SRqqt*FBt/FBt_purity"trainer/global_step2:JP•¬‰­NöbI &Purity/2FRt*SRqqt2FBt/event_proportion"trainer/global_step2:JP=˜Ó†J÷bE "Purity/2FRt1SRqqt*FBt/event_purity"trainer/global_step2:JPCÂRNøbI &Purity/2FRt2SRqqt1FBt/event_proportion"trainer/global_step2:JP 2e;ùb6 jet/accuracy_3_of_4"trainer/global_step2:JP5üÊHúbC Purity/*FRt1SRqqt2FBt/FBt_purity"trainer/global_step2:JPõ\’HûbC Purity/0FRt1SRqqt*FBt/FBt_purity"trainer/global_step2:JP8ÿ/?HübC Purity/*FRt2SRqqt1FBt/FBt_purity"trainer/global_step2:JP[´DÿHýbC Purity/2FRt0SRqqt2FBt/FRt_purity"trainer/global_step2:JPåè©WNþbI &Purity/*FRt1SRqqt2FBt/event_proportion"trainer/global_step2:JPŽŒÆgNÿbI &Purity/1FRt2SRqqt0FBt/event_proportion"trainer/global_step2:JP{÷Ò·N€bI &Purity/2FRt*SRqqt1FBt/event_proportion"trainer/global_step2:JPñ\3-<b7 particle/specificity"trainer/global_step2:JP7îÆN‚bI &Purity/*FRt*SRqqt*FBt/event_proportion"trainer/global_step2:JPñY%¦JƒbE "Purity/1FRt0SRqqt1FBt/event_purity"trainer/global_step2:JP2âÔJ„bE "Purity/*FRt2SRqqt2FBt/event_purity"trainer/global_step2:JPn{„N…bI &Purity/*FRt1SRqqt1FBt/event_proportion"trainer/global_step2:JP¿YipJ†bE "Purity/0FRt*SRqqt2FBt/event_purity"trainer/global_step2:JPg»H‡bC Purity/1FRt0SRqqt0FBt/FRt_purity"trainer/global_step2:JPç?!,;ˆb6 jet/accuracy_2_of_3"trainer/global_step2:JPŠ •G‰bB validation_average_jet_accuracy"trainer/global_step2:JP{B«JŠbE "Purity/*FRt*SRqqt*FBt/event_purity"trainer/global_step2:JPõH‹bC Purity/*FRt1SRqqt*FBt/FRt_purity"trainer/global_step2:JP‡ÿ yNŒbI &Purity/*FRt2SRqqt0FBt/event_proportion"trainer/global_step2:JPUöérHbC Purity/0FRt0SRqqt*FBt/FBt_purity"trainer/global_step2:JP˜ë¸JŽbE "Purity/0FRt1SRqqt0FBt/event_purity"trainer/global_step2:JPÞù}•@b; particle/accuracy_3_of_4"trainer/global_step2:JP-‰>OJbE "Purity/1FRt*SRqqt*FBt/event_purity"trainer/global_step2:JPWPmJ‘bE "Purity/1FRt0SRqqt*FBt/event_purity"trainer/global_step2:JP'ÃÕ%H’bC Purity/2FRt0SRqqt*FBt/FBt_purity"trainer/global_step2:JP—ÞUôN“bI &Purity/0FRt0SRqqt2FBt/event_proportion"trainer/global_step2:JPPeÈJ”bE "Purity/1FRt2SRqqt*FBt/event_purity"trainer/global_step2:JP•, @H•bC Purity/2FRt0SRqqt1FBt/FRt_purity"trainer/global_step2:JP‹ÅmH–bC Purity/1FRt1SRqqt2FBt/FRt_purity"trainer/global_step2:JP8 %H—bC Purity/*FRt0SRqqt2FBt/FRt_purity"trainer/global_step2:JP2†~ N˜bI &Purity/0FRt1SRqqt*FBt/event_proportion"trainer/global_step2:JPÌ›¢J™bE "Purity/*FRt1SRqqt*FBt/SRqqt_purity"trainer/global_step2:JP6ÎUJšbE "Purity/0FRt*SRqqt*FBt/SRqqt_purity"trainer/global_step2:JP8^?$J›bE "Purity/0FRt1SRqqt0FBt/SRqqt_purity"trainer/global_step2:JP˜rÜ8HœbC Purity/1FRt*SRqqt*FBt/FBt_purity"trainer/global_step2:JP\=u9JbE "Purity/*FRt2SRqqt2FBt/SRqqt_purity"trainer/global_step2:JP?*\×HžbC Purity/*FRt*SRqqt*FBt/FRt_purity"trainer/global_step2:JP\Zs:HŸbC Purity/*FRt2SRqqt0FBt/FRt_purity"trainer/global_step2:JP f-H bC Purity/1FRt*SRqqt1FBt/FRt_purity"trainer/global_step2:JP#¬D÷J¡bE "Purity/0FRt0SRqqt2FBt/event_purity"trainer/global_step2:JP7àÅJ¢bE "Purity/1FRt*SRqqt1FBt/SRqqt_purity"trainer/global_step2:JP° Þ˜N£bI &Purity/*FRt*SRqqt1FBt/event_proportion"trainer/global_step2:JPôôœ(N¤bI &Purity/1FRt2SRqqt*FBt/event_proportion"trainer/global_step2:JPAÏ6ÒH¥bC Purity/*FRt2SRqqt2FBt/FBt_purity"trainer/global_step2:JP†e1#H¦bC Purity/*FRt1SRqqt1FBt/FBt_purity"trainer/global_step2:JPlbµJ§bE "Purity/1FRt*SRqqt2FBt/event_purity"trainer/global_step2:JP”hJ¨bE "Purity/1FRt1SRqqt2FBt/event_purity"trainer/global_step2:JP}L¥H©bC Purity/0FRt*SRqqt2FBt/FBt_purity"trainer/global_step2:JPkö–÷NªbI &Purity/0FRt2SRqqt*FBt/event_proportion"trainer/global_step2:JPˆ”u)N«bI &Purity/1FRt1SRqqt0FBt/event_proportion"trainer/global_step2:JP…›ËCJ¬bE "Purity/2FRt1SRqqt*FBt/SRqqt_purity"trainer/global_step2:JPðÄèäH­bC Purity/*FRt*SRqqt1FBt/FBt_purity"trainer/global_step2:JPìç6ÙJ®bE "Purity/0FRt0SRqqt1FBt/event_purity"trainer/global_step2:JP›šTN¯bI &Purity/0FRt1SRqqt2FBt/event_proportion"trainer/global_step2:JP£ PÝN°bI &Purity/1FRt*SRqqt2FBt/event_proportion"trainer/global_step2:JP:%«N±bI &Purity/1FRt0SRqqt1FBt/event_proportion"trainer/global_step2:JP$ÔçH²bC Purity/1FRt0SRqqt2FBt/FBt_purity"trainer/global_step2:JP!!¦;³b6 jet/accuracy_1_of_2"trainer/global_step2:JPÂÏ @´b; particle/accuracy_1_of_4"trainer/global_step2:JP)E(ÆJµbE "Purity/*FRt2SRqqt*FBt/SRqqt_purity"trainer/global_step2:JPì—r©H¶bC Purity/2FRt*SRqqt*FBt/FBt_purity"trainer/global_step2:JPú¡ãdJ·bE "Purity/2FRt*SRqqt1FBt/SRqqt_purity"trainer/global_step2:JPrÊõRN¸bI &Purity/2FRt1SRqqt0FBt/event_proportion"trainer/global_step2:JP9»‚e;¹b6 jet/accuracy_1_of_1"trainer/global_step2:JP$Ès@ºb; particle/accuracy_4_of_4"trainer/global_step2:JPùþ}ÄN»bI &Purity/0FRt0SRqqt0FBt/event_proportion"trainer/global_step2:JPÎúÖJ¼bE "Purity/0FRt1SRqqt*FBt/event_purity"trainer/global_step2:JP|lMJ½bE "Purity/0FRt1SRqqt1FBt/SRqqt_purity"trainer/global_step2:JP@)ÃJ¾bE "Purity/2FRt*SRqqt*FBt/SRqqt_purity"trainer/global_step2:JPè\ÖH¿bC Purity/2FRt*SRqqt1FBt/FRt_purity"trainer/global_step2:JPÍbÅHÀbC Purity/1FRt0SRqqt*FBt/FRt_purity"trainer/global_step2:JP€£å;Áb6 jet/accuracy_2_of_2"trainer/global_step2:JPøþµW;Âb6 jet/accuracy_1_of_3"trainer/global_step2:JPôlJÃbE "Purity/*FRt1SRqqt*FBt/event_purity"trainer/global_step2:JPZ±©HÄbC Purity/*FRt1SRqqt0FBt/FRt_purity"trainer/global_step2:JPZLLJÅbE "Purity/0FRt*SRqqt*FBt/event_purity"trainer/global_step2:JPàMUNÆbI &Purity/0FRt*SRqqt1FBt/event_proportion"trainer/global_step2:JP|»+>HÇbC Purity/2FRt*SRqqt2FBt/FRt_purity"trainer/global_step2:JP?ÝlJÈbE "Purity/0FRt2SRqqt1FBt/event_purity"trainer/global_step2:JPEÃÍ.JÉbE "Purity/*FRt2SRqqt1FBt/event_purity"trainer/global_step2:JP¦ºUJÊbE "Purity/1FRt*SRqqt2FBt/SRqqt_purity"trainer/global_step2:JP“òi¤NËbI &Purity/1FRt0SRqqt2FBt/event_proportion"trainer/global_step2:JP±[·ÀJÌbE "Purity/1FRt1SRqqt2FBt/SRqqt_purity"trainer/global_step2:JP؈ ¼JÍbE "Purity/1FRt2SRqqt0FBt/event_purity"trainer/global_step2:JP"Ë¿ÝJÎbE "Purity/2FRt1SRqqt0FBt/event_purity"trainer/global_step2:JPd©tNÏbI &Purity/*FRt0SRqqt*FBt/event_proportion"trainer/global_step2:JP \|JÐbE "Purity/0FRt0SRqqt0FBt/event_purity"trainer/global_step2:JPò*JÑbE "Purity/1FRt2SRqqt*FBt/SRqqt_purity"trainer/global_step2:JPQ•»ÇJÒbE "Purity/1FRt2SRqqt0FBt/SRqqt_purity"trainer/global_step2:JPöhÍ’JÓbE "Purity/2FRt1SRqqt0FBt/SRqqt_purity"trainer/global_step2:JPîï ¼JÔbE "Purity/2FRt1SRqqt1FBt/SRqqt_purity"trainer/global_step2:JPÁóT„JÕbE "Purity/1FRt*SRqqt*FBt/SRqqt_purity"trainer/global_step2:JPD?~8JÖbE "Purity/*FRt*SRqqt*FBt/SRqqt_purity"trainer/global_step2:JP8ÒúJ×bE "Purity/*FRt1SRqqt1FBt/event_purity"trainer/global_step2:JPàž€JØbE "Purity/0FRt*SRqqt1FBt/SRqqt_purity"trainer/global_step2:JPÆöAJÙbE "Purity/1FRt0SRqqt2FBt/event_purity"trainer/global_step2:JPpG „NÚbI &Purity/2FRt0SRqqt0FBt/event_proportion"trainer/global_step2:JP?íéHÛbC Purity/2FRt1SRqqt1FBt/FRt_purity"trainer/global_step2:JP 7NÜbI &Purity/2FRt2SRqqt*FBt/event_proportion"trainer/global_step2:JP·{;ÏHÝbC Purity/*FRt*SRqqt0FBt/FRt_purity"trainer/global_step2:JPš±]×NÞbI &Purity/*FRt1SRqqt*FBt/event_proportion"trainer/global_step2:JP­n/—HßbC Purity/*FRt2SRqqt*FBt/FRt_purity"trainer/global_step2:JP}xÕ@äb; particle/accuracy_1_of_3"trainer/global_step2:JPšè½NåbI &Purity/*FRt*SRqqt2FBt/event_proportion"trainer/global_step2:JP«½Ü³HæbC Purity/*FRt1SRqqt*FBt/FBt_purity"trainer/global_step2:JPkG”ëHçbC Purity/0FRt1SRqqt2FBt/FBt_purity"trainer/global_step2:JPâ÷.NèbI &Purity/1FRt*SRqqt*FBt/event_proportion"trainer/global_step2:JPä8dHébC Purity/0FRt2SRqqt*FBt/FBt_purity"trainer/global_step2:JP0|PNêbI &Purity/*FRt1SRqqt0FBt/event_proportion"trainer/global_step2:JP}ÞHëbC Purity/*FRt1SRqqt1FBt/FRt_purity"trainer/global_step2:JPÎ&‹NìbI &Purity/0FRt0SRqqt1FBt/event_proportion"trainer/global_step2:JPöÑð@íb; particle/accuracy_3_of_3"trainer/global_step2:JPãNU*NîbI &Purity/*FRt0SRqqt1FBt/event_proportion"trainer/global_step2:JPãôÏàJïbE "Purity/1FRt*SRqqt0FBt/SRqqt_purity"trainer/global_step2:JP׫*JðbE "Purity/1FRt1SRqqt*FBt/SRqqt_purity"trainer/global_step2:JPcÿ®:JñbE "Purity/2FRt0SRqqt*FBt/event_purity"trainer/global_step2:JPž:¡ÂJòbE "Purity/2FRt2SRqqt*FBt/event_purity"trainer/global_step2:JPh®üNóbI &Purity/*FRt2SRqqt2FBt/event_proportion"trainer/global_step2:JP³R-NôbI &Purity/0FRt*SRqqt2FBt/event_proportion"trainer/global_step2:JPíR~–HõbC Purity/2FRt0SRqqt*FBt/FRt_purity"trainer/global_step2:JPþ‹x‘JöbE "Purity/2FRt*SRqqt2FBt/event_purity"trainer/global_step2:JPÃ#Wü@÷b; particle/accuracy_2_of_3"trainer/global_step2:JPD£0ø+ _wandbruntime‚273  _runtime‚273yÎ"Ê>9ù¸r +particle/specificity‚0.7897645831108093 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ("Purity/1FRt0SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8539565801620483 9 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.010439753532409668 +jet/accuracy_2_of_3‚0.08951684087514877 7validation_average_jet_accuracy‚0.06325821578502655 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.04173979535698891 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.07671494781970978 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9908585548400879 ;"Purity/0FRt1SRqqt0FBt/event_purity‚0.004269798751920462 /particle/accuracy_3_of_4‚0.9934210777282715 ;"Purity/1FRt*SRqqt*FBt/event_purity‚0.007349645718932152 ;"Purity/1FRt0SRqqt*FBt/event_purity‚0.010177364572882652 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt0SRqqt1FBt/FRt_purity‚0 & Purity/1FRt1SRqqt2FBt/FRt_purity‚0 epoch‚0 8 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.05568910390138626 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ;"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.005613931454718113 ;"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.007300444878637791 ;"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.004269798751920462 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.03323637321591377 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.11440688371658325 8 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.03174010291695595 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9330564737319946 ;"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.060520365834236145 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt*SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9701578617095947 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 :"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.01416598167270422 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 +jet/accuracy_1_of_2‚0.17324654757976532 particle/accuracy_1_of_4‚1 ;"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.009677990339696407 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.3571428656578064 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 +jet/accuracy_1_of_1‚0.04650001972913742 /particle/accuracy_4_of_4‚0.9864766597747803 _runtime‚ 273.154425628 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;"Purity/0FRt1SRqqt*FBt/event_purity‚0.004605505615472794 ;"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.031167685985565186 ;"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.008925776928663254 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.0803571417927742 9 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.010853479616343975 ,jet/accuracy_2_of_2‚0.027304166927933693 *jet/accuracy_1_of_3‚0.3043854236602783 ;"Purity/*FRt1SRqqt*FBt/event_purity‚0.002672836184501648 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.07757378369569778 :"Purity/0FRt*SRqqt*FBt/event_purity‚0.12271109223365784 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.1666666716337204 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.005658084526658058 <"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.0058198231272399426 ("Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.3571428656578064 ;"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.005074498243629932 ;"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.006504917051643133 ;"Purity/*FRt1SRqqt1FBt/event_purity‚0.006006864830851555 ;"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.029065925627946854 ("Purity/1FRt0SRqqt2FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.1666666567325592 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 _step‚12 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.03290769085288048 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.11591977626085281 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 particle/accuracy_1_of_3‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.05119048058986664 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 /particle/accuracy_3_of_3‚0.9985632300376892 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ;"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.002891366370022297 ;"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.004829784855246544 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.002659574383869767 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.022868746891617775 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 particle/accuracy_2_of_3‚1 :"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.04880078136920929 ;"Purity/*FRt0SRqqt0FBt/event_purity‚0.010096152313053608 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ;"Purity/1FRt*SRqqt0FBt/event_purity‚0.007561813108623028 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 *loss/val_total_loss‚28.822452350212753 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9950386881828308 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9778829216957092 ("Purity/1FRt1SRqqt1FBt/event_purity‚0 ("Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.06253942847251892 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.03947896137833595 ("Purity/0FRt2SRqqt*FBt/event_purity‚0 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.03164313733577728 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.6225401163101196 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.1355372667312622 8 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.05271291360259056 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 jet/accuracy_4_of_4‚0 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.07885061204433441 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 trainer/global_step‚159 9 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.011874084360897541 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.07942509651184082 particle/accuracy_1_of_2‚1 % _timestamp‚1.7848396688519616e+09 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt0SRqqt1FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9665282368659973 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚0 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9893159866333008 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.04262541979551315 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9930764436721802 ;"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.014563334174454212 9 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.015507519245147705 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 <"Purity/2FRt*SRqqt0FBt/event_purity‚0.0015432098880410194 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.07629062235355377 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.006259191781282425 ;"Purity/0FRt1SRqqt1FBt/event_purity‚0.009601449593901634 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 1"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚ 0.00390625 ;"Purity/*FRt*SRqqt0FBt/event_purity‚0.006291769910603762 <"Purity/*FRt1SRqqt0FBt/event_purity‚0.0024658197071403265 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt1SRqqt0FBt/event_purity‚0 <"Purity/2FRt0SRqqt0FBt/event_purity‚0.0027173913549631834 ("Purity/2FRt*SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.02216554991900921 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ;"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.004724732134491205 <"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.0032827439717948437 <"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.0020468076691031456 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/1FRt1SRqqt*FBt/event_purity‚0 1"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚ 0.00390625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 jet/accuracy_3_of_3‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 <"Purity/0FRt*SRqqt0FBt/event_purity‚0.0038175578229129314 ("Purity/1FRt*SRqqt1FBt/event_purity‚0 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.06683064997196198 *jet/accuracy_1_of_4‚0.3223462402820587 +jet/accuracy_2_of_4‚0.07714077085256577 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.03155701234936714 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 <"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.0024038462433964014 :"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.05316166207194328 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 ;"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.009825579822063446 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7071336507797241 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.1336476057767868 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.5792171359062195 ("Purity/0FRt2SRqqt0FBt/event_purity‚0 ;"Purity/1FRt0SRqqt0FBt/event_purity‚0.010439753532409668 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08060473948717117 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 +particle/sensitivity‚0.5895507335662842 9 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.011429956182837486 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.07942509651184082 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_4‚1 'particle/f_score‚0.4982808530330658 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ;"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.014784369617700577 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.0513392873108387 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 ("Purity/*FRt2SRqqt0FBt/event_purity‚0 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.04499476030468941 ("Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0 ;"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.005674367770552635 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.0634615421295166 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 <"Purity/2FRt*SRqqt*FBt/event_purity‚0.0015060240402817726 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.7568061947822571 ("Purity/*FRt2SRqqt*FBt/event_purity‚0 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.0513392873108387 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9800406694412231 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9931795001029968 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.03311965987086296 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 &particle/accuracy‚0.74713134765625 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.5045236349105835 9 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.014363354071974754 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 jet/accuracy_3_of_4‚0 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.1666666716337204 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125ÕyÀsú¼r ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 +particle/specificity‚0.7897645831108093 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ("Purity/1FRt0SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8539565801620483 9 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.010439753532409668 +jet/accuracy_2_of_3‚0.08951684087514877 7validation_average_jet_accuracy‚0.06325821578502655 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.04173979535698891 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.07671494781970978 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9908585548400879 ;"Purity/0FRt1SRqqt0FBt/event_purity‚0.004269798751920462 /particle/accuracy_3_of_4‚0.9934210777282715 ;"Purity/1FRt*SRqqt*FBt/event_purity‚0.007349645718932152 ;"Purity/1FRt0SRqqt*FBt/event_purity‚0.010177364572882652 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt0SRqqt1FBt/FRt_purity‚0 & Purity/1FRt1SRqqt2FBt/FRt_purity‚0 epoch‚0 8 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.05568910390138626 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ;"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.005613931454718113 ;"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.007300444878637791 ;"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.004269798751920462 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.03323637321591377 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.11440688371658325 8 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.03174010291695595 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9330564737319946 ;"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.060520365834236145 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt*SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9701578617095947 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 :"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.01416598167270422 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 +jet/accuracy_1_of_2‚0.17324654757976532 particle/accuracy_1_of_4‚1 ;"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.009677990339696407 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.3571428656578064 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 +jet/accuracy_1_of_1‚0.04650001972913742 /particle/accuracy_4_of_4‚0.9864766597747803 _runtime‚ 273.154425628 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;"Purity/0FRt1SRqqt*FBt/event_purity‚0.004605505615472794 ;"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.031167685985565186 ;"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.008925776928663254 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.0803571417927742 9 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.010853479616343975 ,jet/accuracy_2_of_2‚0.027304166927933693 *jet/accuracy_1_of_3‚0.3043854236602783 ;"Purity/*FRt1SRqqt*FBt/event_purity‚0.002672836184501648 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.07757378369569778 :"Purity/0FRt*SRqqt*FBt/event_purity‚0.12271109223365784 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.1666666716337204 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.005658084526658058 <"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.0058198231272399426 ("Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.3571428656578064 ;"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.005074498243629932 ;"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.006504917051643133 ;"Purity/*FRt1SRqqt1FBt/event_purity‚0.006006864830851555 ;"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.029065925627946854 ("Purity/1FRt0SRqqt2FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.1666666567325592 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 _step‚12 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.03290769085288048 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.11591977626085281 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 particle/accuracy_1_of_3‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.05119048058986664 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 /particle/accuracy_3_of_3‚0.9985632300376892 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ;"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.002891366370022297 ;"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.004829784855246544 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.002659574383869767 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.022868746891617775 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 particle/accuracy_2_of_3‚1 :"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.04880078136920929 ;"Purity/*FRt0SRqqt0FBt/event_purity‚0.010096152313053608 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ;.ÌŒÛÏ"Purity/1FRt*SRqqt0FBt/event_purity‚0.007561813108623028 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 *loss/val_total_loss‚28.822452350212753 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9950386881828308 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9778829216957092 ("Purity/1FRt1SRqqt1FBt/event_purity‚0 ("Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.06253942847251892 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.03947896137833595 ("Purity/0FRt2SRqqt*FBt/event_purity‚0 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.03164313733577728 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.6225401163101196 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.1355372667312622 8 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.05271291360259056 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 jet/accuracy_4_of_4‚0 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.07885061204433441 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 trainer/global_step‚159 9 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.011874084360897541 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.07942509651184082 particle/accuracy_1_of_2‚1 % _timestamp‚1.7848396688519616e+09 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt0SRqqt1FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9665282368659973 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚0 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9893159866333008 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.04262541979551315 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9930764436721802 ;"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.014563334174454212 9 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.015507519245147705 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 <"Purity/2FRt*SRqqt0FBt/event_purity‚0.0015432098880410194 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.07629062235355377 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.006259191781282425 ;"Purity/0FRt1SRqqt1FBt/event_purity‚0.009601449593901634 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 1"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚ 0.00390625 ;"Purity/*FRt*SRqqt0FBt/event_purity‚0.006291769910603762 <"Purity/*FRt1SRqqt0FBt/event_purity‚0.0024658197071403265 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt1SRqqt0FBt/event_purity‚0 <"Purity/2FRt0SRqqt0FBt/event_purity‚0.0027173913549631834 ("Purity/2FRt*SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.02216554991900921 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ;"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.004724732134491205 <"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.0032827439717948437 <"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.0020468076691031456 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/1FRt1SRqqt*FBt/event_purity‚0 1"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚ 0.00390625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 jet/accuracy_3_of_3‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 <"Purity/0FRt*SRqqt0FBt/event_purity‚0.0038175578229129314 ("Purity/1FRt*SRqqt1FBt/event_purity‚0 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.06683064997196198 *jet/accuracy_1_of_4‚0.3223462402820587 +jet/accuracy_2_of_4‚0.07714077085256577 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.03155701234936714 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 <"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.0024038462433964014 :"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.05316166207194328 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 ;"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.009825579822063446 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7071336507797241 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.1336476057767868 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.5792171359062195 ("Purity/0FRt2SRqqt0FBt/event_purity‚0 ;"Purity/1FRt0SRqqt0FBt/event_purity‚0.010439753532409668 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08060473948717117 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 +particle/sensitivity‚0.5895507335662842 9 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.011429956182837486 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.07942509651184082 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_4‚1 'particle/f_score‚0.4982808530330658 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ;"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.014784369617700577 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.0513392873108387 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 ("Purity/*FRt2SRqqt0FBt/event_purity‚0 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.04499476030468941 ("Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0 ;"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.005674367770552635 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.0634615421295166 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 <"Purity/2FRt*SRqqt*FBt/event_purity‚0.0015060240402817726 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.7568061947822571 ("Purity/*FRt2SRqqt*FBt/event_purity‚0 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.0513392873108387 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9800406694412231 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9931795001029968 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.03311965987086296 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 &particle/accuracy‚0.74713134765625 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.5045236349105835 9 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.014363354071974754 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 jet/accuracy_3_of_4‚0 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.1666666716337204 ƒQÐq“û‚(:ˆ €ü‰Ó…ë¿Ï gpu.0.gpu‚77.0 gpu.0.memory‚24+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚363.697' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.7394 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ü‹¾Eü‚(:º €ü‰ÓŸåæÏ network.sent‚172425) disk./.usagePercent‚54.31673811256663 disk.sda3.in‚ 5650.77734375 proc.cpu.threads‚17 network.recv‚67803$ disk./.usageGB‚809.3586502075195 disk.dm-0.in‚ 1854.62109375 disk.sda.out‚ 13.8046875# disk.nvme0c0n1.in‚ 1854.62109375' proc.memory.availableMB‚ 12034.03125 proc.memory.rssMB‚ 2655.1875 disk.dm-0.out‚ 8972.5546875 disk.sda.in‚ 5650.77734375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0# disk.nvme0c0n1.out‚ 8972.5546875$ memory_percent‚51.03340148925781 disk.sda2.in‚0 disk.sda3.out‚ 13.8046875 disk.dm-1.in‚ 5650.77734375 disk.dm-1.out‚ 13.8046875! disk.nvme0n1.in‚ 1854.62109375! disk.nvme0n1.out‚ 8972.5546875* proc.memory.percent‚10.803985595703125 cpu‚23.42356385109844¨¾:¯ý‚(:’ ü‰Ó²»ÌÎ gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚320.029' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.00580000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0…Ç8¾>þ‚(:³ ü‰Ó£ö×Ð$ memory_percent‚51.03756586710612) proc.memory.availableMB‚ 12033.0078125" proc.memory.rssMB‚ 2655.7734375 cpu‚23.506414329561505 disk.sda.in‚ 6269.0625 disk.sda1.out‚0 disk.sda3.in‚ 6269.0625$ disk.nvme0c0n1.out‚ 9974.01953125 disk.nvme0n1.in‚ 1860.7109375 proc.cpu.threads‚17$ disk./.usageGB‚809.2999153137207 disk.sda.out‚ 14.3203125 disk.dm-1.in‚ 6269.0625) proc.memory.percent‚10.80636978149414 network.sent‚273561 network.recv‚72628) disk./.usagePercent‚54.31279636456193 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.out‚ 14.3203125 disk.dm-0.in‚ 1860.7109375 disk.dm-0.out‚ 9974.01953125 disk.sda2.out‚0 disk.sda3.out‚ 14.3203125" disk.nvme0c0n1.in‚ 1860.7109375" disk.nvme0n1.out‚ 9974.019531250¬Þ“ÿ‚(:ˆ žü‰ÓÉÌÎ gpu.0.gpu‚99.0 gpu.0.memory‚30+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚318.173' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.6346 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0S}J€‚(:¿ žü‰ÓØ©Ð disk.sda2.out‚0 network.recv‚73908 disk.dm-0.in‚ 1860.7890625 disk.sda.out‚ 14.7421875 disk.sda1.out‚0 disk.sda3.in‚ 6269.0625 disk.dm-1.out‚ 14.7421875( disk.nvme0c0n1.out‚10136.64501953125* proc.memory.availableMB‚12032.97265625 network.sent‚274776) disk./.usagePercent‚54.32486481573356$ disk./.usageGB‚809.4797439575195# disk.dm-0.out‚10136.64501953125 disk.sda2.in‚0$ memory_percent‚51.03770891825358" proc.memory.rssMB‚ 2655.7734375 cpu‚23.58259020709679 disk.nvme0n1.in‚ 1860.7890625& disk.nvme0n1.out‚10136.64501953125 disk.sda3.out‚ 14.7421875 disk.dm-1.in‚ 6269.0625" disk.nvme0c0n1.in‚ 1860.7890625) proc.memory.percent‚10.80636978149414 proc.cpu.threads‚17 disk.sda.in‚ 6269.0625 disk.sda1.in‚0NÍ\³“‚(:ˆ ­ü‰Ó®ƒ¦Î gpu.0.gpu‚73.0 gpu.0.memory‚23+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚360.406' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.0812 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ò†8´R‚‚(:Ç ­ü‰ÓÍŠ†Ð proc.cpu.threads‚17 network.sent‚276456 disk.dm-1.in‚ 6269.0625 disk.sda.out‚ 15.09765625% memory_percent‚51.036787033081055) proc.memory.percent‚10.80636978149414 disk.sda.in‚ 6269.0625 disk.dm-1.out‚ 15.09765625! disk.nvme0n1.in‚ 2025.48046875# disk.dm-0.out‚10171.94580078125 disk.sda2.in‚0" proc.memory.rssMB‚ 2655.7734375 cpu‚23.65403801423984 network.recv‚75189 disk.dm-0.in‚ 2025.48046875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚ 6269.0625* proc.memory.availableMB‚12033.19921875* disk./.usagePercent‚54.326959725386246$ disk./.usageGB‚809.5109596252441# disk.nvme0c0n1.in‚ 2025.48046875( disk.nvme0c0n1.out‚10171.94580078125& disk.nvme0n1.out‚10171.94580078125 disk.sda3.out‚ 15.09765625 În0ƒ+ _wandbruntime‚340  _runtime‚340å§ä+Ä„¾ % _timestamp‚1.7848397365111995e+09 _runtime‚ 340.812952502 _step‚13 & lr-AdamW/pg1‚0.0001171218716152426 & lr-AdamW/pg2‚0.0001171218716152426 trainer/global_step‚199̇6È…Â _step‚13 & lr-AdamW/pg1‚0.0001171218716152426 & lr-AdamW/pg2‚0.0001171218716152426 trainer/global_step‚199 % _timestamp‚1.7848397365111995e+09 _runtime‚ 340.812952502 º-"y0†+ _wandbruntime‚340  _runtime‚340=úonÆ'‡ÀO @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 _step‚14 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2004 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709867008 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039414 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚1848272 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚1728918 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚1728912 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚615963 HDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12252 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12252 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 257069081600 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚57540087257600 TADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚57540087257600 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 _LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚57332700514304 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332210 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10092 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 207064134131 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚823 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚1728912 bQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 257111945728 XEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚57541458881536 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚57332674340864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚1858364 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚16193398106624 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚1728918 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345450496 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680186880 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10098 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚15935918069760 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚637 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 [HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚57309408849392 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 \IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚57332700514304 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚57517843022937 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 208758367232 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚536870 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚15936286160896 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚823 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚1152511 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49241128960 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 UBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚57541458881536 XEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚57332674340864 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚16192987151360 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345450496 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1725956096 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680186880 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371623936 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 207412916736 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42864128 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565915 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚57309434277360 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 208408745577 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611446 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 208758367232 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 207412916736 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10098 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚1858364 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚536865 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49241128960 trainer/global_step‚199 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12327 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚615646Y*û¡#ˆÄO XEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚57541458881536 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚57332674340864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚1858364 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚16193398106624 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚1728918 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345450496 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680186880 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10098 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚15935918069760 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚637 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 [HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚57309408849392 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 \IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚57332700514304 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚57517843022937 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 208758367232 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚536870 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚15936286160896 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚823 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚1152511 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49241128960 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 UBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚57541458881536 XEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚57332674340864 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚16192987151360 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345450496 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1725956096 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680186880 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371623936 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 207412916736 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42864128 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565915 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚57309434277360 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 208408745577 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611446 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 208758367232 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 207412916736 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10098 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚1858364 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚536865 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49241128960 trainer/global_step‚199 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12327 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚615646 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 _step‚14 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2004 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709867008 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039414 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚1848272 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚1728918 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚1728912 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚615963 HDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12252 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12252 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 257069081600 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 LDDeviceStatsMonitor.on_train_Ö)batch_start/segment.small_pool.allocated‚823 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚57540087257600 TADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚57540087257600 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 _LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚57332700514304 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332210 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10092 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 207064134131 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚823 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚1728912 bQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 257111945728·+¬Û0‰+ _wandbruntime‚342  _runtime‚342méNÐ&ŠÊM J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12252 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371631104 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚1857354 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867008 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚1857354 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚16014504435712 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚1737279 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 208084935771 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚1158436 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚539505 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42856960 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 R?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚57796295558939 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332210 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚605 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚57797665598465 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10106 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680186880 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345457664 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚1867460 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10106 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚823 ]JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚57611609804800 YFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚57611583631360 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 339960320 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12327 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631104 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚3604745 S@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚57821390687232 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _runtime‚ 342.238536037 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚1737279 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚316 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410948096 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚1737285 YFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚57588210623168 % _timestamp‚1.7848397379366689e+09 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚1158115 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚618926 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611558 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 208435424768 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565915 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709867008 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚3604745 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚3594633 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039526 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49241128960 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2004 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚1867460 R?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚57820019056128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680186880 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚618610 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚16273244836352 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚823 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚3594633 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 208435424768 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚823 _step‚15 QM¾Ô&‹ÎM ]JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚57611609804800 YFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚57611583631360 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 339960320 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12327 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631104 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚3604745 S@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚57821390687232 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _runtime‚ 342.238536037 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚1737279 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚316 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410948096 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚1737285 YFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚57588210623168 % _timestamp‚1.7848397379366689e+09 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚1158115 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚618926 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611558 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 208435424768 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565915 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709867008 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚3604745 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚3594633 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039526 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49241128960 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2004 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚1867460 R?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚57820019056128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680186880 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚618610 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚16273244836352 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚823 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚3594633 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 208435424768 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚823 _step‚15 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12252 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371631104 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚1857354 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867008 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚1857354 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚16014504435712 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚1737279 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 208084935771 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚1158436 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚539505 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42856960 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 R?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚57796295558939 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332210 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚605 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚57797665598465 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10106 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680186880 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345457664 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚1867460 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10106 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚823 @Ì0Œ+ _wandbruntime‚342  _runtime‚342î ÊWûõ 1loss/SRqqt2/detection_loss‚0.9470629273565965 .loss/FBt1/detection_loss‚9.339358636546725 -loss/FBt2/detection_loss‚4.96587000097789 _runtime‚ 342.290018091 /loss/FRt2/assignment_loss‚5.358179774693873 /loss/FBt1/assignment_loss‚0.577548771826514 0loss/SRqqt1/detection_loss‚3.777873221246234 epoch‚1 trainer/global_step‚199 %loss/total_loss‚35.65326040225389 /loss/FRt1/assignment_loss‚4.563979020710694 1loss/SRqqt1/assignment_loss‚2.179566507957068 /loss/FRt2/detection_loss‚1.6327351695170633 0loss/FRt1/detection_loss‚0.39359349321534587 $ _timestamp‚1.784839737988579e+09 _step‚16 2loss/SRqqt2/assignment_loss‚1.8403340015603706 1loss/FBt2/assignment_loss‚0.07715887664551915Ê ¥ÿŽù %loss/total_loss‚35.65326040225389 /loss/FRt1/assignment_loss‚4.563979020710694 1loss/SRqqt1/assignment_loss‚2.179566507957068 /loss/FRt2/detection_loss‚1.6327351695170633 0loss/FRt1/detection_loss‚0.39359349321534587 $ _timestamp‚1.784839737988579e+09 _step‚16 2loss/SRqqt2/assignment_loss‚1.8403340015603706 1loss/FBt2/assignment_loss‚0.07715887664551915 1loss/SRqqt2/detection_loss‚0.9470629273565965 .loss/FBt1/detection_loss‚9.339358636546725 -loss/FBt2/detection_loss‚4.96587000097789 _runtime‚ 342.290018091 /loss/FRt2/assignment_loss‚5.358179774693873 /loss/FBt1/assignment_loss‚0.577548771826514 0loss/SRqqt1/detection_loss‚3.777873221246234 epoch‚1 trainer/global_step‚199{Ò(‘‚(:† ¼ü‰Ó€çÀÎ gpu.0.gpu‚89.0 gpu.0.memory‚28+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚301.28' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.256 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0½t»B‚(:· ¼ü‰Óͳ¤Ð% disk.nvme0n1.out‚10245.2314453125 disk.sda1.out‚0* proc.memory.availableMB‚12032.91796875) proc.memory.percent‚10.80636978149414" disk.dm-0.out‚10245.2314453125 disk.sda.out‚ 15.57421875 disk.sda2.out‚0" proc.memory.rssMB‚ 2655.7734375) disk./.usagePercent‚54.28952579171457' disk.nvme0c0n1.out‚10245.2314453125 disk.dm-0.in‚2045.375 disk.sda1.in‚0$ memory_percent‚51.03793144226074 cpu‚23.718696188665582 proc.cpu.threads‚17 network.recv‚76342 disk.dm-1.in‚ 6545.84375 disk.nvme0n1.in‚2045.375 disk.sda.in‚ 6545.84375 disk.sda2.in‚0 disk.sda3.in‚ 6545.84375 disk.sda3.out‚ 15.57421875 network.sent‚279204$ disk./.usageGB‚808.9531669616699 disk.dm-1.out‚ 15.57421875 disk.nvme0c0n1.in‚2045.375c€ÓÀ‘‚(:’ Ëü‰Ó»¢©Î gpu.0.gpu‚99.0 gpu.0.memory‚30+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚313.107' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚62.62140000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ƒ³ÓU’‚(:Ê Ëü‰ÓŽÔ´Ð network.recv‚78939 disk.sda2.in‚0' disk.nvme0c0n1.out‚10291.1064453125 disk.nvme0n1.in‚ 2057.3046875 disk.sda1.in‚0$ memory_percent‚51.04010899861654) proc.memory.availableMB‚ 12032.3828125" proc.memory.rssMB‚ 2655.7734375 disk.sda3.in‚ 7715.72265625 disk.sda3.out‚ 16.03515625 disk.dm-1.out‚ 16.03515625* disk./.usagePercent‚54.293531541602825$ disk./.usageGB‚809.0128555297852 disk.dm-1.in‚ 7715.72265625 disk.dm-0.in‚ 2057.3046875" disk.dm-0.out‚10291.1064453125 disk.sda.in‚ 7715.72265625 disk.sda.out‚ 16.03515625 cpu‚23.7786177225783 network.sent‚338609 disk.sda2.out‚0" disk.nvme0c0n1.in‚ 2057.3046875% disk.nvme0n1.out‚10291.1064453125 disk.sda1.out‚0) proc.memory.percent‚10.80636978149414 proc.cpu.threads‚17Ç",|œ“‚(:‘ Úü‰Ó·Ý¨Î gpu.0.gpu‚70.0 gpu.0.memory‚21+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚60.0 gpu.0.powerWatts‚355.82' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚71.16399999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0q–ÔG\”‚(:Ñ Úü‰Ó·éÐ disk.dm-1.in‚ 7715.72265625 disk.dm-1.out‚ 17.00390625 cpu‚23.835440893435266* disk./.usagePercent‚54.291767393684374 disk.sda3.out‚ 17.00390625# disk.nvme0c0n1.in‚ 2064.97265625) proc.memory.percent‚10.80636978149414 proc.cpu.threads‚17 disk.sda3.in‚ 7715.72265625 network.sent‚340660# disk.dm-0.out‚10342.23876953125 disk.sda.in‚ 7715.72265625 disk.sda.out‚ 17.00390625 disk.sda1.out‚0 disk.sda2.in‚0( disk.nvme0c0n1.out‚10342.23876953125$ disk./.usageGB‚808.9865684509277 disk.dm-0.in‚ 2064.97265625 disk.sda2.out‚0! disk.nvme0n1.in‚ 2064.97265625& disk.nvme0n1.out‚10342.23876953125$ memory_percent‚51.04020436604818( proc.memory.availableMB‚ 12032.359375" proc.memory.rssMB‚ 2655.7734375 network.recv‚79269 disk.sda1.in‚0+BêT“•‚(:ˆ éü‰ÓÜ÷§Î gpu.0.gpu‚96.0 gpu.0.memory‚32+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚319.284' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.8568 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0bG=E–‚(:º éü‰Óý„‰Ð* proc.memory.availableMB‚12032.08984375) proc.memory.percent‚10.80636978149414 disk.sda.in‚ 7715.72265625 disk.sda1.out‚0 disk.dm-1.out‚ 17.4296875% disk.nvme0c0n1.out‚10398.09765625# disk.nvme0n1.out‚10398.09765625$ memory_percent‚51.04130109151205 cpu‚23.887366095137025 disk.dm-0.in‚ 2204.9375 disk.sda.out‚ 17.4296875 disk.sda2.out‚0 disk.nvme0c0n1.in‚ 2204.9375" proc.memory.rssMB‚ 2655.7734375 disk.dm-0.out‚10398.09765625 disk.sda2.in‚0 disk.sda3.in‚ 7715.72265625 disk.sda3.out‚ 17.4296875 disk.dm-1.in‚ 7715.72265625 disk.nvme0n1.in‚ 2204.9375 proc.cpu.threads‚17 network.sent‚340924 network.recv‚79806) disk./.usagePercent‚54.30783058642028$ disk./.usageGB‚809.2259216308594 disk.sda1.in‚0CÛZØ—‚(:’ øü‰Ó½¯ÔÎ gpu.0.gpu‚99.0 gpu.0.memory‚30+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚322.383' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.47659999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0[Z¿Ÿ<˜‚(:± øü‰ÓÏöÑÐ proc.cpu.threads‚17 network.recv‚82925) disk./.usagePercent‚54.31098536726472! disk.nvme0c0n1.in‚ 2207.921875 disk.sda.in‚ 8275.55859375 disk.sda3.out‚18 disk.dm-1.in‚ 8275.55859375 disk.dm-1.out‚18$ memory_percent‚51.04203224182129( disk.nvme0c0n1.out‚10534.22509765625 disk.nvme0n1.in‚ 2207.921875& disk.nvme0n1.out‚10534.22509765625# disk.dm-0.out‚10534.22509765625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0* proc.memory.availableMB‚12031.91015625 network.sent‚346541 disk.sda.out‚18 cpu‚23.935153648234383$ disk./.usageGB‚809.2729301452637 disk.dm-0.in‚ 2207.921875 disk.sda1.in‚0 disk.sda3.in‚ 8275.55859375" proc.memory.rssMB‚ 2655.7734375) proc.memory.percent‚10.80636978149414n‚]“™‚(:ˆ ‡ý‰Ó•¾¥Î gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚360.827' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.1654 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Fd„Cš‚(:¸ ‡ý‰ÓýÁÑÐ disk.sda2.in‚0 disk.sda2.out‚0& proc.memory.availableMB‚ 12031.6875 disk.sda3.in‚ 8679.9375 disk.dm-1.in‚ 8679.9375" disk.nvme0c0n1.in‚ 2224.6953125( disk.nvme0c0n1.out‚10588.60009765625# disk.dm-0.out‚10588.60009765625 disk.sda3.out‚ 18.453125 disk.dm-1.out‚ 18.453125& disk.nvme0n1.out‚10588.60009765625 disk.dm-0.in‚ 2224.6953125 disk.sda.in‚ 8679.9375 disk.sda1.in‚0% memory_percent‚51.042938232421875" proc.memory.rssMB‚ 2655.7734375# disk./.usageGB‚810.230770111084 disk.nvme0n1.in‚ 2224.6953125 disk.sda.out‚ 18.453125 disk.sda1.out‚0) proc.memory.percent‚10.80636978149414 cpu‚23.98261373099351 proc.cpu.threads‚17 network.sent‚347713 network.recv‚84281) disk./.usagePercent‚54.37526681105218õéõ¬0›+ _wandbruntime‚421  _runtime‚421rÆ23ÆœÀ trainer/global_step‚249 % _timestamp‚1.7848398171054895e+09 _runtime‚ 421.407051477 _step‚17 ' lr-AdamW/pg1‚0.00011709178334282306 ' lr-AdamW/pg2‚0.00011709178334282306¿ íÉÊÄ _runtime‚ 421.407051477 _step‚17 ' lr-AdamW/pg1‚0.00011709178334282306 ' lr-AdamW/pg2‚0.00011709178334282306 trainer/global_step‚249 % _timestamp‚1.7848398171054895e+09EÉ»0ž+ _wandbruntime‚421  _runtime‚421ä¶ëpýŸ¿O SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680186880 TADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚71536741338624 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680186880 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚2147262 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚1433108 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12252 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 UBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚71538112962560 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚19865236367360 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039414 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚2147262 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371623936 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12327 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚1433448 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421441024 TADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚71507665555131 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345450496 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 258602472960 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚71278138865664 HDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚71536741338624 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10098 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚668870 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2004 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371623936 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709867008 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚2147268 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚71509035594545 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611446 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 258168016939 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 XEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚71278138865664 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚20185019706368 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53349888 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565915 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10098 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653wDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12252 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 UBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚71538112962560 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚19865236367360 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039414 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚2147262 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371623936 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12327 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚1433448 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421441024 TADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚71507665555131 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345450496 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 258602472960 [HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚71278138865664 HDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚71536741338624 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10098 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚668870 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2004 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371623936 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709867008 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚2147268 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚71509035594545 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611446 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 258168016939 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 XEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚71278138865664 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚20185019706368 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53349888 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565915 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10098 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680186880 TADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚71536741338624 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680186880 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚2147262 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚1433108 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 HDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚4479047 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚637 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 321087783424 _step‚19 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10106 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚2155635 VCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚71788858170073 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ]JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚71557074329600 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345457664 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚19943822733312 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚2155629 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚2323412 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 259624980992 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867008 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 260533430137 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565915 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12327 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚767196 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚19944190824448 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 339960320 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚823 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚340 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611558 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 260970438656 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680186880 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚4468935 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039526 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631104 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚1438701 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 ZGDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚71557074329600 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53342720 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631104 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚1438701 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 ZGDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚71557074329600 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53342720 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚4479047 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚637 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 321087783424 _step‚19 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10106 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚2155635 VCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚71788858170073 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ]JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚71557074329600 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345457664 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚19943822733312 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚2155629 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚2323412 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 259624980992 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867008 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 260533430137 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565915 ¤ðÍ0¤+ _wandbruntime‚422  _runtime‚422ÔZþ¥ø 0loss/FBt1/assignment_loss‚0.2913684700205044 /loss/FRt1/detection_loss‚0.3919660613449867 1loss/SRqqt2/detection_loss‚1.1117901798391039 .loss/FBt1/detection_loss‚8.567916939824315 .loss/FBt2/detection_loss‚5.242713186295433 2loss/SRqqt1/assignment_loss‚1.7399534505199303 % _timestamp‚1.7848398185874248e+09 _step‚20 /loss/FRt1/assignment_loss‚4.552605991311483 /loss/FRt2/assignment_loss‚4.652160401476754 /loss/FRt2/detection_loss‚1.4661959875730746 $loss/total_loss‚33.2536796869826 _runtime‚ 422.888843482 2loss/SRqqt2/assignment_loss‚1.6430249987045924 1loss/FBt2/assignment_loss‚0.21183035683848508 1loss/SRqqt1/detection_loss‚3.3821536632339386 epoch‚1 trainer/global_step‚249+PŦü 1loss/FBt2/assignment_loss‚0.21183035683848508 1loss/SRqqt1/detection_loss‚3.3821536632339386 epoch‚1 trainer/global_step‚249 0loss/FBt1/assignment_loss‚0.2913684700205044 /loss/FRt1/detection_loss‚0.3919660613449867 1loss/SRqqt2/detection_loss‚1.1117901798391039 .loss/FBt1/detection_loss‚8.567916939824315 .loss/FBt2/detection_loss‚5.242713186295433 2loss/SRqqt1/assignment_loss‚1.7399534505199303 % _timestamp‚1.7848398185874248e+09 _step‚20 /loss/FRt1/assignment_loss‚4.552605991311483 /loss/FRt2/assignment_loss‚4.652160401476754 /loss/FRt2/detection_loss‚1.4661959875730746 $loss/total_loss‚33.2536796869826 _runtime‚ 422.888843482 2loss/SRqqt2/assignment_loss‚1.6430249987045924•km”§‚(:‰ –ý‰Ó怖Î gpu.0.gpu‚100.0 gpu.0.memory‚32+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚204.211' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚40.8422 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¬DænI¨‚(:¾ –ý‰Óå’îÐ disk.sda2.out‚0 disk.sda3.in‚ 8679.9375 cpu‚24.024516542216745 disk.sda1.out‚0 disk.dm-0.in‚ 2224.6953125" disk.dm-0.out‚12594.1669921875$ memory_percent‚51.04204813639323" proc.memory.rssMB‚ 2655.7734375) proc.memory.percent‚10.80636978149414 proc.cpu.threads‚17$ disk./.usageGB‚810.2814521789551 disk.sda.in‚ 8679.9375 disk.dm-1.in‚ 8679.9375" disk.nvme0c0n1.in‚ 2224.6953125 disk.nvme0n1.in‚ 2224.6953125% disk.nvme0n1.out‚12594.1669921875 network.sent‚349919 network.recv‚85341 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.out‚ 18.87109375 disk.dm-1.out‚ 18.87109375' disk.nvme0c0n1.out‚12594.1669921875' proc.memory.availableMB‚ 12031.90625* disk./.usagePercent‚54.378668127152096 disk.sda.out‚ 18.87109375‘ú=c©‚(:’ ¥ý‰ÓÑťΠgpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚294.28' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚58.855999999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12252 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12327 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚85500228166153 TADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚85498858126739 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚823 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚2565612 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚85533395419648 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709867008 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565915 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 311137479680 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53349888 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 trainer/global_step‚299 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚637 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚2565618 XEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚85534767043584 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611446 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1725956096 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10098 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709867008 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10092 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚23794554664960 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 309271899747 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚85533395419648 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371623936 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚368 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039414 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚5325788 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10098 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚1712941 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚24177064905728 _runtime‚ 502.178519808 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 309792029184 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚85189611654960 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49241128960 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345450496 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 XEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚85223603390464 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚2565618 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12252 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚24176643464704 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚2565612 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1725956096 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2004 $ _timestamp‚1.784839897876782e+09 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚912071 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚911708 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332210 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚823 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12327 HDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12252 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12327 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 XEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚85500228166153 TADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚85498858126739 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚823 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚2565612 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚85533395419648 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709867008 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565915 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 311137479680 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53349888 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 trainer/global_step‚299 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚637 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚2565618 XEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚85534767043584 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611446 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1725956096 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10098 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709867008 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10092 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚23794554664960 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 309271899747 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 Q>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚85533395419648 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371623936 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚368 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039414 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚5325788 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10098 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚1712941 ]JDeviceStatsMonitor.on_train_batch_start/inactive_só¹âGplit_bytes.all.allocated‚24177064905728 _runtime‚ 502.178519808 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 309792029184 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 _LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚85189611654960 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49241128960 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345450496 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653Ú][‘0·+ _wandbruntime‚503  _runtime‚503¾TÏ}Ð&¸ÊM TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332210 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49241128960 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1725956096 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚2573979 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 312159994880 R?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚85813327218176 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚355 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 YFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚85468388000768 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ]JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚85502538854400 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚2573985 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49241128960 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚350 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1725956096 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848398993040566e+09 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709867008 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039526 _runtime‚ 503.606027202 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 310292701387 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚803505 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345457664 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 310814537216 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚1718150 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚5353349 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚24256896231424 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565915 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631104 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚23873509122048 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49148416 R?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚85778680702155 trainer/global_step‚299 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚803510 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚914995 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚2573985 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867008 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680186880 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417239552 ]JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚85468413428736 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 312159994880 ZGDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚85502538854400 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚637 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12327 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚1718505 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚914645 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚24256478991872 YFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚85502512680960 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345457664 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848398993040566e+09 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709867008 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039526 _runtime‚ 503.606027202 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 310292701387 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚803505 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345457664 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 310814537216 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚1718150 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚5353349 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚24256896231424 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565915 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631104 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚23873509122048 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49148416 R?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚85778680702155 trainer/global_step‚299 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚803510 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚914995 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚2573985 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867008 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680186880 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417239552 ]JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚85468413428736 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 312159994880 ZGDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚85502538854400 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚637 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12327 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚1718505 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚914645 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚24256478991872 YFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚85502512680960 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345457664 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49241128960 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚350 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1725956096 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004À*{0º+ _wandbruntime‚503  _runtime‚503¸÷šú»ô .loss/FRt2/assignment_loss‚4.62112264487882 /loss/FRt2/detection_loss‚1.4531576413200256 1loss/SRqqt2/detection_loss‚1.1058691036619173 /loss/FRt1/detection_loss‚0.3643057492522511 %loss/total_loss‚30.78152478038907 _runtime‚ 503.65519605 /loss/FRt1/assignment_loss‚4.556255698698685 1loss/SRqqt1/assignment_loss‚1.736642733306323 1loss/SRqqt2/assignment_loss‚1.642307800600547 0loss/SRqqt1/detection_loss‚3.461703799664974 epoch‚1 _step‚24 0loss/FBt1/assignment_loss‚0.3438844522133877 1loss/FBt2/assignment_loss‚0.10967147250118768 .loss/FBt1/detection_loss‚5.263536419762778 .loss/FBt2/detection_loss‚6.123067264528173 trainer/global_step‚299 % _timestamp‚1.7848398993536625e+09ÂËÛ˜þ¼ø epoch‚1 _step‚24 0loss/FBt1/assignment_loss‚0.3438844522133877 1loss/FBt2/assignment_loss‚0.10967147250118768 .loss/FBt1/detection_loss‚5.263536419762778 .loss/FBt2/detection_loss‚6.123067264528173 trainer/global_step‚299 % _timestamp‚1.7848398993536625e+09 .loss/FRt2/assignment_loss‚4.62112264487882 /loss/FRt2/detection_loss‚1.4531576413200256 1loss/SRqqt2/detection_loss‚1.1058691036619173 /loss/FRt1/detection_loss‚0.3643057492522511 %loss/total_loss‚30.78152478038907 _runtime‚ 503.65519605 /loss/FRt1/assignment_loss‚4.556255698698685 1loss/SRqqt1/assignment_loss‚1.736642733306323 1loss/SRqqt2/assignment_loss‚1.642307800600547 0loss/SRqqt1/detection_loss‚3.461703799664974½¹Œ6“½‚(:ˆ áý‰ÓÚ»ØÎ gpu.0.gpu‚99.0 gpu.0.memory‚30+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚321.937' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.3874 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0+NäeR¾‚(:Ç áý‰ÓÆî¿Ñ disk.dm-1.in‚ 10301.9453125" disk.nvme0c0n1.in‚ 2841.8359375& disk.nvme0c0n1.out‚13404.416015625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0* proc.memory.availableMB‚12031.33984375 proc.cpu.threads‚17* disk./.usagePercent‚54.406670743262374! disk.dm-0.out‚13404.416015625 disk.sda.in‚ 10301.9453125 disk.sda3.out‚ 20.9609375$ memory_percent‚51.04435284932455) proc.memory.percent‚10.80636978149414 network.sent‚418249 network.recv‚93559 disk.dm-1.out‚ 20.9609375$ disk.nvme0n1.out‚13404.416015625 disk.sda.out‚ 20.9609375 disk.sda1.in‚0 disk.sda3.in‚ 10301.9453125" proc.memory.rssMB‚ 2655.7734375$ disk./.usageGB‚810.6987113952637 disk.nvme0n1.in‚ 2841.8359375 disk.dm-0.in‚ 2841.8359375 cpu‚24.203875513587423wF`“¿‚(:ˆ ðý‰ÓЬÇÎ gpu.0.gpu‚99.0 gpu.0.memory‚30+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚360.827' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.1654 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0š*‰%WÀ‚(:Ì ðý‰Ó“²ÖÐ& disk.nvme0n1.out‚13439.23388671875# disk.dm-0.out‚13439.23388671875 disk.sda3.out‚ 21.58984375! disk.nvme0c0n1.in‚ 3492.046875( disk.nvme0c0n1.out‚13439.23388671875$ memory_percent‚51.04459126790365 disk.sda.in‚10800.40234375 disk.sda.out‚ 21.58984375 disk.sda1.in‚0 disk.dm-1.in‚10800.40234375' proc.memory.availableMB‚ 12031.28125 proc.cpu.threads‚17 network.sent‚477162 disk.nvme0n1.in‚ 3492.046875 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.out‚ 21.58984375" proc.memory.rssMB‚ 2655.7734375) proc.memory.percent‚10.80636978149414 cpu‚24.234810049791157 network.recv‚96156) disk./.usagePercent‚54.37533951719191$ disk./.usageGB‚810.2318534851074 disk.dm-0.in‚ 3492.046875 disk.sda2.out‚0 disk.sda3.in‚10800.40234375ô!ÝÁ‚(:… ÿý‰Óæó¹Î gpu.0.gpu‚1.0 gpu.0.memory‚0+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚57.0 gpu.0.powerWatts‚343.705' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚68.741 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0{^IY‚(:Î ÿý‰Ó¼ñŸÐ disk.sda.out‚ 22.0703125 network.sent‚479491( disk./.usagePercent‚54.3721744960461 disk.dm-1.out‚ 22.0703125 disk.sda1.out‚0* proc.memory.availableMB‚11950.56640625 disk.dm-1.in‚ 11418.3359375& disk.nvme0n1.out‚13497.44873046875# disk.dm-0.out‚13497.44873046875 disk.sda2.in‚0 disk.sda3.out‚ 22.0703125% memory_percent‚51.373020807902016 cpu‚24.279857703280985 disk.sda.in‚ 11418.3359375 network.recv‚97494$ disk./.usageGB‚810.1846923828125" disk.nvme0c0n1.in‚ 3505.7421875( disk.nvme0c0n1.out‚13497.44873046875 disk.nvme0n1.in‚ 3505.7421875 disk.sda2.out‚0 disk.sda3.in‚ 11418.3359375 disk.dm-0.in‚ 3505.7421875 disk.sda1.in‚0# proc.memory.rssMB‚ 2736.26953125* proc.memory.percent‚11.133909225463867 proc.cpu.threads‚17 ~Wl0Ã+ _wandbruntime‚546  _runtime‚546Ühm"lÄ‹t ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 -jet/accuracy_3_of_3‚0.0014880952658131719 9 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.009615384973585606 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 ("Purity/1FRt*SRqqt2FBt/event_purity‚0 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.10503111034631729 particle/accuracy_2_of_2‚1 :"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.25084182620048523 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.17278707027435303 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 *jet/accuracy_1_of_1‚0.1302185356616974 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/1FRt0SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.2664862871170044 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.03177083283662796 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 :"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.24239741265773773 ("Purity/2FRt*SRqqt1FBt/event_purity‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 6 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.995489776134491 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.963598906993866 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.7683441042900085 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.0087499488145113 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 9 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.018895583227276802 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.0317700132727623 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7539342641830444 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.0555555559694767 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 *loss/val_total_loss‚30.458492405079713 / Purity/0FRt1SRqqt*FBt/FBt_purity‚ 0.99609375 & Purity/1FRt0SRqqt2FBt/FRt_purity‚0 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.3101212680339813 & Purity/2FRt0SRqqt1FBt/FRt_purity‚0 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.15168972313404083 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.1859349012374878 6 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.989098072052002 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 +jet/accuracy_1_of_2‚0.41616612672805786 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.05442788079380989 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.07719432562589645 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9952422976493835 <"Purity/1FRt1SRqqt0FBt/event_purity‚0.0003822630096692592 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 particle/accuracy_1_of_3‚1 9 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.012837891466915607 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 _step‚25 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.08556252717971802 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.2664862871170044 :"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.37283048033714294 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08229858428239822 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.06017124652862549 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.0779571607708931 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.1866474598646164 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 +particle/sensitivity‚0.5635050535202026 trainer/global_step‚319 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9817994832992554 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.04937642067670822 particle/accuracy_3_of_4‚1 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.19445061683654785 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.599317193031311 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9966320991516113 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.2396194040775299 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.5962212085723877 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.8809524178504944 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.1071428582072258 +jet/accuracy_2_of_4‚0.10878237336874008 ("Purity/2FRt0SRqqt1FBt/event_purity‚0 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.06448670476675034 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.03489583358168602 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.0555555559694767 :&Purity/0FRt*SRqqt*F±2t¥#Bt/event_proportion‚0.2850341796875 :"Purity/0FRt1SRqqt*FBt/event_purity‚0.26127520203590393 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.03149167448282242 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.32234105467796326 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 _runtime‚ 546.048720582 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_1_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.3724088668823242 9 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.012210411950945854 ;"Purity/1FRt0SRqqt1FBt/event_purity‚0.047923117876052856 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.0870535671710968 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_3_of_3‚1 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.6449705958366394 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 particle/accuracy_2_of_4‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.11419786512851715 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9944570064544678 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.04632317274808884 9 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.011128317564725876 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.5468474626541138 <"Purity/*FRt2SRqqt0FBt/event_purity‚0.0021524762269109488 :"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.27158740162849426 ;"Purity/0FRt2SRqqt0FBt/event_purity‚0.004872563760727644 8 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.06973734498023987 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.000790382968261838 (particle/accuracy‚0.7772522568702698 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9973958134651184 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.032268866896629333 ;"Purity/1FRt1SRqqt1FBt/event_purity‚0.009615384973585606 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.009615384973585606 ;"Purity/1FRt0SRqqt0FBt/event_purity‚0.011128317564725876 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.03332030028104782 )jet/accuracy_1_of_4‚0.511665940284729 epoch‚1 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.07660509645938873 :"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.29249414801597595 ;"Purity/0FRt2SRqqt*FBt/event_purity‚0.004766571335494518 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 )jet/accuracy_2_of_3‚0.141022190451622 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.191887766122818 :"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.31800585985183716 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.05442788079380989 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.07022972404956818 :"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.22548235952854156 8"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.157181054353714 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.07646520435810089 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3095237910747528 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 :"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.28273311257362366 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.2839130163192749 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 ;"Purity/1FRt0SRqqt*FBt/event_purity‚0.011799953877925873 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.05559440702199936 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.08775848895311356 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8807539939880371 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08114928007125854 ,jet/accuracy_2_of_2‚0.039426278322935104 jet/accuracy_4_of_4‚0 particle/accuracy_1_of_1‚1 ;"Purity/*FRt2SRqqt*FBt/event_purity‚0.002129762666299939 9 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.011781677603721619 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 particle/accuracy_2_of_3‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.15366452932357788 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.4755537807941437 ("Purity/2FRt*SRqqt*FBt/event_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.2865118384361267 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9872497320175171 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 6validation_average_jet_accuracy‚0.1573871225118637 % _timestamp‚1.7848399417464309e+09 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 :"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.29301971197128296 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.07083775848150253 particle/accuracy_1_of_2‚1 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6359016299247742 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.26204171776771545 :"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.46292173862457275 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt*SRqqt2FBt/FRt_purity‚0 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ;"Purity/*FRt0SRqqt0FBt/event_purity‚0.010603242553770542 9 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.032651856541633606 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.00818974245339632 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.01827576942741871 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 *jet/accuracy_1_of_3‚0.5432767868041992 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.3333333134651184 & Purity/*FRt1SRqqt2FBt/FRt_purity‚0 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.1039431169629097 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.996886134147644 :"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.18493705987930298 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.3270604908466339 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.1842826008796692 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 +jet/accuracy_3_of_4‚0.00657894741743803 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt0SRqqt*FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 'particle/f_score‚0.5187018513679504 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FRt_purity‚0 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.10214520990848541 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.8809524178504944 +particle/specificity‚0.8351066708564758 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 8"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.157181054353714 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.2696343958377838 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.2557758390903473 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9793899059295654 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 /particle/accuracy_4_of_4‚0.9795321822166443 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1nßËþ:Åt 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.07646520435810089 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3095237910747528 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 :"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.28273311257362366 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.2839130163192749 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 ;"Purity/1FRt0SRqqt*FBt/event_purity‚0.011799953877925873 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.05559440702199936 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.08775848895311356 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8807539939880371 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08114928007125854 ,jet/accuracy_2_of_2‚0.039426278322935104 jet/accuracy_4_of_4‚0 particle/accuracy_1_of_1‚1 ;"Purity/*FRt2SRqqt*FBt/event_purity‚0.002129762666299939 9 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.011781677603721619 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 particle/accuracy_2_of_3‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.15366452932357788 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.4755537807941437 ("Purity/2FRt*SRqqt*FBt/event_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.2865118384361267 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9872497320175171 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 6validation_average_jet_accuracy‚0.1573871225118637 % _timestamp‚1.7848399417464309e+09 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 :"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.29301971197128296 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.07083775848150253 particle/accuracy_1_of_2‚1 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6359016299247742 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.26204171776771545 :"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.46292173862457275 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt*SRqqt2FBt/FRt_purity‚0 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ;"Purity/*FRt0SRqqt0FBt/event_purity‚0.010603242553770542 9 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.032651856541633606 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.00818974245339632 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.01827576942741871 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 *jet/accuracy_1_of_3‚0.5432767868041992 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.3333333134651184 & Purity/*FRt1SRqqt2FBt/FRt_purity‚0 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.1039431169629097 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.996886134147644 :"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.18493705987930298 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.3270604908466339 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.1842826008796692 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 +jet/accuracy_3_of_4‚0.00657894741743803 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt0SRqqt*FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 'particle/f_score‚0.5187018513679504 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FRt_purity‚0 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.10214520990848541 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.8809524178504944 +particle/specificity‚0.8351066708564758 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 8"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.157181054353714 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.2696343958377838 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.2557758390903473 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9793899059295654 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 /particle/accuracy_4_of_4‚0.9795321822166443 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 -jet/accuracy_3_of_3‚0.0014880952658131719 9 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.009615384973585606 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 ("Purity/1FRt*SRqqt2FBt/event_purity‚0 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.10503111034631729 particle/accuracy_2_of_2‚1 :"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.25084182620048523 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.17278707027435303 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 *jet/accuracy_1_of_1‚0.1302185356616974 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/1FRt0SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.2664862871170044 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.03177083283662796 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 :"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.24239741265773773 ("Purity/2FRt*SRqqt1FBt/event_purity‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 6 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.995489776134491 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.963598906993866 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.7683441042900085 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.0087499488145113 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 9 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.018895583227276802 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.0317700132727623 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7539342641830444 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.0555555559694767 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 *loss/val_total_loss‚30.458492405079713 / Purity/0FRt1SRqqt*FBt/FBt_purity‚ 0.99609375 & Purity/1FRt0SRqqt2FBt/FRt_purity‚0 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.3101212680339813 & Purity/2FRt0SRqqt1FBt/FRt_purity‚0 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.15168972313404083 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.1859349012374878 6 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.989098072052002 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 +jet/accuracy_1_of_2‚0.41616612672805786 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.05442788079380989 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.07719432562589645 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9952422976493835 <"Purity/1FRt1SRqqt0FBt/event_purity‚0.0003822630096692592 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 particle/accuracy_1_of_3‚1 9 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.012837891466915607 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 _step‚25 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.08556252717971802 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.2664862871170044 :"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.37283048033714294 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08229858428239822 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.06017124652862549 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.0779571607708931 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.1866474598646164 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 +particle/sensitivity‚0.5635050535202026 trainer/global_step‚319 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9817994832992554 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.04937642067670822 particle/accuracy_3_of_4‚1 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.19445061683654785 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.599317193031311 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9966320991516113 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.2396194040775299 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.5962212085723877 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.8809524178504944 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.1071428582072258 +jet/accuracy_2_of_4‚0.10878237336874008 ("Purity/2FRt0SRqqt1FBt/event_purity‚0 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.06448670476675034 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.03489583358168602 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.0555555559694767 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 :"Purity/0FRt1SRqqt*FBt/event_purity‚0.26127520203590393 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.03149167448282242 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.32234105467796326 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 _runtime‚ 546.048720582 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_1_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.3724088668823242 9 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.012210411950945854 ;"Purity/1FRt0SRqqt1FBt/event_purity‚0.047923117876052856 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.0870535671710968 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_3_of_3‚1 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.6449705958366394 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 particle/accuracy_2_of_4‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.11419786512851715 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9944570064544678 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.04632317274808884 9 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.011128317564725876 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.5468474626541138 <"Purity/*FRt2SRqqt0FBt/event_purity‚0.0021524762269109488 :"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.27158740162849426 ;"Purity/0FRt2SRqqt0FBt/event_purity‚0.004872563760727644 8 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.06973734498023987 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.000790382968261838 (particle/accuracy‚0.7772522568702698 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9973958134651184 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.032268866896629333 ;"Purity/1FRt1SRqqt1FBt/event_purity‚0.009615384973585606 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.009615384973585606 ;"Purity/1FRt0SRqqt0FBt/event_purity‚0.011128317564725876 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.03332030028104782 )jet/accuracy_1_of_4‚0.511665940284729 epoch‚1 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.07660509645938873 :"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.29249414801597595 ;"Purity/0FRt2SRqqt*FBt/event_purity‚0.004766571335494518 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 )jet/accuracy_2_of_3‚0.141022190451622 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.191887766122818 :"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.31800585985183716 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.05442788079380989 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.07022972404956818 :"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.22548235952854156 8"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.157181054353714cÉ/‘Æ‚(:† Žþ‰ÓÓó¤Î gpu.0.gpu‚77.0 gpu.0.memory‚23+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚353.29' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.658 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ѦdRVÇ‚(:Ë Žþ‰ÓÏ…úÏ$ disk./.usageGB‚811.1826210021973 disk.dm-0.in‚ 3505.7421875 disk.dm-1.out‚ 22.6328125( proc.memory.availableMB‚ 10979.203125" proc.memory.rssMB‚ 2736.2421875 proc.cpu.threads‚17 network.recv‚98612" disk.nvme0c0n1.in‚ 3505.7421875* proc.memory.percent‚11.133797963460285 cpu‚24.316438152734513 network.sent‚481725) disk./.usagePercent‚54.43914632301089 disk.nvme0n1.in‚ 3505.7421875& disk.nvme0n1.out‚14619.18701171875 disk.sda.in‚ 11418.3359375 disk.sda.out‚ 22.6328125 disk.sda1.out‚0 disk.sda2.in‚0# disk.dm-0.out‚14619.18701171875 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 11418.3359375 disk.sda3.out‚ 22.6328125 disk.dm-1.in‚ 11418.3359375( disk.nvme0c0n1.out‚14619.18701171875$ memory_percent‚55.32550811767578 ^È‚(:’ þ‰ÓÉ׆Î gpu.0.gpu‚89.0 gpu.0.memory‚28+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚57.0 gpu.0.powerWatts‚302.343' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.46860000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0”³r^É‚(:Ó þ‰Ó”¨¬Ñ disk.dm-1.out‚ 23.08203125! disk.nvme0n1.in‚ 3509.89453125& disk.nvme0n1.out‚17047.27685546875 disk.sda.in‚ 11418.3359375 disk.sda1.in‚0# memory_percent‚55.6703249613444) proc.memory.availableMB‚ 10894.4609375 network.sent‚535216 network.recv‚100469) disk./.usagePercent‚54.43258484990832$ disk./.usageGB‚811.0848503112793 disk.sda3.in‚ 11418.3359375( disk.nvme0c0n1.out‚17047.27685546875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 23.08203125 disk.dm-0.in‚ 3509.89453125 disk.sda.out‚ 23.08203125 disk.sda1.out‚0* proc.memory.percent‚11.134099960327148 cpu‚24.341399505799494# disk.nvme0c0n1.in‚ 3509.89453125# disk.dm-0.out‚17047.27685546875# proc.memory.rssMB‚ 2736.31640625 proc.cpu.threads‚17 disk.dm-1.in‚ 11418.3359375ªmà“Ê‚(:ˆ ¬þ‰ÓƒÓµÎ gpu.0.gpu‚99.0 gpu.0.memory‚30+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚306.107' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.2214 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0°AúJSË‚(:È ¬þ‰ÓùŽ›Ð network.recv‚100775$ disk./.usageGB‚810.0249252319336 disk.dm-1.out‚ 23.578125! disk.nvme0n1.in‚ 3730.91796875 disk.sda.out‚ 23.578125 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚ 11669.421875) disk./.usagePercent‚54.36145238849704# disk.nvme0c0n1.in‚ 3730.91796875% disk.nvme0n1.out‚17578.0205078125 disk.dm-0.in‚ 3730.91796875$ memory_percent‚56.02958997090658 cpu‚24.36538135875568 proc.cpu.threads‚17 network.sent‚535522 disk.dm-1.in‚ 11669.421875 disk.sda.in‚ 11669.421875 disk.sda1.in‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2736.31640625* proc.memory.percent‚11.134099960327148' disk.nvme0c0n1.out‚17578.0205078125" disk.dm-0.out‚17578.0205078125 disk.sda3.out‚ 23.578125* proc.memory.availableMB‚10806.16796875­\Y$0Ì+ _wandbruntime‚598  _runtime‚598gÙ“Ä; _runtime‚ 598.312363858 _step‚26 & lr-AdamW/pg1‚0.0001169611472127033 & lr-AdamW/pg2‚0.0001169611472127033 trainer/global_step‚349 % _timestamp‚1.7848399940108535e+09¡¹KaÈΠ% _timestamp‚1.7848399940108535e+09 _runtime‚ 598.312363858 _step‚26 & lr-AdamW/pg1‚0.0001169611472127033 & lr-AdamW/pg2‚0.0001169611472127033 trainer/global_step‚349AÒŸ0Ï+ _wandbruntime‚598  _runtime‚598æ 67ÐÍO \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53349376 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚3035066 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709867520 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚100632329508864 RGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚936787 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187392 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451008 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187392 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49241128960 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12253 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 363580836961 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49241128960 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709867520 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚3243873 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611450 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚823 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚3253966 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624448 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚3243873 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚27751826031616 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 _step‚27 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 365537936384 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚2011487 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 trainer/global_step‚349 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451008 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 364192485376 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚6289038 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 449428325376 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚100955542124849 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚100591986715856 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚100632355682304 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚28201675797504 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440512 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚27752194122752 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 364925448411 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12253 ZLDeviceStatsMonitor.on_train_batch_start/inÁUÙœactive_split_bytes.small_pool.peak‚ 339960320 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚637 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚100956912164267 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10093 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12328 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10093 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚325 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1074370 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚100591961287888 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2004 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚3035072 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚3035066 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚1074695 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10099 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚936792 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚3035072 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2004 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚330 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚3253966 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚100632329508864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12328 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚100997893618688 HDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚100996521994240 % _timestamp‚1.7848399940117872e+09 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565919 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 364192485376 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚823 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚100996521994240 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚2011157 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039418 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1725956096 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚605 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332214 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1725956096 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10099 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚100997893618688 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624448 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚28201254356992 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚100956912164267 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10093 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12328 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10093 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚325 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1074370 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚100591961287888 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2004 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚3035072 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚3035066 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚1074695 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10099 VKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚936792 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚3035072 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2004 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚330 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚3253966 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚100632329508864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12328 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚100997893618688 HDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚100996521994240 % _timestamp‚1.7848399940117872e+09 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565919 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 364192485376 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚823 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚100996521994240 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚2011157 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039418 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1725956096 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚605 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332214 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1725956096 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10099 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚100997893618688 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624448 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚28201254356992 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12253 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 363580836961 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49241128960 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709867520 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚3243873 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611450 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚823 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚3253966 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624448 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚3243873 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚27751826031616 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 _step‚27 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 365537936384 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚2011487 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 trainer/global_step‚349 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451008 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 364192485376 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚6289038 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 449428325376 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚100955542124849 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚100591986715856 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚100632355682304 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚28201675797504 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440512 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚27752194122752 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 364925448411Ã/Ôô0Ò+ _wandbruntime‚599  _runtime‚599 ’"°Þ&ÓØM PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚939427 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 % _timestamp‚1.7848399954299912e+09 _runtime‚ 599.731905159 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚6296388 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039530 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚101277825424384 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458176 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚6306501 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10107 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1725956096 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚823 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚100911238799360 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚28281091003392 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867520 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚1077277 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚3263062 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10113 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚100911238799360 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 365214993408 _step‚28 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 366560451584 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚100870788489632 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚27830780488704 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631616 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709867520 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚3043439 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚939432 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚1077597 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 450678605824 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚101276453792768 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚2016704 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 450727753728 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 365946250163 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚27830412397568 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565919 trainer/global_step‚349 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚3043439 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚2017029 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332214 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚3263062 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚100911264972800 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 366560451584 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371631616 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187392 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2004 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚3252955 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚101277825424384 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚823 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚6306501 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 339960320 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚101235364700265 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2004 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚325 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49241128960 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚101236734739795 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚100870763061664 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 364601638601 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚637 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10107 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458176 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 365214993408T>Íî\ÔÜM RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49241128960 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚6306501 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10107 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1725956096 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚823 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚100911238799360 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚28281091003392 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867520 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚1077277 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚3263062 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10113 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚100911238799360 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 365214993408 _step‚28 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 366560451584 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚100870788489632 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚27830780488704 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631616 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709867520 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚3043439 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚939432 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚1077597 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 450678605824 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚101276453792768 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚2016704 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 450727753728 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 365946250163 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚27830412397568 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565919 trainer/global_step‚349 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚3043439 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚2017029 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332214 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚3263062 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚100911264972800 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 366560451584 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371631616 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187392 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2004 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚3252955 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚101277825424384 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚823 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚6306501 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 339960320 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚101235364700265 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2004 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚325 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49241128960 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚101236734739795 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚100870763061664 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 364601638601 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚637 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10107 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458176 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 365214993408 PEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚939427 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 % _timestamp‚1.7848399954299912e+09 _runtime‚ 599.731905159 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚6296388 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039530 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚101277825424384 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458176 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528¹Ê10Õ+ _wandbruntime‚599  _runtime‚599½ÓÖû 1loss/FBt1/assignment_loss‚0.27342012464098364 1loss/SRqqt1/detection_loss‚2.8852430522819428 .loss/FBt1/detection_loss‚6.291361586771133 &loss/total_loss‚31.805339095679013 epoch‚2 1loss/SRqqt2/assignment_loss‚1.595032889447454 .loss/FBt2/detection_loss‚6.395727448464212 trainer/global_step‚349 _runtime‚ 599.785556018 0loss/FRt1/detection_loss‚0.38395840779213963 1loss/SRqqt2/detection_loss‚0.9184029568030431 /loss/FRt1/assignment_loss‚4.538730973667569 /loss/FRt2/assignment_loss‚5.272719841134058 1loss/FBt2/assignment_loss‚0.04374403951582918 /loss/FRt2/detection_loss‚1.4548532202890883 % _timestamp‚1.7848399954842079e+09 _step‚29 2loss/SRqqt1/assignment_loss‚1.7521445548715624†­»×ÿ _runtime‚ 599.785556018 0loss/FRt1/detection_loss‚0.38395840779213963 1loss/SRqqt2/detection_loss‚0.9184029568030431 /loss/FRt1/assignment_loss‚4.538730973667569 /loss/FRt2/assignment_loss‚5.272719841134058 1loss/FBt2/assignment_loss‚0.04374403951582918 /loss/FRt2/detection_loss‚1.4548532202890883 % _timestamp‚1.7848399954842079e+09 _step‚29 2loss/SRqqt1/assignment_loss‚1.7521445548715624 1loss/FBt1/assignment_loss‚0.27342012464098364 1loss/SRqqt1/detection_loss‚2.8852430522819428 .loss/FBt1/detection_loss‚6.291361586771133 &loss/total_loss‚31.805339095679013 epoch‚2 1loss/SRqqt2/assignment_loss‚1.595032889447454 .loss/FBt2/detection_loss‚6.395727448464212 trainer/global_step‚349QHð™žØ‚(:“ »þ‰Ó¦ÕÎ gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚55.0 gpu.0.powerWatts‚149.131' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚29.826200000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0åQÙ‚(:Æ »þ‰Óñ›ÍÐ disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.out‚23.96875 disk.dm-1.out‚23.96875" disk.nvme0c0n1.in‚ 3743.0859375 network.sent‚536204 network.recv‚102360$ disk./.usageGB‚810.3221168518066" disk.dm-0.out‚17579.1728515625 disk.sda.out‚23.96875 disk.dm-1.in‚ 12874.2734375' disk.nvme0c0n1.out‚17579.1728515625% memory_percent‚56.421264012654625 disk.sda.in‚ 12874.2734375 disk.nvme0n1.in‚ 3743.0859375# proc.memory.rssMB‚ 2736.31640625* proc.memory.percent‚11.134099960327148 proc.cpu.threads‚17 disk.sda2.out‚0 disk.sda3.in‚ 12874.2734375% disk.nvme0n1.out‚17579.1728515625* proc.memory.availableMB‚10709.91015625 cpu‚24.38851970452881) disk./.usagePercent‚54.38139716746711 disk.dm-0.in‚ 3743.0859375 disk.sda1.in‚0¦“‡“Ú‚(:ˆ Êþ‰ÓüòŒÎ gpu.0.gpu‚99.0 gpu.0.memory‚33+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚227.603' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚45.5206 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 «¾¼PÛ‚(:Å Êþ‰Óƒ­ÐÐ disk.dm-1.out‚ 24.4296875 proc.cpu.threads‚17 network.recv‚107490$ disk./.usageGB‚810.3266563415527$ disk.nvme0n1.out‚17715.134765625 disk.sda.in‚ 12874.2734375 disk.sda2.in‚0& disk.nvme0c0n1.out‚17715.134765625 cpu‚24.41063944007976 disk.nvme0n1.in‚ 3743.0859375 disk.dm-0.in‚ 3743.0859375! disk.dm-0.out‚17715.134765625 disk.sda1.out‚0 disk.dm-1.in‚ 12874.2734375" disk.nvme0c0n1.in‚ 3743.0859375& proc.memory.availableMB‚ 10613.8125# proc.memory.rssMB‚ 2736.31640625 network.sent‚601034 disk.sda1.in‚0 disk.sda3.out‚ 24.4296875% memory_percent‚56.812286376953125* proc.memory.percent‚11.134099960327148) disk./.usagePercent‚54.38170181643285 disk.sda.out‚ 24.4296875 disk.sda2.out‚0 disk.sda3.in‚ 12874.2734375Í7’Ü‚(:‡ Ùþ‰ÓꎃÎ gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚302.055' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.411 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0T¯\¬XÝ‚(:Í Ùþ‰Ó³éæÏ cpu‚24.431107155379568 proc.cpu.threads‚17 disk.sda.out‚ 24.87890625% memory_percent‚57.237704594930015* proc.memory.percent‚11.134099960327148 network.sent‚602059) disk./.usagePercent‚54.34821321487134! disk.dm-0.out‚17719.220703125 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚ 12874.2734375 disk.dm-1.out‚ 24.87890625" disk.nvme0c0n1.in‚ 3743.0859375 network.recv‚108805 disk.dm-0.in‚ 3743.0859375 disk.sda.in‚ 12874.2734375 disk.sda1.in‚0 disk.sda3.in‚ 12874.2734375 disk.sda3.out‚ 24.87890625 disk.nvme0n1.in‚ 3743.0859375$ disk.nvme0n1.out‚17719.220703125$ disk./.usageGB‚809.8276519775391 disk.sda2.in‚0& disk.nvme0c0n1.out‚17719.220703125* proc.memory.availableMB‚10509.26171875# proc.memory.rssMB‚ 2736.31640625È'-žÞ‚(:“ èþ‰Ó×´Î gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚58.0 gpu.0.powerWatts‚300.697' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.139399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÿÍQ±[ß‚(:Ð èþ‰Óý›ŸÐ( disk./.usagePercent‚54.3482270392782' disk.nvme0c0n1.out‚17722.2666015625 disk.sda1.in‚0 disk.sda1.out‚0 cpu‚24.45167831707669 proc.cpu.threads‚17 network.sent‚604191 disk.sda3.in‚ 13434.8203125 disk.sda3.out‚ 25.48828125# disk.nvme0c0n1.in‚ 3989.28515625 disk.sda.in‚ 13434.8203125$ memory_percent‚57.62737592061361 network.recv‚109964 disk.sda2.out‚0 disk.dm-1.in‚ 13434.8203125 disk.dm-1.out‚ 25.48828125! disk.nvme0n1.in‚ 3989.28515625* proc.memory.availableMB‚10413.49609375$ disk./.usageGB‚809.8278579711914 disk.sda2.in‚0% disk.nvme0n1.out‚17722.2666015625 disk.dm-0.in‚ 3989.28515625" disk.dm-0.out‚17722.2666015625 disk.sda.out‚ 25.48828125# proc.memory.rssMB‚ 2736.31640625* proc.memory.percent‚11.134099960327148‚†Q0Mà‚(: ÷þ‰ÓïïƒÐ$ proc.memory.availableMB‚10308.75 disk.dm-0.in‚ 4047.73828125 disk.dm-0.out‚ 18446.6796875 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 25.93359375* proc.memory.percent‚11.134099960327148 cpu‚24.471425047652367 proc.cpu.threads‚17$ disk./.usageGB‚811.5783424377441 disk.sda.in‚ 13672.7578125# proc.memory.rssMB‚ 2736.31640625) disk./.usagePercent‚54.46570352058284 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 13672.7578125 disk.dm-1.in‚ 13672.7578125# disk.nvme0c0n1.in‚ 4047.73828125! disk.nvme0n1.in‚ 4047.73828125 network.sent‚605765 network.recv‚111279 disk.sda.out‚ 25.93359375 disk.sda3.out‚ 25.93359375$ disk.nvme0c0n1.out‚ 18446.6796875" disk.nvme0n1.out‚ 18446.6796875# memory_percent‚58.0535888671875-|Sw‘á‚(:† ÷þ‰ÓÈÇØ gpu.0.gpu‚89.0 gpu.0.memory‚28+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚256.11' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚51.222 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¡_xç“â‚(:ˆ †ÿ‰Ó¡å¹Î gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.624' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.7248 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÕJà\ã‚(:Ñ †ÿ‰ÓÀùªÐ proc.cpu.threads‚17" disk.dm-0.out‚19311.5771484375 disk.sda.out‚ 26.50390625# disk.nvme0c0n1.in‚ 4047.73828125' disk.nvme0c0n1.out‚19311.5771484375# proc.memory.rssMB‚ 2736.31640625* proc.memory.percent‚11.134099960327148) disk./.usagePercent‚54.46652197666981 disk.sda.in‚ 13672.7578125 disk.sda3.in‚ 13672.7578125 disk.sda3.out‚ 26.50390625 cpu‚24.490661374480233 network.sent‚607753 network.recv‚111519 disk.sda2.out‚0 disk.dm-1.in‚ 13672.7578125 disk.dm-1.out‚ 26.50390625! disk.nvme0n1.in‚ 4047.73828125% disk.nvme0n1.out‚19311.5771484375) proc.memory.availableMB‚ 10204.7421875$ disk./.usageGB‚811.5905380249023 disk.dm-0.in‚ 4047.73828125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚58.47679773966471~e0ä+ _wandbruntime‚678  _runtime‚678`ÉêÔÆåÀ ' lr-AdamW/pg1‚0.00011686065179424529 ' lr-AdamW/pg2‚0.00011686065179424529 trainer/global_step‚399 % _timestamp‚1.7848400743459246e+09 _runtime‚ 678.647417091 _step‚30Ù"§ÊæÄ ' lr-AdamW/pg1‚0.00011686065179424529 ' lr-AdamW/pg2‚0.00011686065179424529 trainer/global_step‚399 % _timestamp‚1.7848400743459246e+09 _runtime‚ 678.647417091 _step‚30ÑÞ0ç+ _wandbruntime‚678  _runtime‚678\ÀsÕ'èÏO TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 $ _timestamp‚1.784840074346893e+09 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12328 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚114994547699712 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚114577820207104 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 415382041600 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚3699825 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 trainer/global_step‚399 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611450 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624448 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624448 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚114577794033664 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 _step‚31 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚114577794033664 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446528 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 512075819008 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451008 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚3709918 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚31681144329216 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709867520 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚114577820207104 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚114532075404656 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 416727492608 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚114993176075264 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚114532049976688 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1725956096 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10093 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚7163340 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚3453416 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709867520 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚343 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚3453422 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187392 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12253 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 414684719769 _runtime‚ 678.648611685 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187392 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10093 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚31681512420352 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10099 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚114946734696457 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚114993176075264 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚114948104735875 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2004 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10099 HDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12253 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚2287902 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚32193220148224 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1725956096 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2004 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚7153241 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚3709918 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 416727492608 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚3453422 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1068792 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49241128960 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537664 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039418 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 416029331219 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚3453416 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1068787 bQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 512131265536 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49241128960 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚114994547699712 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚2288245 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1219115 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚32193643685888 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12253 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚2287902 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚32193220148224 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1725956096 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2004 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚7153241 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚3709918 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 416727492608 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚3453422 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1068792 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49241128960 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537664 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039418 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 416029331219 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚3453416 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1068787 bQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 512131265536 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2004 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49241128960 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚114994547699712 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚2288245 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1219115 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚32193643685888 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611450 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624448 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624448 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚114577794033664 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 _step‚31 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚114577794033664 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446528 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 512075819008 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451008 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚3709918 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚31681144329216 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1725956096 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709867520 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚114577820207104 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚114532075404656 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 416727492608 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚114993176075264 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚114532049976688 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49241128960 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1725956096 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10093 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚7163340 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚3453416 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709867520 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚343 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2004 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚3453422 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187392 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12253 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 414684719769 _runtime‚ 678.648611685 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187392 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10093 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚31681512420352 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚823 H>DeviceStatsMonitor.on_train_batch_start/allocaÌXôvtion.all.current‚10099 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚114946734696457 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚114993176075264 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚114948104735875 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2004 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10099 HDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565919 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 415705521409 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12328 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚115226557271873 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611562 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚1071432 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚605 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044736 % _timestamp‚1.7848400757725978e+09 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631616 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚7180803 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚7170690 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10107 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49241128960 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458176 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867520 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚7170690 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 416404549632 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187392 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚32273063241728 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚114810877178432 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371631616 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚32273476286464 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚31760098786304 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚3708907 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187392 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚114856703324160 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1725956096 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚115274479505408 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 416404549632 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚114810851750464 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚2293485 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332214 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004¹qNä&ìÞM MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10107 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49241128960 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458176 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867520 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚7170690 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 416404549632 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187392 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚32273063241728 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚114810877178432 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371631616 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚32273476286464 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚31760098786304 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2004 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚3708907 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187392 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚114856703324160 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1725956096 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚115274479505408 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 416404549632 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚114810851750464 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚2293485 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332214 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1725956096 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2004 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚115273107873792 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚115227927311403 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565919 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 415705521409 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12328 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚115226557271873 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611562 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚1071432 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚605 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044736 % _timestamp‚1.7848400757725978e+09 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631616 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚7180803 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚7170690 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 è¦5 0í+ _wandbruntime‚680  _runtime‚680±ñ\þîø /loss/FRt1/assignment_loss‚4.558417775352456 2loss/SRqqt2/assignment_loss‚1.5063684230125867 /loss/FBt1/assignment_loss‚0.307950878898827 1loss/FBt2/assignment_loss‚0.06890715291261687 /loss/FRt2/detection_loss‚1.4129561625718359 1loss/SRqqt2/detection_loss‚1.1161535305057815 .loss/FBt2/detection_loss‚4.831421621517603 trainer/global_step‚399 % _timestamp‚1.7848400758239598e+09 .loss/FRt2/assignment_loss‚4.43985211084842 2loss/SRqqt1/assignment_loss‚1.5919220077701741 _runtime‚ 680.125330694 _step‚33 /loss/FRt1/detection_loss‚0.3927502891170387 1loss/SRqqt1/detection_loss‚2.7991499315921424 .loss/FBt1/detection_loss‚2.805284828817479 &loss/total_loss‚25.831134712916963 epoch‚2Ñ>‰ïü % _timestamp‚1.7848400758239598e+09 .loss/FRt2/assignment_loss‚4.43985211084842 2loss/SRqqt1/assignment_loss‚1.5919220077701741 _runtime‚ 680.125330694 _step‚33 /loss/FRt1/detection_loss‚0.3927502891170387 1loss/SRqqt1/detection_loss‚2.7991499315921424 .loss/FBt1/detection_loss‚2.805284828817479 &loss/total_loss‚25.831134712916963 epoch‚2 /loss/FRt1/assignment_loss‚4.558417775352456 2loss/SRqqt2/assignment_loss‚1.5063684230125867 /loss/FBt1/assignment_loss‚0.307950878898827 1loss/FBt2/assignment_loss‚0.06890715291261687 /loss/FRt2/detection_loss‚1.4129561625718359 1loss/SRqqt2/detection_loss‚1.1161535305057815 .loss/FBt2/detection_loss‚4.831421621517603 trainer/global_step‚399!J“ð‚(:ˆ •ÿ‰Ó®ò†Î gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚326.524' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.3048 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0à’;Uñ‚(:Ê •ÿ‰ÓæøíÐ network.recv‚114087) disk./.usagePercent‚54.46580617960407 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚ 13672.7578125 disk.dm-1.out‚26.78125' disk.nvme0c0n1.out‚19591.6396484375 disk.sda2.in‚0" disk.dm-0.out‚19591.6396484375 disk.sda.in‚ 13672.7578125% memory_percent‚58.885463078816734* proc.memory.percent‚11.134099960327148 proc.cpu.threads‚17 network.sent‚668833 disk.sda3.in‚ 13672.7578125# disk.nvme0c0n1.in‚ 4047.73828125! disk.nvme0n1.in‚ 4047.73828125% disk.nvme0n1.out‚19591.6396484375 disk.sda.out‚26.78125* proc.memory.availableMB‚10104.30859375# proc.memory.rssMB‚ 2736.31640625$ disk./.usageGB‚811.5798721313477 disk.sda3.out‚26.78125 disk.dm-0.in‚ 4047.73828125 cpu‚24.508763580869413T 8aò‚(:’ ¤ÿ‰Ó»­Î gpu.0.gpu‚99.0 gpu.0.memory‚32+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚61.0 gpu.0.powerWatts‚372.565' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚74.51299999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0=Ó»ÌHó‚(:½ ¤ÿ‰Ó·êøÐ network.recv‚114696) disk./.usagePercent‚54.46712948254856$ disk.nvme0c0n1.out‚ 20868.2578125 disk.nvme0n1.in‚ 4071.171875 disk.dm-0.in‚ 4071.171875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 27.390625$ disk./.usageGB‚811.5995903015137! disk.nvme0c0n1.in‚ 4071.171875 disk.sda.out‚ 27.390625 disk.sda3.in‚13958.64453125 disk.dm-1.out‚ 27.390625$ memory_percent‚59.30051803588867) proc.memory.availableMB‚ 10002.3046875" proc.memory.rssMB‚ 2736.3203125 disk.dm-0.out‚ 20868.2578125 disk.sda.in‚13958.64453125 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.in‚13958.64453125 cpu‚24.525841317708966 network.sent‚669202" disk.nvme0n1.out‚ 20868.2578125) proc.memory.percent‚11.13411585489909 proc.cpu.threads‚17Óca·“ô‚(:ˆ ³ÿ‰Ó°êºÎ gpu.0.gpu‚99.0 gpu.0.memory‚29+ gpu.0.memoryAllocated‚57.96638488769531* gpu.0.memoryAllocatedBytes‚ 49792745472 gpu.0.temp‚59.0 gpu.0.powerWatts‚317.562' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.5124 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0…¼*Fõ‚(:» ³ÿ‰Óô±›Ð disk.sda1.out‚0$ disk.nvme0c0n1.out‚ 21582.3828125) proc.memory.percent‚11.13411585489909' disk./.usagePercent‚54.467196300515 disk.sda1.in‚0 disk.dm-1.in‚ 15246.7734375" disk.nvme0n1.out‚ 21582.3828125% memory_percent‚59.692748387654625" proc.memory.rssMB‚ 2736.3203125 proc.cpu.threads‚17 network.recv‚115035 disk.sda2.out‚0 disk.sda3.in‚ 15246.7734375 disk.sda3.out‚ 27.94921875 disk.dm-1.out‚ 27.94921875! disk.nvme0c0n1.in‚ 4270.671875 disk.nvme0n1.in‚ 4270.671875 disk.sda.in‚ 15246.7734375 network.sent‚669268! disk./.usageGB‚811.6005859375 disk.sda2.in‚0 disk.dm-0.in‚ 4270.671875 disk.dm-0.out‚ 21582.3828125 disk.sda.out‚ 27.94921875) proc.memory.availableMB‚ 9905.91015625 cpu‚24.54165534519438–ºó*“ö‚(:ˆ Âÿ‰Ó¯‚ßÐ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.545' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.709 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0{/IÙ^÷‚(:Ó Âÿ‰ÓƒÐ¾Ò! disk.nvme0n1.in‚ 4271.57421875# proc.memory.rssMB‚ 2736.32421875 disk.sda2.in‚0 disk.sda3.in‚ 15246.7734375$ memory_percent‚60.13213793436686) proc.memory.availableMB‚ 9797.92578125* proc.memory.percent‚11.134131749471027 network.recv‚117957 disk.sda.out‚ 28.65234375 disk.sda1.in‚0 disk.dm-1.in‚ 15246.7734375& disk.nvme0n1.out‚21633.42138671875# disk.dm-0.out‚21633.42138671875 proc.cpu.threads‚17 network.sent‚675234) disk./.usagePercent‚54.49563924958416$ disk./.usageGB‚812.0244064331055 disk.sda1.out‚0 disk.dm-1.out‚ 28.65234375# disk.nvme0c0n1.in‚ 4271.57421875 disk.dm-0.in‚ 4271.57421875 cpu‚24.55826300807879 disk.sda.in‚ 15246.7734375 disk.sda2.out‚0 disk.sda3.out‚ 28.65234375( disk.nvme0c0n1.out‚21633.42138671875z'?,”ø‚(:‰ Ñÿ‰Óïò¤Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚376.387' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚75.2774 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0qÓ@±[ù‚(:Ð Ñÿ‰Ó¬”òÏ disk.sda3.in‚ 15246.7734375 disk.sda3.out‚ 29.0390625# disk.nvme0c0n1.in‚ 4271.57421875# proc.memory.rssMB‚ 2736.32421875 network.sent‚676192 network.recv‚119173) disk./.usagePercent‚54.49589756118621 disk.sda.in‚ 15246.7734375 disk.sda.out‚ 29.0390625 disk.sda2.out‚0( disk.nvme0c0n1.out‚22102.80419921875( proc.memory.availableMB‚ 9693.5078125 disk.dm-0.in‚ 4271.57421875 disk.dm-1.in‚ 15246.7734375 disk.sda2.in‚0 disk.dm-1.out‚ 29.0390625! disk.nvme0n1.in‚ 4271.57421875& disk.nvme0n1.out‚22102.80419921875$ memory_percent‚60.55701573689779* proc.memory.percent‚11.134131749471027 cpu‚24.573308054456916 proc.cpu.threads‚17$ disk./.usageGB‚812.0282554626465# disk.dm-0.out‚22102.80419921875 disk.sda1.in‚0 disk.sda1.out‚0·vÓ0ú+ _wandbruntime‚759  _runtime‚759µRWyÆûÀ ' lr-AdamW/pg1‚0.00011673675545739754 ' lr-AdamW/pg2‚0.00011673675545739754 trainer/global_step‚449 % _timestamp‚1.7848401549021137e+09 _runtime‚ 759.203629536 _step‚34¬ ÊüÄ ' lr-AdamW/pg2‚0.00011673675545739754 trainer/global_step‚449 % _timestamp‚1.7848401549021137e+09 _runtime‚ 759.203629536 _step‚34 ' lr-AdamW/pg1‚0.00011673675545739754"Í»h0ý+ _wandbruntime‚759  _runtime‚759göÑTVþÏO =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565919 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚128472138665488 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚2564613 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚128937927268065 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1200792 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10093 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611450 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚4165870 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12253 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332214 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚8037642 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚3871772 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12328 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚1364204 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚36185263879168 _step‚35 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709867520 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451008 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10093 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1200787 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚128989830156288 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 466571597824 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1363826 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚8027543 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚128523284731904 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚35610462626816 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚128523284731904 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10099 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚641 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187392 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624448 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737984 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚3871766 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚3871766 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451008 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚378 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚4165870 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚128523258558464 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚35610830717952 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039418 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10099 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 467917048832 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 574371423232 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚128989830156288 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 467917048832 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12253 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚383 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429829120 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚2564996 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864~ÃFçÙ'ÿÓO GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187392 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚4155777 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚609 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚128991201780736 HDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10099 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚641 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187392 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624448 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737984 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚3871766 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚3871766 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451008 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚378 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚4165870 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚128523258558464 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚35610830717952 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039418 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10099 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 467917048832 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 574371423232 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚128989830156288 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 467917048832 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12253 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚383 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429829120 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚2564996 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565919 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚128472138665488 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚2564613 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚128937927268065 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1200792 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10093 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611450 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚4165870 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12253 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332214 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚8037642 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚3871772 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12328 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚1364204 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚36185263879168 _step‚35 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709867520 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451008 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10093 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1200787 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚128989830156288 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 466571597824 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1363826 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚8027543 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚128523284731904 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚35610462626816 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚128523284731904 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚3880133 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚609 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332214 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867520 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚8055105 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631616 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 468154015779 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458176 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚129219119883011 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565919 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚641 _step‚36 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _runtime‚ 760.629340833 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709867520 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187392 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚8055105 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚2570202 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10107 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚128802167848960 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚4164859 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚1366775 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚128802194022400 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚129269761954816 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚1203427 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 575621872640 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611562 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚367 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚129271133586432 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚128802194022400 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚128802167848960 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚4164859 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12328 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 467594105856 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 467594105856 í&“u‚ÞM WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 467594105856 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458176 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187392 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10113 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12328 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚4174966 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 468939564032 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚3880139 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚3880133 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚609 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332214 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709867520 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚8055105 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371631616 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 468154015779 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458176 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚129219119883011 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565919 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚641 _step‚36 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _runtime‚ 760.629340833 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709867520 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187392 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚8055105 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚2570202 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10107 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚128802167848960 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚4164859 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚1366775 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚128802194022400 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚129269761954816 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚1203427 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 575621872640 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611562 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚367 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚129271133586432 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚128802194022400 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚128802167848960 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚4164859 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12328 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 467594105856$Öœ0ƒ+ _wandbruntime‚760  _runtime‚760=Р×ü„ö .loss/FRt2/assignment_loss‚3.65641913540184 &loss/total_loss‚25.009284162052857 epoch‚2 trainer/global_step‚449 % _timestamp‚1.7848401563807402e+09 _step‚37 0loss/FBt1/assignment_loss‚0.3482580701394526 0loss/SRqqt2/detection_loss‚0.936209799638473 -loss/FBt1/detection_loss‚4.96630202312235 .loss/FBt2/detection_loss‚3.195759615924429 .loss/FRt1/assignment_loss‚4.53311685031439 2loss/SRqqt2/assignment_loss‚1.4717425996532087 1loss/FBt2/assignment_loss‚0.14278311670559105 1loss/SRqqt1/detection_loss‚2.5279572660278142 _runtime‚ 760.682121028 2loss/SRqqt1/assignment_loss‚1.4933006477971087 0loss/FRt1/detection_loss‚0.36751379227127934 .loss/FRt2/detection_loss‚1.369921245056917ög„J…ú 0loss/FBt1/assignment_loss‚0.3482580701394526 0loss/SRqqt2/detection_loss‚0.936209799638473 -loss/FBt1/detection_loss‚4.96630202312235 .loss/FBt2/detection_loss‚3.195759615924429 .loss/FRt1/assignment_loss‚4.53311685031439 2loss/SRqqt2/assignment_loss‚1.4717425996532087 1loss/FBt2/assignment_loss‚0.14278311670559105 1loss/SRqqt1/detection_loss‚2.5279572660278142 _runtime‚ 760.682121028 2loss/SRqqt1/assignment_loss‚1.4933006477971087 0loss/FRt1/detection_loss‚0.36751379227127934 .loss/FRt2/detection_loss‚1.369921245056917 .loss/FRt2/assignment_loss‚3.65641913540184 &loss/total_loss‚25.009284162052857 epoch‚2 trainer/global_step‚449 % _timestamp‚1.7848401563807402e+09 _step‚37%OÏÈ^ž†‚(:“ àÿ‰Ó©ù‘Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚309.583' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.91660000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0`•VüQ‡‚(:Æ àÿ‰ÓÎä×Ð network.sent‚679351 disk.sda1.out‚0 disk.dm-1.out‚ 29.8359375# disk.nvme0c0n1.in‚ 4272.65234375# proc.memory.rssMB‚ 2736.32421875 cpu‚24.587891568292356$ disk./.usageGB‚812.0373878479004 disk.sda1.in‚0 disk.sda3.out‚ 29.8359375! disk.nvme0n1.in‚ 4272.65234375# disk.nvme0n1.out‚22124.70703125 disk.dm-0.in‚ 4272.65234375 disk.sda.out‚ 29.8359375$ memory_percent‚60.98175048828125 disk.sda2.out‚0% disk.nvme0c0n1.out‚22124.70703125$ proc.memory.availableMB‚9589.125* proc.memory.percent‚11.134131749471027 proc.cpu.threads‚17 network.recv‚120157) disk./.usagePercent‚54.49651044322318 disk.sda2.in‚0 disk.sda3.in‚15767.83984375 disk.dm-1.in‚15767.83984375 disk.dm-0.out‚22124.70703125 disk.sda.in‚15767.83984375©’µÒ”ˆ‚(:‰ ïÿ‰ÓÊ”“Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚327.587' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.5174 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Š;dþL‰‚(:Á ïÿ‰Óâê”Ñ disk.sda3.out‚30.09375# disk.nvme0c0n1.in‚ 4447.76953125 proc.cpu.threads‚17! disk.nvme0n1.in‚ 4447.76953125# disk.nvme0n1.out‚22133.19140625 disk.dm-0.in‚ 4447.76953125 disk.sda3.in‚16346.66796875' proc.memory.availableMB‚ 9468.765625! proc.memory.rssMB‚ 2736.328125* proc.memory.percent‚11.134147644042969 network.sent‚738708 disk.sda1.in‚0% disk.nvme0c0n1.out‚22133.19140625 disk.sda.in‚16346.66796875 disk.sda.out‚30.09375 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚16346.66796875 disk.dm-1.out‚30.09375$ memory_percent‚61.47149403889974 cpu‚24.601362308260573 network.recv‚122849) disk./.usagePercent‚54.49720703972385$ disk./.usageGB‚812.0477676391602 disk.dm-0.out‚22133.19140625 disk.sda1.out‚0ÅLKÈ”Š‚(:‰ þÿ‰ÓßÍ‘Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚371.216' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.2432 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0õTÅWR‹‚(:Ç þÿ‰ÓùÑÉÐ disk.dm-1.in‚16346.66796875 cpu‚24.61501125980811 network.sent‚739717$ disk./.usageGB‚812.0479583740234" disk.nvme0n1.out‚ 22138.9609375 disk.sda.in‚16346.66796875 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.out‚ 30.70703125! disk.nvme0n1.in‚ 4447.76953125 disk.sda2.out‚0$ disk.nvme0c0n1.out‚ 22138.9609375# memory_percent‚61.9445006052653! proc.memory.rssMB‚ 2736.328125* proc.memory.percent‚11.134147644042969 proc.cpu.threads‚17 disk.dm-0.out‚ 22138.9609375 disk.sda.out‚ 30.70703125 disk.sda3.out‚ 30.70703125# disk.nvme0c0n1.in‚ 4447.76953125) proc.memory.availableMB‚ 9352.51953125 network.recv‚123710) disk./.usagePercent‚54.49721984010056 disk.dm-0.in‚ 4447.76953125 disk.sda2.in‚0 disk.sda3.in‚16346.66796875] ³ðžŒ‚(:“ €ŠÓ°£±Î gpu.0.gpu‚99.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚370.449' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚74.08980000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0É.óñN‚(:à €ŠÓ³‹²Ð disk.dm-1.in‚16346.66796875 network.sent‚742809 network.recv‚124967) disk./.usagePercent‚54.52033860048013$ disk./.usageGB‚812.3924446105957 disk.sda.out‚ 31.046875# disk.nvme0c0n1.in‚ 4447.76953125! disk.nvme0n1.in‚ 4447.76953125 disk.sda1.out‚0" disk.nvme0n1.out‚ 22306.4609375( proc.memory.availableMB‚ 9220.0234375 disk.sda.in‚16346.66796875 disk.sda2.in‚0 disk.sda2.out‚0$ disk.nvme0c0n1.out‚ 22306.4609375 disk.dm-0.out‚ 22306.4609375% memory_percent‚62.483628590901695* proc.memory.percent‚11.134147644042969 disk.sda1.in‚0 disk.sda3.in‚16346.66796875 disk.sda3.out‚ 31.046875 disk.dm-1.out‚ 31.046875 disk.dm-0.in‚ 4447.76953125! proc.memory.rssMB‚ 2736.328125 cpu‚24.628450067131617 proc.cpu.threads‚17<l0Ž+ _wandbruntime‚818  _runtime‚818y BÇ;v 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.4973783493041992 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.18355098366737366 -jet/accuracy_3_of_4‚0.0062500000931322575 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.02295956015586853 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9386065602302551 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9732142686843872 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.1777779757976532 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.3125533163547516 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 epoch‚2 _step‚38 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.13809524476528168 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6082153916358948 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 8 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.11229395866394043 9 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.026828864589333534 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/2FRt0SRqqt1FBt/event_purity‚0 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt*SRqqt1FBt/event_purity‚0 )jet/accuracy_1_of_2‚0.543904185295105 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.4336412250995636 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 *jet/accuracy_3_of_3‚0.0140350591391325 jet/accuracy_4_of_4‚0 particle/accuracy_3_of_3‚1 :"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.38810068368911743 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.1130952388048172 particle/accuracy_1_of_4‚1 /particle/accuracy_4_of_4‚0.9511591196060181 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9829106330871582 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9732142686843872 'particle/f_score‚0.5223687291145325 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.7877688407897949 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.2620035707950592 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.21945634484291077 +jet/accuracy_1_of_1‚0.18198949098587036 +jet/accuracy_2_of_2‚0.05741310864686966 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.16587290167808533 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9635869264602661 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.1785714328289032 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9903857707977295 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.6589900255203247 ;"Purity/*FRt2SRqqt0FBt/event_purity‚0.021402480080723763 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9923469424247742 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt0SRqqt1FBt/FRt_purity‚0 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.2396499663591385 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.10891608148813248 9 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.040263958275318146 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7897742390632629 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 8"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.390816330909729 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 :"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.27419066429138184 *jet/accuracy_1_of_3‚0.6189363598823547 particle/accuracy_1_of_1‚1 particle/accuracy_1_of_3‚1 :"Purity/0FRt*SRqqt0FBt/event_purity‚0.37697404623031616 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 & Purity/2FRt0SRqqt2FBt/FRt_purity‚0 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09934632480144501 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.24057339131832123 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.11220686882734299 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9727069139480591 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.23096156120300293 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.046959344297647476 :"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.46219542622566223 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.20037002861499786 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.11874433606863022 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6146083474159241 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.5561032295227051 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.4679669439792633 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9798814058303833 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.027682753279805183 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.3192737102508545 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.0211158599704504 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 % _timestamp‚1.7848402146449533e+09 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;"Purity/1FRt*SRqqt*FBt/event_purity‚0.020773928612470627 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.05021706968545914 +jet/accuracy_2_of_4‚0.14105576276779175 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.04950504004955292 8 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.09443680942058563 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9916112422943115 :"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.47160154581069946 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9866704344749451 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.017862124368548393 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.05270979180932045 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.15000000596046448 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.190476194024086 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9824185967445374 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.1082041785120964 *jet/accuracy_1_of_4‚0.5682017803192139 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.4523809552192688 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.10290934890508652 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.5959634780883789 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.2712098956108093 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 <"Purity/1FRt1SRqqt0FBt/event_purity‚0.0037839121650904417 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 particle/accuracy_2_of_2‚1 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8593254089355469 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_1_of_2‚1 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.14775533974170685 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9924719929695129 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.4093972444534302 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.4376664161682129 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 :"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.39946243166923523 :"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.41706380248069763 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.4146232306957245 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.1079477071762085 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.1183035671710968 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9848439693450928 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.018612878397107124 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.11399403214454651 ;"Purity/0FRt2SRqqt*FBt/event_purity‚0.046688470989465714 ;"Purity/1FRt*SRqqt0FBt/event_purity‚0.017839839681982994 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.13031136989593506 * Purity/*FRt1SRqqt2FBt/FBt_purity‚0.875 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.4523809552192688 +jet/accuracy_2_of_3‚0.20545725524425507 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.10290934890508652 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_3_of_4‚1 ;"Purity/0FRt2SRqqt0FBt/event_purity‚0.047656454145908356 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt*SRqqt2FBt/FRt_purity‚0 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.02229212038218975 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9556547403335571 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.423123836517334 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.2718175947666168 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.05044931173324585 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.0952381044626236 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.271737277507782 ("Purity/2FRt*SRqqt*FBt/event_purity‚0 particle/accuracy_2_of_3‚1 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.2610064744949341 ;"Purity/1FRt0SRqqt0FBt/event_purity‚0.023374129086732864 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.11657951772212982 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.18355098366737366 )loss/val_total_loss‚25.00896015627795 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.4146232306957245 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.04401557147502899 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 _runtime‚ 818.947178754 ("Purity/2FRt0SRqqt*FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.04626353085041046 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.00565938139334321 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.3333333134651184 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.3958912789821625 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9866704344749451 :"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.41855835914611816 ;"Purity/1FRt0SRqqt*FBt/event_purity‚0.026867376640439034 9 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.023374129086732864 trainer/global_step‚479 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.4617164134979248 +particle/sensitivity‚0.5196726322174072 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.09040845185518265 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9890815019607544 9 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.041634418070316315 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.0952381044626236 +particle/specificity‚0.8728159666061401 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.4464569389820099 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.33887362480163574 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 7validation_average_jet_accuracy‚0.21369631588459015 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.4372999668121338 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.5211871266365051 :"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.44354090094566345 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9856741428375244 6 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.100282683968544 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.11055386066436768 :"Purity/1FRt0SRqqt1FBt/event_purity‚0.18102847039699554 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9693032503128052 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9868531227111816 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9886363744735718 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 (particle/accuracy‚0.7975972890853882 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.1242152526974678 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_2_of_4‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0;t¢†$…v :"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.39946243166923523 :"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.41706380248069763 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.4146232306957245 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.1079477071762085 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.1183035671710968 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9848439693450928 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.018612878397107124 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.11399403214454651 ;"Purity/0FRt2SRqqt*FBt/event_purity‚0.046688470989465714 ;"Purity/1FRt*SRqqt0FBt/event_purity‚0.017839839681982994 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.13031136989593506 * Purity/*FRt1SRqqt2FBt/FBt_purity‚0.875 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.4523809552192688 +jet/accuracy_2_of_3‚0.20545725524425507 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.10290934890508652 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_3_of_4‚1 ;"Purity/0FRt2SRqqt0FBt/event_purity‚0.047656454145908356 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt*SRqqt2FBt/FRt_purity‚0 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.02229212038218975 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9556547403335571 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.423123836517334 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.2718175947666168 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.05044931173324585 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.0952381044626236 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.271737277507782 ("Purity/2FRt*SRqqt*FBt/event_purity‚0 particle/accuracy_2_of_3‚1 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.2610064744949341 ;"Purity/1FRt0SRqqt0FBt/event_purity‚0.023374129086732864 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.11657951772212982 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.18355098366737366 )loss/val_total_loss‚25.00896015627795 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.4146232306957245 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.04401557147502899 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 _runtime‚ 818.947178754 ("Purity/2FRt0SRqqt*FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.04626353085041046 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.00565938139334321 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.3333333134651184 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.3958912789821625 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9866704344749451 :"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.41855835914611816 ;"Purity/1FRt0SRqqt*FBt/event_purity‚0.026867376640439034 9 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.023374129086732864 trainer/global_step‚479 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.4617164134979248 +particle/sensitivity‚0.5196726322174072 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.09040845185518265 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9890815019607544 9 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.041634418070316315 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.0952381044626236 +particle/specificity‚0.8728159666061401 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.4464569389820099 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.33887362480163574 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 7validation_average_jet_accuracy‚0.21369631588459015 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.4372999668121338 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.5211871266365051 :"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.44354090094566345 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9856741428375244 6 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.100282683968544 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.11055386066436768 :"Purity/1FRt0SRqqt1FBt/event_purity‚0.18102847039699554 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9693032503128052 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9868531227111816 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9886363744735718 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 (particle/accuracy‚0.7975972890853882 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.1242152526974678 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_2_of_4‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.4973783493041992 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.18355098366737366 -jet/accuracy_3_of_4‚0.0062500000931322575 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.02295956015586853 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9386065602302551 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9732142686843872 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.1777779757976532 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.3125533163547516 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 epoch‚2 _step‚38 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.13809524476528168 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6082153916358948 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Pƒžcçurity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 8 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.11229395866394043 9 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.026828864589333534 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/2FRt0SRqqt1FBt/event_purity‚0 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt*SRqqt1FBt/event_purity‚0 )jet/accuracy_1_of_2‚0.543904185295105 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.4336412250995636 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 *jet/accuracy_3_of_3‚0.0140350591391325 jet/accuracy_4_of_4‚0 particle/accuracy_3_of_3‚1 :"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.38810068368911743 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.1130952388048172 particle/accuracy_1_of_4‚1 /particle/accuracy_4_of_4‚0.9511591196060181 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9829106330871582 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9732142686843872 'particle/f_score‚0.5223687291145325 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.7877688407897949 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.2620035707950592 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.21945634484291077 +jet/accuracy_1_of_1‚0.18198949098587036 +jet/accuracy_2_of_2‚0.05741310864686966 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.16587290167808533 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9635869264602661 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.1785714328289032 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9903857707977295 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.6589900255203247 ;"Purity/*FRt2SRqqt0FBt/event_purity‚0.021402480080723763 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9923469424247742 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt0SRqqt1FBt/FRt_purity‚0 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.2396499663591385 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.10891608148813248 9 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.040263958275318146 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7897742390632629 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 8"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.390816330909729 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 :"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.27419066429138184 *jet/accuracy_1_of_3‚0.6189363598823547 particle/accuracy_1_of_1‚1 particle/accuracy_1_of_3‚1 :"Purity/0FRt*SRqqt0FBt/event_purity‚0.37697404623031616 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 & Purity/2FRt0SRqqt2FBt/FRt_purity‚0 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09934632480144501 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.24057339131832123 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.11220686882734299 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9727069139480591 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.23096156120300293 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.046959344297647476 :"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.46219542622566223 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.20037002861499786 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.11874433606863022 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6146083474159241 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.5561032295227051 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.4679669439792633 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9798814058303833 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.027682753279805183 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.3192737102508545 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.0211158599704504 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 % _timestamp‚1.7848402146449533e+09 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;"Purity/1FRt*SRqqt*FBt/event_purity‚0.020773928612470627 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.05021706968545914 +jet/accuracy_2_of_4‚0.14105576276779175 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.04950504004955292 8 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.09443680942058563 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9916112422943115 :"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.47160154581069946 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9866704344749451 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.017862124368548393 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.05270979180932045 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.15000000596046448 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.190476194024086 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9824185967445374 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.1082041785120964 *jet/accuracy_1_of_4‚0.5682017803192139 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.4523809552192688 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.10290934890508652 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.5959634780883789 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.2712098956108093 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 <"Purity/1FRt1SRqqt0FBt/event_purity‚0.0037839121650904417 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 particle/accuracy_2_of_2‚1 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8593254089355469 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_1_of_2‚1 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.14775533974170685 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9924719929695129 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.4093972444534302 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.4376664161682129 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375&J‰/þž‘‚(:“ œ€ŠÓ¶È²Î gpu.0.gpu‚92.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚315.76' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.151999999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0*¾5D’‚(:¹ œ€ŠÓ¡‹ßÏ disk.sda1.out‚0 disk.sda2.in‚0 network.sent‚744959$ disk./.usageGB‚813.3509254455566 disk.dm-0.in‚4453.5 disk.sda.out‚ 31.609375 disk.sda1.in‚0 disk.dm-1.in‚16618.13671875 disk.sda.in‚16618.13671875 disk.nvme0c0n1.in‚4453.5$ memory_percent‚66.91459019978842( proc.memory.availableMB‚ 8131.0703125* proc.memory.percent‚11.116854349772137 cpu‚24.657200556704964 proc.cpu.threads‚17 disk.sda3.in‚16618.13671875 network.recv‚125985) disk./.usagePercent‚54.58466305353335# disk.dm-0.out‚23300.14111328125 disk.dm-1.out‚ 31.609375 disk.nvme0n1.in‚4453.5! proc.memory.rssMB‚ 2732.078125 disk.sda2.out‚0 disk.sda3.out‚ 31.609375( disk.nvme0c0n1.out‚23300.14111328125& disk.nvme0n1.out‚23300.14111328125_ñÄ”“‚(:‰ «€ŠÓ•ÿ¨Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚320.799' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.1598 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0…xÌ_”‚(:Ô «€ŠÓë›×Ï network.recv‚128357$ disk./.usageGB‚813.3544845581055 disk.sda2.in‚0 disk.sda3.out‚ 32.14453125# disk.nvme0c0n1.in‚ 4601.39453125! disk.nvme0n1.in‚ 4601.39453125& disk.nvme0n1.out‚23303.83642578125# disk.dm-0.out‚23303.83642578125 disk.sda2.out‚0( disk.nvme0c0n1.out‚23303.83642578125 disk.sda.in‚17854.49609375 disk.sda.out‚ 32.14453125! proc.memory.rssMB‚ 2732.078125 proc.cpu.threads‚17 network.sent‚798416) disk./.usagePercent‚54.58490190856279 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.out‚ 32.14453125( proc.memory.availableMB‚ 8020.8203125 disk.sda3.in‚17854.49609375 disk.dm-1.in‚17854.49609375 disk.dm-0.in‚ 4601.39453125$ memory_percent‚67.36319859822592* proc.memory.percent‚11.116854349772137 cpu‚24.668622181813426hk&ø”•‚(:‰ º€ŠÓ±È¶Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚327.969' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.5938 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ùï]ÉR–‚(:Ç º€ŠÓˆªÐ# disk.dm-0.out‚26214.53369140625% proc.memory.availableMB‚ 7908.3125! proc.memory.rssMB‚ 2732.078125* proc.memory.percent‚11.116854349772137 proc.cpu.threads‚17 network.recv‚129422 disk.sda.in‚17854.49609375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚17854.49609375 cpu‚24.67991189781933 network.sent‚800503! disk.nvme0n1.in‚ 4608.44921875 disk.dm-0.in‚ 4608.44921875 disk.sda.out‚32.84375 disk.sda2.out‚0$ disk./.usageGB‚813.3462333679199 disk.dm-1.in‚17854.49609375 disk.dm-1.out‚32.84375# disk.nvme0c0n1.in‚ 4608.44921875& disk.nvme0n1.out‚26214.53369140625 disk.sda2.in‚0 disk.sda3.out‚32.84375$ memory_percent‚67.82099405924478) disk./.usagePercent‚54.58434816426623( disk.nvme0c0n1.out‚26214.5336914062594Ñ0—+ _wandbruntime‚855  _runtime‚855²€èaŘ¿ ' lr-AdamW/pg2‚0.00011658950793595121 trainer/global_step‚499 % _timestamp‚1.7848402508482468e+09 _runtime‚ 855.14984539 _step‚39 ' lr-AdamW/pg1‚0.00011658950793595121Ôø±É™Ã ' lr-AdamW/pg2‚0.00011658950793595121 trainer/global_step‚499 % _timestamp‚1.7848402508482468e+09 _runtime‚ 855.14984539 _step‚39 ' lr-AdamW/pg1‚0.00011658950793595121'#CÇ;0š+ _wandbruntime‚855  _runtime‚855ö¤u¤Ö'›ÐO MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚8980697 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚4639477 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚143874539154352 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚144454328357376 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚143931984676864 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1336714 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚144454328357376 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚143874513726384 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1336709 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 HDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚144452956732416 HDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚4649571 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 522317507072 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚295 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚609 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚39567733993472 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 522317507072 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 641401842176 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _step‚40 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚1526158 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 521442151248 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 _runtime‚ 855.151065432 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚2862872 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚143932010850304 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚4341226 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚144394611266178 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1525863 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚40209544692736 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚39568102084608 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 520097539794 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005™§¦r?'œÔO SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1525863 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚40209544692736 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚39568102084608 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 520097539794 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚8980697 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚4639477 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚143874539154352 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚144454328357376 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚143931984676864 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1336714 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚144454328357376 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚143874513726384 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1336709 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 HDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚144452956732416 HDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚4649571 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 522317507072 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚295 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚609 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚39567733993472 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 522317507072 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 641401842176 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _step‚40 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚1526158 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 521442151248 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 _runtime‚ 855.151065432 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚2862872 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚143932010850304 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚4341226 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚144394611266178 XIDeviceStatsMonitor.on_tÄlxG›rain_batch_start/reserved_bytes.small_pool.current‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904(J¢†Ä0+ _wandbruntime‚856  _runtime‚856ÕJà&žÚM ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚8998146 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚144210920140800 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚144153340928128 % _timestamp‚1.7848402522732832e+09 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚4349587 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚1339354 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 642682988032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚ 856.575136215 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚298 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚641 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚1339349 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚144210920140800 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚1528996 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 trainer/global_step‚499 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 523340022272 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚9008260 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚8998146 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚39646320359424 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚4349587 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚144732888530944 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚40289412197376 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 522462953000 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚2868052 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚39646688450560 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 339960320 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚9008260 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚144210893967360 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚4648559 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚293 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚144153315500160 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚609 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚144734260163072 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚4658667 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚1528703 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚4658667 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚144210893967360 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚144734260163072 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚144675803881128 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚4648559 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _step‚41 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 521994563584 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 642723746816 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚4349593 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚40289003347456 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚144674433841594 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚4349593 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 521994563584 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚2868350 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 521118341434oëä&ŸÞM C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚1528996 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 trainer/global_step‚499 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 523340022272 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚9008260 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚8998146 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚39646320359424 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚4349587 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚144732888530944 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚40289412197376 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 522462953000 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚2868052 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚39646688450560 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 339960320 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚9008260 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚144210893967360 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚4648559 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚293 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚144153315500160 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚609 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚144734260163072 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚4658667 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚1528703 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚4658667 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚144210893967360 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚144734260163072 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚144675803881128 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚4648559 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _step‚41 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 521994563584 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 642723746816 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚4349593 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚40289003347456 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚144674433841594 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚4349593 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 521994563584 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚2868350 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 521118341434 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 B6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚8998146 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚144210920140800 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚144153340928128 % _timestamp‚1.7848402522732832e+09 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚4349587 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚1339354 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 642682988032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚ 856.575136215 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚298 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚641 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚1339349 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚144210920140800 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112)o..M0 + _wandbruntime‚856  _runtime‚8568À€Dþ¡ø /loss/FRt1/assignment_loss‚4.153955414520567 2loss/SRqqt2/assignment_loss‚1.4225806388475166 0loss/SRqqt2/detection_loss‚0.954433076750032 .loss/FBt1/detection_loss‚7.467103397105861 &loss/total_loss‚28.746100560220295 _runtime‚ 856.626878715 _step‚42 /loss/FRt2/assignment_loss‚3.205840506150593 0loss/FBt1/assignment_loss‚0.2611606084613247 1loss/SRqqt1/detection_loss‚2.3669014302828293 .loss/FBt2/detection_loss‚5.403745719897294 epoch‚3 trainer/global_step‚499 % _timestamp‚1.7848402523254411e+09 2loss/SRqqt1/assignment_loss‚1.5562974289889788 /loss/FRt1/detection_loss‚0.4505130688482328 1loss/FBt2/assignment_loss‚0.14818424644805844 .loss/FRt2/detection_loss‚1.355385023919008¾Ë¸¢ü &loss/total_loss‚28.746100560220295 _runtime‚ 856.626878715 _step‚42 /loss/FRt2/assignment_loss‚3.205840506150593 0loss/FBt1/assignment_loss‚0.2611606084613247 1loss/SRqqt1/detection_loss‚2.3669014302828293 .loss/FBt2/detection_loss‚5.403745719897294 epoch‚3 trainer/global_step‚499 % _timestamp‚1.7848402523254411e+09 2loss/SRqqt1/assignment_loss‚1.5562974289889788 /loss/FRt1/detection_loss‚0.4505130688482328 1loss/FBt2/assignment_loss‚0.14818424644805844 .loss/FRt2/detection_loss‚1.355385023919008 /loss/FRt1/assignment_loss‚4.153955414520567 2loss/SRqqt2/assignment_loss‚1.4225806388475166 0loss/SRqqt2/detection_loss‚0.954433076750032 .loss/FBt1/detection_loss‚7.467103397105861*×êì””£‚(:‰ É€ŠÓ·Î gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚374.358' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.8716 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0@‰0”\¤‚(:Ñ É€ŠÓ‘ÊÏÐ disk.sda3.in‚17854.49609375 disk.sda3.out‚ 33.1484375 disk.dm-1.out‚ 33.1484375( disk.nvme0c0n1.out‚26217.57080078125 disk.dm-0.in‚ 4608.44921875$ memory_percent‚68.31051508585611) disk./.usagePercent‚54.58452506547239 disk.dm-1.in‚17854.49609375! disk.nvme0n1.in‚ 4608.44921875( proc.memory.availableMB‚ 7788.0078125* proc.memory.percent‚11.116854349772137 proc.cpu.threads‚17$ disk./.usageGB‚813.3488693237305 disk.sda.in‚17854.49609375 disk.sda2.in‚0# disk.dm-0.out‚26217.57080078125 cpu‚24.691375077578428 network.sent‚802534 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 4608.44921875& disk.nvme0n1.out‚26217.57080078125! proc.memory.rssMB‚ 2732.078125 network.recv‚130624 disk.sda.out‚ 33.1484375¸C–D¥‚(:’ Ø€ŠÓ±†ˆÏ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.64' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.12799999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Þ?U¦‚(:Ê Ø€ŠÓþÆðÐ disk.sda.in‚ 18399.5859375 disk.sda.out‚ 33.69140625' disk.nvme0c0n1.out‚26306.5966796875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0% proc.memory.availableMB‚ 7683.8125 network.sent‚862339 disk.dm-1.in‚ 18399.5859375" disk.dm-0.out‚26306.5966796875 disk.sda2.in‚0 cpu‚24.701946476974065 proc.cpu.threads‚17 disk.sda3.out‚ 33.69140625 disk.dm-1.out‚ 33.69140625! disk.nvme0n1.in‚ 4610.48828125 disk.dm-0.in‚ 4610.48828125$ memory_percent‚68.73448689778647! proc.memory.rssMB‚ 2732.078125* proc.memory.percent‚11.116854349772137 network.recv‚132852) disk./.usagePercent‚54.58452557748746# disk./.usageGB‚813.348876953125 disk.sda3.in‚ 18399.5859375# disk.nvme0c0n1.in‚ 4610.48828125% disk.nvme0n1.out‚26306.5966796875kix-Ÿ§‚(:” 瀊ÓÞü¤Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚319.812' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.962399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0š‚RàH¨‚(:½ 瀊Ó¨ºÛÏ* proc.memory.percent‚11.116854349772137 network.sent‚863416# disk.nvme0c0n1.in‚ 4815.15234375 disk.sda.in‚ 18950.0625 disk.sda.out‚33.96875 disk.dm-1.in‚ 18950.0625$ memory_percent‚69.20901934305826% disk.nvme0n1.out‚26357.3427734375" disk.dm-0.out‚26357.3427734375 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 7567.19140625 cpu‚24.712261283302283 proc.cpu.threads‚17 network.recv‚133991$ disk./.usageGB‚813.3975601196289! disk.nvme0n1.in‚ 4815.15234375 disk.sda1.in‚0! proc.memory.rssMB‚ 2732.078125) disk./.usagePercent‚54.58779274563943' disk.nvme0c0n1.out‚26357.3427734375 disk.dm-0.in‚ 4815.15234375 disk.sda3.in‚ 18950.0625 disk.sda3.out‚33.96875 disk.dm-1.out‚33.96875Cò‘“©‚(:ˆ ö€ŠÓ²÷žÎ gpu.0.gpu‚12.0 gpu.0.memory‚3, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚351.357' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.2714 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0½ÏIÈUª‚(:Ê ö€ŠÓÈÈÏÐ( disk.nvme0c0n1.out‚26361.92919921875 disk.dm-1.in‚ 18950.0625 disk.dm-1.out‚ 34.37109375) proc.memory.availableMB‚ 7443.43359375* proc.memory.percent‚11.116854349772137$ disk./.usageGB‚813.2232284545898& disk.nvme0n1.out‚26361.92919921875 disk.sda1.in‚0 disk.sda3.out‚ 34.37109375 cpu‚24.722662896143763 proc.cpu.threads‚17! disk.nvme0n1.in‚ 4815.15234375 disk.dm-0.in‚ 4815.15234375 disk.sda.in‚ 18950.0625 disk.sda.out‚ 34.37109375 disk.sda2.out‚0 disk.sda3.in‚ 18950.0625 network.sent‚866561* disk./.usagePercent‚54.576093201324646# disk.nvme0c0n1.in‚ 4815.15234375# disk.dm-0.out‚26361.92919921875 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚69.71259117126465! proc.memory.rssMB‚ 2732.078125 network.recv‚134914uYÛ”«‚(:‰ …ŠÓú¶ÌÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.232' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.0464 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0*õ÷L¬‚(:Á …ŠÓÛ…ˆÐ) proc.memory.availableMB‚ 7326.93359375) disk./.usagePercent‚54.57609524938493 disk.sda2.out‚0( disk.nvme0c0n1.out‚26363.05419921875 disk.sda1.in‚0! proc.memory.rssMB‚ 2732.078125 disk.sda2.in‚0 disk.dm-1.out‚ 34.8984375! disk.nvme0n1.in‚ 4815.15234375& disk.nvme0n1.out‚26363.05419921875# disk.dm-0.out‚26363.05419921875 disk.sda.in‚ 18950.0625* proc.memory.percent‚11.116854349772137 cpu‚24.732566985184# disk./.usageGB‚813.223258972168 disk.sda3.in‚ 18950.0625 disk.sda3.out‚ 34.8984375# disk.nvme0c0n1.in‚ 4815.15234375 disk.dm-0.in‚ 4815.15234375 proc.cpu.threads‚17 network.sent‚868595 network.recv‚136140 disk.dm-1.in‚ 18950.0625 disk.sda.out‚ 34.8984375 disk.sda1.out‚0# memory_percent‚70.1866308848063œ]ÖÑ0­+ _wandbruntime‚935  _runtime‚935ÊMT£Å®¿ ' lr-AdamW/pg1‚0.00011641896833720255 ' lr-AdamW/pg2‚0.00011641896833720255 trainer/global_step‚549 $ _timestamp‚1.784840331375272e+09 _runtime‚ 935.676862397 _step‚43dÇ “ɯà ' lr-AdamW/pg2‚0.00011641896833720255 trainer/global_step‚549 $ _timestamp‚1.784840331375272e+09 _runtime‚ 935.676862397 _step‚43 ' lr-AdamW/pg1‚0.00011641896833720255+“ƒ50°+ _wandbruntime‚935  _runtime‚935Q (±ÏO A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 572161611776 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚1672241 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚43497420382208 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1468709 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚158385803837786 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚157814627843152 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚157877449201664 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1671904 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚158450982438400 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚15844 #ÅÉ­9610813440 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚157877449201664 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚337 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚609 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚9854999 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 573507063296 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚3140955 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚158387173877208 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 _step‚44 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 704088712192 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚ 935.678083932 $ _timestamp‚1.784840331376344e+09 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚4759576 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚5095429 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚158449610813440 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚157814602415184 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚4759570 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚158450982438400 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 572546034056 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚9865099 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚641 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚3140613 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚5105523 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 571201422602 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 572161611776 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚5105523 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚342 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚157877475375104 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚4759576 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚44201564540416 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 HDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚1672241 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚43497420382208 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1468709 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚158385803837786 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚157814627843152 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚157877449201664 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1671904 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚158450982438400 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚158449610813440 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚157877449201664 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚337 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚609 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 D8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚9854999 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 573507063296 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚3140955 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚158387173877208 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 _step‚44 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 704088712192 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚ 935.678083932 $ _timestamp‚1.784840331376344e+09 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚4759576 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚5095429 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚158449610813440 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚157814602415184 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚4759570 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚158450982438400 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 572546034056 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 L@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚9865099 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚641 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚3140613 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚5105523 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 571201422602 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 572161611776 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚5105523 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚342 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚157877475375104 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚4759576 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚44201564540416 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 HDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚3146405 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚549 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚3146075 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 _runtime‚ 937.099040373 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 573184119808 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚158156384665600 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 573184119808 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚9882562 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 339960320 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 % _timestamp‚1.7848403327972622e+09 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚158730914244096 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚609 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _step‚45 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 572222224242 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚5104511 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚4767943 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚158156358492160 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚325 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚9872448 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 574529578496 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚158156384665600 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚1675051 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚5104511 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚9882562 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚158730914244096 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚158729542611968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚4767937 PDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚3146405 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚549 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚3146075 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 _runtime‚ 937.099040373 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 573184119808 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚158156384665600 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 573184119808 J>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚9882562 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 339960320 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 % _timestamp‚1.7848403327972622e+09 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚158730914244096 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚609 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _step‚45 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 572222224242 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚5104511 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚4767943 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚158156358492160 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚325 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 F:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚9872448 XIDeviceStatsMonito"7/£ r.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 574529578496 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚158156384665600 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚1675051 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚5104511 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 F:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚9882562 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚158730914244096 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚158729542611968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚4767937 PDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0-QÙè,0¶+ _wandbruntime‚937  _runtime‚937lUriý·÷ -loss/FBt1/detection_loss‚11.0983058486666 _runtime‚ 937.153424166 _step‚46 1loss/SRqqt2/detection_loss‚0.8674942184865713 /loss/FRt1/assignment_loss‚4.007250104807944 /loss/FRt2/assignment_loss‚2.909911250901389 0loss/FBt1/assignment_loss‚0.4943790177751258 0loss/FRt1/detection_loss‚0.46927021594076834 .loss/FRt2/detection_loss‚1.388267781674293 0loss/SRqqt1/detection_loss‚2.698742369262525 epoch‚3 trainer/global_step‚549 % _timestamp‚1.7848403328520868e+09 .loss/FBt2/detection_loss‚3.527472414845658 &loss/total_loss‚30.477201227737982 1loss/SRqqt1/assignment_loss‚1.540271088558291 2loss/SRqqt2/assignment_loss‚1.3496233175332482 1loss/FBt2/assignment_loss‚0.12621359928557058Üqém¸û 0loss/FBt1/assignment_loss‚0.4943790177751258 0loss/FRt1/detection_loss‚0.46927021594076834 .loss/FRt2/detection_loss‚1.388267781674293 0loss/SRqqt1/detection_loss‚2.698742369262525 epoch‚3 trainer/global_step‚549 % _timestamp‚1.7848403328520868e+09 .loss/FBt2/detection_loss‚3.527472414845658 &loss/total_loss‚30.477201227737982 1loss/SRqqt1/assignment_loss‚1.540271088558291 2loss/SRqqt2/assignment_loss‚1.3496233175332482 1loss/FBt2/assignment_loss‚0.12621359928557058 -loss/FBt1/detection_loss‚11.0983058486666 _runtime‚ 937.153424166 _step‚46 1loss/SRqqt2/detection_loss‚0.8674942184865713 /loss/FRt1/assignment_loss‚4.007250104807944 /loss/FRt2/assignment_loss‚2.909911250901389.Ù“èGž¹‚(:“ ”ŠÓ¯„‡Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚307.886' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.57720000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0™ N±Vº‚(:Ë ”ŠÓ¬²ÃÐ! proc.memory.rssMB‚ 2732.078125* proc.memory.percent‚11.116854349772137 network.recv‚137177) disk./.usagePercent‚54.55913347020383& disk.nvme0n1.out‚26452.57763671875 disk.dm-0.in‚ 4826.13671875# disk.dm-0.out‚26452.57763671875 disk.sda.in‚ 19254.6484375 disk.sda2.in‚0$ memory_percent‚70.74214617411295# disk.nvme0c0n1.in‚ 4826.13671875 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚ 19254.6484375 disk.dm-1.in‚ 19254.6484375 disk.dm-1.out‚ 35.515625) proc.memory.availableMB‚ 7190.41015625 cpu‚24.741616330800237( disk.nvme0c0n1.out‚26452.57763671875 disk.sda3.out‚ 35.515625 proc.cpu.threads‚17 network.sent‚870621# disk./.usageGB‚812.970516204834! disk.nvme0n1.in‚ 4826.13671875 disk.sda.out‚ 35.515625 disk.sda1.in‚0ÛEA“»‚(:ˆ £ŠÓ¨ôÃÎ gpu.0.gpu‚75.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚136.815' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.363 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ž¦'2\¼‚(:Ñ £ŠÓ¼ÚÚÐ disk.sda.in‚ 20549.4296875 disk.sda.out‚ 36.35546875 disk.dm-1.in‚ 20549.4296875! disk.nvme0n1.in‚ 4994.16015625# disk.dm-0.out‚26730.50732421875 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0$ disk./.usageGB‚812.4319267272949# disk.nvme0c0n1.in‚ 4994.16015625( disk.nvme0c0n1.out‚26730.50732421875 disk.dm-0.in‚ 4994.16015625 disk.sda1.in‚0$ memory_percent‚71.13974889119467( proc.memory.availableMB‚ 7092.6953125 cpu‚24.75115309708454 network.sent‚930229 network.recv‚139772* disk./.usagePercent‚54.522988278459515 disk.dm-1.out‚ 36.35546875& disk.nvme0n1.out‚26730.50732421875 disk.sda3.out‚ 36.35546875* proc.memory.percent‚11.116854349772137 disk.sda3.in‚ 20549.4296875! proc.memory.rssMB‚ 2732.078125 proc.cpu.threads‚17^ñI“½‚(:ˆ ²ŠÓüÏÔÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚371.315' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.263 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0iÎYV¾‚(:Ë ²ŠÓ•Û°Ð! proc.memory.rssMB‚ 2732.078125 disk.sda3.out‚ 37.328125 proc.cpu.threads‚17 network.sent‚932313# disk.nvme0c0n1.in‚ 4999.00390625( disk.nvme0c0n1.out‚26732.90478515625& disk.nvme0n1.out‚26732.90478515625# disk.dm-0.out‚26732.90478515625$ memory_percent‚71.14272117614746* proc.memory.percent‚11.116854349772137 cpu‚24.759948182601427 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚ 20549.4296875 disk.dm-1.out‚ 37.328125! disk.nvme0n1.in‚ 4999.00390625 disk.sda.in‚ 20549.4296875 disk.sda1.in‚0 disk.sda1.out‚0 network.recv‚140659( disk./.usagePercent‚54.4334849723987$ disk./.usageGB‚811.0982627868652 disk.sda3.in‚ 20549.4296875 disk.dm-0.in‚ 4999.00390625 disk.sda.out‚ 37.328125) proc.memory.availableMB‚ 7091.96484375}ºŽŸ¿‚(:” ÁŠÓ¨»‡Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚304.468' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.893600000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0™ƒ«™_À‚(:Ô ÁŠÓ¸àÍÐ network.sent‚934348 disk.dm-1.in‚ 20549.4296875 disk.sda.in‚ 20549.4296875 cpu‚24.768221259674696 disk.sda2.in‚0 disk.sda3.in‚ 20549.4296875# disk.nvme0c0n1.in‚ 4999.00390625 disk.dm-0.in‚ 4999.00390625# disk.dm-0.out‚28673.71923828125$ memory_percent‚71.14275296529135# proc.memory.rssMB‚ 2732.08203125 network.recv‚141955) disk./.usagePercent‚54.49702885848002$ disk./.usageGB‚812.0451126098633 disk.dm-1.out‚ 37.64453125( disk.nvme0c0n1.out‚28673.71923828125! disk.nvme0n1.in‚ 4999.00390625& disk.nvme0n1.out‚28673.71923828125) proc.memory.availableMB‚ 7091.95703125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 37.64453125 disk.sda.out‚ 37.64453125* proc.memory.percent‚11.116870244344074 proc.cpu.threads‚17¼&·RŸÁ‚(:” ЊÓ’úšÎ gpu.0.gpu‚37.0 gpu.0.memory‚12, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚134.684' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.936799999999998 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0b«„H‚(:½ ЊÓ”©ØÏ disk.sda3.in‚21096.92578125# proc.memory.rssMB‚ 2732.08203125* proc.memory.percent‚11.116870244344074$ disk./.usageGB‚812.0470695495605 disk.nvme0c0n1.in‚ 4999.71875 disk.nvme0n1.in‚ 4999.71875 disk.nvme0n1.out‚ 28681.28125 disk.dm-0.in‚ 4999.71875 disk.sda1.in‚0 disk.sda3.out‚ 38.16015625) proc.memory.availableMB‚ 7092.19921875 disk.sda2.out‚0 cpu‚24.776551584187192 proc.cpu.threads‚17* disk./.usagePercent‚54.497160190345085 disk.dm-1.in‚21096.92578125 disk.dm-1.out‚ 38.16015625" disk.nvme0c0n1.out‚ 28681.28125 disk.sda.in‚21096.92578125 disk.sda.out‚ 38.16015625 disk.sda2.in‚0$ memory_percent‚71.14176750183105 network.sent‚936403 network.recv‚142793 disk.dm-0.out‚ 28681.28125 disk.sda1.out‚0‘þB2Ã- _wandbruntime‚1016  _runtime‚1016èWdÄÄľ " _timestamp‚1.7848404120731e+09 _runtime‚1016.374623162 _step‚47 ' lr-AdamW/pg1‚0.00011622520511822628 ' lr-AdamW/pg2‚0.00011622520511822628 trainer/global_step‚599øÔ³íÈÅ ' lr-AdamW/pg1‚0.00011622520511822628 ' lr-AdamW/pg2‚0.00011622520511822628 trainer/global_step‚599 " _timestamp‚1.7848404120731e+09 _runtime‚1016.374623162 _step‚47/ ›U2Æ- _wandbruntime‚1016  _runtime‚1016.\jÚ'ÇÔO OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚5561475 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚5177926 bQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 766498005504 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 339960320 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚48193236685312 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚3417488 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 623649916864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚172446264894464 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚353 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚10729301 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚171822939899904 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 623351168000 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚5551381 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1600709 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚5177926 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚5551381 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚47426738679808 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚358 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚47426370588672 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚171754716531952 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚5561475 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚171754691103984 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚10739401 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚172376996409394 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚48192804759552 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 _runtime‚1016.378939586 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚172447636519424 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚171822913726464 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 624696619520 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 623351168000 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚172446264894464 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚353 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚10729301 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚171822939899904 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 623351168000 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚5551381 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚1600709 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚5177926 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚5551381 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚47426738679808 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚358 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚47426370588672 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚171754716531952 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚5561475 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚171754691103984 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚10739401 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚172376996409394 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚48192804759552 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 _runtime‚1016.378939586 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚172447636519424 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚171822913726464 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 624696619520 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 623351168000 IDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚172101849190400 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 767733950976 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚3423409 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚1603349 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚3423050 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚172727568325120 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚5186293 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚1819701 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚10746750 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚5570571 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚641 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 625719134720 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚5570571 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚609 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚5186293 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚10746750 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚10756864 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 767678512128 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚5186287 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚172101823016960 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚359 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚172656818984810 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚172727568325120 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚1603354 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚354 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚172101823016960 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 625719134720 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚47505325045760 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚172658189024344 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚10756864 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 624670718616¬0Ålé&ËãM E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚5570571 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚641 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 625719134720 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚5570571 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚609 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚5186293 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚10746750 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚10756864 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 767678512128 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚5186287 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚172101823016960 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚359 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚172656818984810 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚172727568325120 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚1603354 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚354 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚172101823016960 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 625719134720 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚47505325045760 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚172658189024344 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚10756864 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 624670718616 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚47504956954624 _step‚49 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 624373676032 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚5186287 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚172101849190400 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 767733950976 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚3423409 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚1603349 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚3423050 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚172727568325120 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚5186293 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚1819701 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚107467501¤¥ë2Ì- _wandbruntime‚1017  _runtime‚1017ꤗ~Íú 0loss/FBt1/assignment_loss‚0.3615771386347433 /loss/FRt2/detection_loss‚1.3230005658742747 _step‚50 1loss/FBt2/assignment_loss‚0.07516694672430424 /loss/FBt1/detection_loss‚1.3755523716341496 trainer/global_step‚599 $ _timestamp‚1.784840413548467e+09 .loss/FRt1/assignment_loss‚3.97453132759971 0loss/FRt2/assignment_loss‚2.6327061031066195 2loss/SRqqt1/assignment_loss‚1.6418394852780562 .loss/FRt1/detection_loss‚0.551469711966179 1loss/SRqqt2/detection_loss‚0.8682583976836599 .loss/FBt2/detection_loss‚4.126659104937288 epoch‚3 2loss/SRqqt2/assignment_loss‚1.2632668242275882 1loss/SRqqt1/detection_loss‚2.9450583669961246 &loss/total_loss‚21.139086344662697 _runtime‚1017.849784284 ^ÈÎþ 2loss/SRqqt1/assignment_loss‚1.6418394852780562 .loss/FRt1/detection_loss‚0.551469711966179 1loss/SRqqt2/detection_loss‚0.8682583976836599 .loss/FBt2/detection_loss‚4.126659104937288 epoch‚3 2loss/SRqqt2/assignment_loss‚1.2632668242275882 1loss/SRqqt1/detection_loss‚2.9450583669961246 &loss/total_loss‚21.139086344662697 _runtime‚1017.849784284 0loss/FBt1/assignment_loss‚0.3615771386347433 /loss/FRt2/detection_loss‚1.3230005658742747 _step‚50 1loss/FBt2/assignment_loss‚0.07516694672430424 /loss/FBt1/detection_loss‚1.3755523716341496 trainer/global_step‚599 $ _timestamp‚1.784840413548467e+09 .loss/FRt1/assignment_loss‚3.97453132759971 0loss/FRt2/assignment_loss‚2.63270610310661952“G”Ï‚(:‰ ߊÓÖé‹Î gpu.0.gpu‚65.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚352.584' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.5168 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Þ¿öЂ(:’ ߊÓ¼üÈÐ disk.sda2.out‚0 disk.sda3.in‚21654 disk.sda3.out‚38.46875" disk.nvme0n1.out‚ 28682.8046875 disk.dm-0.out‚ 28682.8046875$ disk./.usageGB‚812.0472831726074 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.out‚38.46875$ memory_percent‚71.13517125447592* proc.memory.percent‚11.116870244344074 proc.cpu.threads‚17$ disk.nvme0c0n1.out‚ 28682.8046875 disk.dm-0.in‚5212.75( proc.memory.availableMB‚ 7093.8203125 disk.sda1.out‚0 disk.dm-1.in‚21654 disk.nvme0c0n1.in‚5212.75 disk.nvme0n1.in‚5212.75 disk.sda.in‚21654 disk.sda.out‚38.46875# proc.memory.rssMB‚ 2732.08203125 cpu‚24.785263377311097 network.sent‚938433 network.recv‚143919' disk./.usagePercent‚54.497174526767‰]žÑ‚(:“ îŠÓ¯Í–Î gpu.0.gpu‚88.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.111' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.62219999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ZUª9Ò‚(:® îŠÓÒÃÐ disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚21654 disk.dm-1.in‚21654) disk./.usagePercent‚54.48045902683385# disk.dm-0.out‚28707.62353515625( disk.nvme0c0n1.out‚28707.62353515625) proc.memory.availableMB‚ 7093.76953125 proc.cpu.threads‚17& disk.nvme0n1.out‚28707.62353515625 disk.sda3.out‚ 42.109375! disk.nvme0c0n1.in‚ 5212.765625# proc.memory.rssMB‚ 2732.08203125* proc.memory.percent‚11.116870244344074 cpu‚24.79285457039108 network.sent‚998043# disk./.usageGB‚811.798210144043 disk.dm-0.in‚ 5212.765625 disk.sda.in‚21654 disk.sda1.out‚0 disk.dm-1.out‚ 42.109375$ memory_percent‚71.13537788391113 network.recv‚146400 disk.nvme0n1.in‚ 5212.765625 disk.sda.out‚ 42.109375€‡¼~”Ó‚(:‰ ýŠÓ„»±Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚335.402' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚67.0804 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0KQŸ_CÔ‚(:¸ ýŠÓßí„Ð network.sent‚ 1.000062e+06( disk./.usagePercent‚54.4801902189229 disk.sda.in‚21654 disk.sda.out‚ 42.49609375 disk.sda2.in‚0! disk.nvme0c0n1.in‚ 5212.765625* proc.memory.percent‚11.116870244344074 network.recv‚147477# disk.dm-0.out‚29234.73291015625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 42.49609375 disk.dm-1.in‚21654( disk.nvme0c0n1.out‚29234.73291015625 disk.nvme0n1.in‚ 5212.765625 disk.sda2.out‚0& disk.nvme0n1.out‚29234.73291015625$ memory_percent‚71.13539377848306# proc.memory.rssMB‚ 2732.08203125 cpu‚24.80048702713667 proc.cpu.threads‚17$ disk./.usageGB‚811.7942047119141 disk.dm-0.in‚ 5212.765625 disk.sda3.in‚21654 disk.dm-1.out‚ 42.49609375' proc.memory.availableMB‚ 7093.765625Òœ`‘Õ‚(:† Œ‚ŠÓñ›øÍ gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚364.705' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.941 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0HóXQÖ‚(:Æ Œ‚ŠÓàÀÄÑ network.recv‚148337 disk.sda3.out‚ 43.24609375% disk.nvme0n1.out‚29236.5693359375 disk.sda.in‚ 21884.4375 cpu‚24.808270179398445 disk.dm-1.in‚ 21884.4375 disk.dm-1.out‚ 43.24609375! disk.nvme0c0n1.in‚ 5223.328125 disk.nvme0n1.in‚ 5223.328125 disk.sda1.out‚0 disk.sda2.out‚0' proc.memory.availableMB‚ 7093.765625# proc.memory.rssMB‚ 2732.08203125 network.sent‚ 1.002077e+06 disk.dm-0.in‚ 5223.328125" disk.dm-0.out‚29236.5693359375 disk.sda.out‚ 43.24609375 disk.sda1.in‚0 disk.sda2.in‚0* proc.memory.percent‚11.116870244344074 proc.cpu.threads‚17) disk./.usagePercent‚54.48019969120167$ disk./.usageGB‚811.7943458557129 disk.sda3.in‚ 21884.4375' disk.nvme0c0n1.out‚29236.5693359375$ memory_percent‚71.13539377848306Ê"¾ž×‚(:“ ›‚ŠÓ¢Ô˜Î gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.903' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚62.98060000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0M€Å(_Ø‚(:Ô ›‚ŠÓ›¡õÏ network.sent‚ 1.003038e+06 disk.sda2.in‚0 disk.sda3.out‚ 43.3984375 disk.sda.in‚ 23092.6171875 disk.sda.out‚ 43.3984375# proc.memory.rssMB‚ 2732.08203125* proc.memory.percent‚11.116870244344074 network.recv‚149462) disk./.usagePercent‚54.48012544901674 disk.sda3.in‚ 23092.6171875 disk.sda1.in‚0 disk.sda2.out‚0' disk.nvme0c0n1.out‚29237.7763671875% disk.nvme0n1.out‚29237.7763671875$ memory_percent‚71.13486925760904) proc.memory.availableMB‚ 7093.89453125 cpu‚24.815546979734695 proc.cpu.threads‚17$ disk./.usageGB‚811.7932395935059 disk.sda1.out‚0 disk.dm-1.in‚ 23092.6171875 disk.dm-1.out‚ 43.3984375# disk.nvme0c0n1.in‚ 5353.51171875! disk.nvme0n1.in‚ 5353.51171875 disk.dm-0.in‚ 5353.51171875" disk.dm-0.out‚29237.7763671875«GÌ2Ù- _wandbruntime‚1092  _runtime‚1092y%Úƒt 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9956439733505249 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.03778509795665741 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.6257076263427734 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.3579646646976471 ;"Purity/1FRt*SRqqt0FBt/event_purity‚0.029527436941862106 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.2765456736087799 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.41580960154533386 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.3502039909362793 8 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.27797621488571167 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.05529308691620827 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 6 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.979042649269104 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6688711047172546 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.08088439702987671 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.03797632455825806 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1292867213487625 9 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.037890803068876266 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.20790180563926697 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.15414577722549438 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.0777527391910553 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 +jet/accuracy_2_of_4‚0.20048819482326508 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 :"Purity/1FRt0SRqqt2FBt/event_purity‚0.26235121488571167 :"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.47395801544189453 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.3670760989189148 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.1547619104385376 jet/accuracy_4_of_4‚0 particle/accuracy_2_of_3‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.03778509795665741 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.1572434902191162 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 trainer/global_step‚639 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8401203751564026 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9754130244255066 ("Purity/2FRt*SRqqt*FBt/event_purity‚0 6validation_average_jet_accuracy‚0.2290952056646347 % _timestamp‚1.7848404879818196e+09 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.08800941705703735 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.0555555559694767 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.236824631690979 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 *jet/accuracy_1_of_2‚0.6007331609725952 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.10781822353601456 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.950826108455658 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.1785714328289032 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.04576055333018303 +jet/accuracy_2_of_2‚0.06569404900074005 :"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.32422563433647156 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.2038690447807312 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.15006884932518005 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.13333334028720856 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9860475063323975 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.012096110731363297 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.5714285969734192 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.0 kr0ä%555555559694767 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.04079259932041168 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1258927881717682 particle/accuracy_2_of_4‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.4196586608886719 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.3952102065086365 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9956439733505249 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 /particle/accuracy_3_of_4‚0.9934210777282715 ("Purity/2FRt*SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.15000000596046448 :"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.42293012142181396 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.04617549106478691 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9969439506530762 7 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.1562763750553131 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.07004939764738083 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 (particle/accuracy‚0.8165791630744934 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.08507201820611954 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :"Purity/0FRt1SRqqt0FBt/event_purity‚0.42293012142181396 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.04657549411058426 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.16044476628303528 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.4155641794204712 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.15006884932518005 *jet/accuracy_1_of_3‚0.6864672303199768 ,jet/accuracy_3_of_4‚0.026023391634225845 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.4889364540576935 :"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.47418731451034546 epoch‚3 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9932878613471985 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.29672619700431824 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.42127516865730286 particle/accuracy_1_of_3‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.4184297025203705 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.3111795485019684 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.4656539857387543 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 particle/accuracy_3_of_3‚1 ("Purity/2FRt0SRqqt1FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.07897288352251053 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9977939128875732 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7159379124641418 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.15069910883903503 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.24613553285598755 *loss/val_total_loss‚20.366232488685394 :"Purity/1FRt*SRqqt2FBt/event_purity‚0.25610119104385376 :"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.24613553285598755 :"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.40182045102119446 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.03594658896327019 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 +"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.25 *jet/accuracy_1_of_4‚0.6604401469230652 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.12428522109985352 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9838897585868835 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 :"Purity/0FRt*SRqqt0FBt/event_purity‚0.38528478145599365 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.2527948319911957 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 6 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.330878347158432 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.4503408372402191 ;"Purity/*FRt2SRqqt*FBt/event_purity‚0.024814918637275696 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.48896676301956177 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 *particle/sensitivity‚0.487112432718277 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.0360557995736599 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9892144203186035 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.24755440652370453 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.3093028962612152 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.009169170632958412 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.3136005997657776 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 +jet/accuracy_2_of_3‚0.24155162274837494 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9950910806655884 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/0FRt*SRqqt*FBt/event_purity‚0.45303699374198914 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.44901812076568604 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.1539989560842514 :"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.41960275173187256 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.4046938121318817 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8717262148857117 ("Purity/2FRt0SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ,jet/accuracy_3_of_3‚0.027494175359606743 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 _step‚51 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.15969768166542053 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;"Purity/*FRt2SRqqt0FBt/event_purity‚0.025162534788250923 :"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.46671709418296814 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.5714285969734192 +particle/specificity‚0.9057769775390625 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9967675805091858 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.07175208628177643 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.15562529861927032 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 :"Purity/1FRt0SRqqt1FBt/event_purity‚0.38459447026252747 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.3145919442176819 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.4484168589115143 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.3448624908924103 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9908125400543213 'particle/f_score‚0.5308220386505127 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_1‚0.1900784820318222 /particle/accuracy_4_of_4‚0.8363996148109436 _runtime‚1092.284113073 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.2764310836791992 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.4483484625816345 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.05438145622611046 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 particle/accuracy_1_of_4‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7833892703056335 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.4000498354434967 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.24568256735801697 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9930561184883118 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.28151369094848633 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.3203543722629547 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.3598400950431824 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.2517055869102478 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.15897639095783234 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 particle/accuracy_1_of_2‚1cöäc :Û‡t ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 +jet/accuracy_2_of_3‚0.24155162274837494 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9950910806655884 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/0FRt*SRqqt*FBt/event_purity‚0.45303699374198914 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.44901812076568604 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.1539989560842514 :"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.41960275173187256 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.4046938121318817 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8717262148857117 ("Purity/2FRt0SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ,jet/accuracy_3_of_3‚0.027494175359606743 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 _step‚51 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.15969768166542053 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;"Purity/*FRt2SRqqt0FBt/event_purity‚0.025162534788250923 :"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.46671709418296814 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.5714285969734192 +particle/specificity‚0.9057769775390625 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9967675805091858 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.07175208628177643 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.15562529861927032 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 :"Purity/1FRt0SRqqt1FBt/event_purity‚0.38459447026252747 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.3145919442176819 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.4484168589115143 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.3448624908924103 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9908125400543213 'particle/f_score‚0.5308220386505127 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_1‚0.1900784820318222 /particle/accuracy_4_of_4‚0.8363996148109436 _runtime‚1092.284113073 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.2764310836791992 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.4483484625816345 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.05438145622611046 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 particle/accuracy_1_of_4‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7833892703056335 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.4000498354434967 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.24568256735801697 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9930561184883118 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.28151369094848633 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.3203543722629547 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.3598400950431824 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.2517055869102478 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.15897639095783234 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 particle/accuracy_1_of_2‚1 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9956439733505249 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.03778509795665741 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.6257076263427734 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.3579646646976471 ;"Purity/1FRt*SRqqt0FBt/event_purity‚0.029527436941862106 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.2765456736087799 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.41580960154533386 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.3502039909362793 8 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.27797621488571167 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.05529308691620827 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 6 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.979042649269104 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6688711047172546 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.08088439702987671 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.03797632455825806 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1292867213487625 9 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.037890803068876266 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.20790180563926697 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.15414577722549438 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.0777527391910553 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 +jet/accuracy_2_of_4‚0.20048819482326508 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 :"Purity/1FRt0SRqqt2FBt/event_purity‚0.26235121488571167 :"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.47395801544189453 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.3670760989189148 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.1547619104385376 jet/accuracy_4_of_4‚0 particle/accuracy_2_of_3‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.03778509795665741 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.1572434902191162 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 trainer/global_step‚639 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8401203751564026 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9754130244255066 ("Purity/2FRt*SRqqt*FBt/event_purity‚0 6validation_average_jet_accuracy‚0.2290952056646347 % _timestamp‚1.7848404879818196e+09 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.08800941705703735 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.0555555559694767 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.236824631690979 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 *jet/accuracy_1_of_2‚0.6007331609725952 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.10781822353601456 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.950826108455658 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.1785714328289032 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.04576055333018303 +jet/accuracy_2_of_2‚0.06569404900074005 :"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.32422563433647156 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.2038690447807312 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.15006884932518005 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.13333334028720856 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9860475063323975 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.012096110731363297 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.5714285969734192 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.0555555559694767 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.04079259932041168 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1258927881717682 particle/accuracy_2_of_4‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.4196586608886719 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.3952102065086365 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9956439733505249 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 /particle/accuracy_3_of_4‚0.9934210777282715 ("Purity/2FRt*SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.15000000596046448 :"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.42293012142181396 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.04617549106478691 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9969439506530762 7 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.1562763750553131 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.07004939764738083 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 (particle/accuracy‚0.8165791630744934 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.08507201820611954 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :"Purity/0FRt1SRqqt0FBt/event_purity‚0.42293012142181396 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.04657549411058426 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.16044476628303528 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.4155641794204712 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.15006884932518005 *jet/accuracy_1_of_3‚0.6864672303199768 ,jet/accuracy_3_of_4‚0.026023391634225845 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.4889364540576935 :"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.47418731451034546 epoch‚3 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9932878613471985 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.29672619700431824 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.42127516865730286 particle/accuracy_1_of_3‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.4184297025203705 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.3111795485019684 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.4656539857387543 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 particle/accuracy_3_of_3‚1 ("Purity/2FRt0SRqqt1FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.07897288352251053 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9977939128875732 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7159379124641418 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.15069910883903503 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.24613553285598755 *loss/val_total_loss‚20.366232488685394 :"Purity/1FRt*SRqqt2FBt/event_purity‚0.25610119104385376 :"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.24613553285598755 :"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.40182045102119446 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.03594658896327019 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 +"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.25 *jet/accuracy_1_of_4‚0.6604401469230652 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.12428522109985352 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9838897585868835 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 :"Purity/0FRt*SRqqt0FBt/event_purity‚0.38528478145599365 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.2527948319911957 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 6 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.330878347158432 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.4503408372402191 ;"Purity/*FRt2SRqqt*FBt/event_purity‚0.024814918637275696 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.48896676301956177 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 *particle/sensitivity‚0.487112432718277 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.0360557995736599 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9892144203186035 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.24755440652370453 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.3093028962612152 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.009169170632958412 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.3136005997657776 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.041198730468753S ’Ü‚(:‡ ª‚ŠÓìЫÎ gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚48.0 gpu.0.powerWatts‚106.798' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚21.3596 gpu.0.smClock‚1275 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ë d]Ý‚(:Ò ª‚ŠÓ¿„ÿÏ network.recv‚150452 disk.dm-1.in‚ 23092.6171875& disk.nvme0c0n1.out‚29248.669921875! disk.nvme0n1.in‚ 5428.74609375 disk.sda.in‚ 23092.6171875 disk.sda1.out‚0# proc.memory.rssMB‚ 2911.62890625 proc.cpu.threads‚17$ disk./.usageGB‚810.2230758666992# disk.nvme0c0n1.in‚ 5428.74609375 disk.dm-0.in‚ 5428.74609375 disk.sda3.out‚ 44.3984375) proc.memory.availableMB‚ 6915.04296875 network.sent‚ 1.006303e+06* disk./.usagePercent‚54.374750443855625 disk.sda.out‚ 44.3984375 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 23092.6171875$ memory_percent‚71.86261812845865 cpu‚24.843986305707435 disk.dm-1.out‚ 44.3984375$ disk.nvme0n1.out‚29248.669921875! disk.dm-0.out‚29248.669921875 disk.sda2.in‚0* proc.memory.percent‚11.847448348999023+i³dÞ‚(:’ ¹‚ŠÓä˞Πgpu.0.gpu‚18.0 gpu.0.memory‚5, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚350.705' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚70.14099999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0o¢jcß‚(:Ø ¹‚ŠÓ’†€Ð proc.cpu.threads‚17 network.recv‚153017 disk.dm-1.in‚ 23092.6171875# disk.nvme0c0n1.in‚ 5428.74609375& disk.nvme0n1.out‚30219.92626953125 disk.dm-0.in‚ 5428.74609375 disk.sda.out‚ 44.80859375 disk.sda2.in‚0 disk.sda2.out‚0) disk./.usagePercent‚54.37485975907275 disk.dm-1.out‚ 44.80859375( disk.nvme0c0n1.out‚30219.92626953125$ memory_percent‚71.17815017700195( proc.memory.availableMB‚ 7083.2578125# proc.memory.rssMB‚ 2742.64453125 cpu‚24.84190498091916 network.sent‚ 1.059281e+06$ disk./.usageGB‚810.2247047424316! disk.nvme0n1.in‚ 5428.74609375# disk.dm-0.out‚30219.92626953125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda.in‚ 23092.6171875 disk.sda3.in‚ 23092.6171875 disk.sda3.out‚ 44.80859375* proc.memory.percent‚11.159849166870117éê½2à- _wandbruntime‚1112  _runtime‚11125ƒÒñÆáÀ ' lr-AdamW/pg1‚0.00011600829605839605 ' lr-AdamW/pg2‚0.00011600829605839605 trainer/global_step‚649 $ _timestamp‚1.784840508468781e+09 _runtime‚1112.770294086 _step‚52(û¡TÊâÄ trainer/global_step‚649 $ _timestamp‚1.784840508468781e+09 _runtime‚1112.770294086 _step‚52 ' lr-AdamW/pg1‚0.00011600829605839605 ' lr-AdamW/pg2‚0.000116008296058396054š÷2ã- _wandbruntime‚1112  _runtime‚1112=ÇŒ¶ßäÔO OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚5647380 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _step‚53 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚11682457 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚6045177 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚187157066164880 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚11692557 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 679097078272 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚1978602 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚5647374 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚3715487 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚3715233 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚642 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚1978851 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 676614242632 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚6035083 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚5647374 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚6045177 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚187157091592848 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 679097078272 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚51383641955328 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚187833680407512 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26†>Í’û173440 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚52216593145856 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚187909391471616 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚254 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 trainer/global_step‚649 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 $ _timestamp‚1.784840508469723e+09 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 677751626752 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚52216995711488 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚51384010046464 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚187909391471616 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚610 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 832951190528 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚187231666018304 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1736636 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 677751626752 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚187910763096576 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚5647380 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚6035083 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚5647374 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚6045177 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚187157091592848 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 679097078272 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚51383641955328 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚187833680407512 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚52216593145856 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚187909391471616 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚254 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 trainer/global_step‚649 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 $ _timestamp‚1.784840508469723e+09 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 677751626752 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚52216995711488 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚51384010046464 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚187909391471616 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚610 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 832951190528 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚187231666018304 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1736636 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 677751626752 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚187910763096576 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚5647380 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚6035083 IDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚6044165 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 678774134784 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚11710020 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚11699906 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚5655741 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 trainer/global_step‚649 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚187510575308800 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚3720917 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 834308467200 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 680119593472 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚5655747 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚260 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚5655741 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚187435893366624 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚1981906 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚51462596412416 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚6054273 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚52296904879616 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚3720917 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 834308467200 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 680119593472 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚5655747 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚260 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚5655741 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚187435893366624 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚1981906 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚51462596412416 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚6054273 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚52296904879616 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚6044165 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 678774134784 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚11710020 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚11699906 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚5655741 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 trainer/global_step‚649 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚187510575308800 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚330 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 trainer/global_step‚699 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚201907417177600 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚201906045552640 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚55312960252928 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚201824872979120 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚6491035 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚642 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚201177104369664 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚201906045552640 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚56209219082752 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 730286634496 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚6065724 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚55313328344064 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚12566859 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1868636 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚56209632134144 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 _runtime‚1193.414008313^çôß'ûÙO KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚6065724 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚201826243018542 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚201177104369664 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 729062736894 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚12556759 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚6501129 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚6491035 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 % _timestamp‚1.7848405891086192e+09 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚6065730 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚201907417177600 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚2128475 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚610 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 _step‚57 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚3996776 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚201906045552640 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚56209219082752 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 730286634496 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚6065724 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚55313328344064 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚12566859 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚1868636 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚56209632134144 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 _runtime‚1193.414008313 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 728941182976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚330 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 trainer/global_step‚699 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚201907417177600 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚201906045552640 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚55312960252928 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚201824872979120 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚6491035 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚642 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚201177104369664 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 IDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚56289062074880 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 89751Àì`j"5456000 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚6510225 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚201375956627456 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚202185977351168 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚4002720 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚335 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚6510225 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚201456013660160 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚6074091 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚642 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚2131444 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚201375982055424 _runtime‚1194.831423233 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚202187348983296 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚6074097 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚202187348983296 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 731309149696 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚55391546618880 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚201456039833600 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚330 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚56289481410560 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚55391914710016 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚610 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 728738927080 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 729963691008 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚12574208 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚4002385 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚12584322 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 731309149696 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 729963691008 trainer/global_step‚699 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚201456039833600 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚12584322 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _step‚58 g8è&þâM MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚6500117 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚1871276 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚202104695554536 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚201456013660160 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚6074091 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚642 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚2131444 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚201375982055424 _runtime‚1194.831423233 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚202187348983296 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚6074097 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚202187348983296 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 731309149696 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚55391546618880 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚201456039833600 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚330 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚56289481410560 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚55391914710016 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚610 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 728738927080 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 729963691008 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚12574208 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚4002385 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚12584322 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 731309149696 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 729963691008 trainer/global_step‚699 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚201456039833600 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚12584322 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _step‚58 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚56289062074880 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 897515456000 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚6510225 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚201375956627456 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚202185977351168 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚4002720 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚335 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚6510225 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚59242646641664 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 958609531392 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚59242278550528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚6946987 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚215817435590150 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚61 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚215122595067904 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚610 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚215037268970448 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 780166619702 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚6957081 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚6484074 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚2277329 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚215902699633664 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 778822008248 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚642 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚6946987 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚344 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚2000631 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚215037243542480 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚215122568894464 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚215904071258624 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 =6DeviceStatsMonitor.on_train_batch_start/max_split_size5Z"s‰‚-1 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚215902699633664 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2000636 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚6484074 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 781476190720 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 trainer/global_step‚749 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚6957081 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚60201309521920 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚215816065550728 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 781476190720 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 780130739200 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 $ _timestamp‚1.784840669846712e+09 _runtime‚1274.151934554 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚215122595067904 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 780130739200 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚59242646641664 ^MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 958609531392 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚59242278550528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚6946987 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚215817435590150 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚61 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚215122595067904 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚610 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚215037268970448 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 780166619702 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚6957081 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚6484074 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚2277329 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚215902699633664 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 778822008248 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚642 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚6946987 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚344 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚2000631 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚215037243542480 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚215122568894464 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚215904071258624 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚215902699633664 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2000636 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚6484074 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 781476190720 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 trainer/global_step‚749 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚6957081 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚60201309521920 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚215816065550728 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 781476190720 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 780130739200 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 $ _timestamp‚1.784840669846712e+09 _runtime‚1274.151934554 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚215122595067904 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 780130739200 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚2279919 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 779842809888 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚215401504358400 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 781153247232 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚215316070744224 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚216184003064320 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚333 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚60280732916224 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 _runtime‚1275.570490887 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2003276 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚749 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚13448510 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚215401504358400 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚216097258165678 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚13458624 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚59320864916480 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 _step‚62 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚610 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚4283190 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚44953088 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 959867999744 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚215316045316256 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚13448510 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚6492447 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚6956069 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚216184003064320 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚6966177 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚60281145960448 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚216182631432192 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 782498705920 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚59321233007616 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚215401478184960 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚2003271 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚216095888126144 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚6956069 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚338 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 959912952832 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚13458624 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚6492441 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 % _timestamp‚1.7848406712687068e+09 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚4283190 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚44953088 \KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 959867999744 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚215316045316256 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚13448510 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚6492447 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚6956069 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚216184003064320 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚6966177 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚60281145960448 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚216182631432192 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 782498705920 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚59321233007616 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚215401478184960 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚2003271 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚216095888126144 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚6956069 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚338 `ODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 959912952832 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚13458624 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚6492441 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 % _timestamp‚1.7848406712687068e+09 P8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UHDeviceStatsMonitor.on_train_batch_end/allocæø΀ ated_bytes.large_pool.current‚26173440 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚2279919 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 779842809888 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚215401504358400 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 781153247232 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚215316070744224 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚216184003064320 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚333 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚60280732916224 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 _runtime‚1275.570490887 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2003276 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚749 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚13448510 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚215401504358400 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚216097258165678 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚13458624 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚59320864916480 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 _step‚62>V\|2—- _wandbruntime‚1275  _runtime‚1275Ö&oý˜÷ _step‚63 0loss/FBt1/assignment_loss‚0.4639975831869833 /loss/FBt2/assignment_loss‚0.125534838797158 /loss/FRt1/detection_loss‚0.5678410067578051 /loss/FRt2/detection_loss‚1.4568308713964557 .loss/FBt1/detection_loss‚5.464956858010558 0loss/FRt1/assignment_loss‚3.6471445285031017 2loss/SRqqt1/assignment_loss‚1.3753827910264016 1loss/SRqqt2/detection_loss‚0.6963434368204531 $loss/total_loss‚21.8988906459063 epoch‚4 _runtime‚1275.621183349 2loss/SRqqt2/assignment_loss‚1.0876092302269773 .loss/FBt2/detection_loss‚2.615339059231959 % _timestamp‚1.7848406713198578e+09 /loss/FRt2/assignment_loss‚2.216027668764676 0loss/SRqqt1/detection_loss‚2.181882773183769 trainer/global_step‚749¯%y>™û 0loss/FBt1/assignment_loss‚0.4639975831869833 /loss/FBt2/assignment_loss‚0.125534838797158 /loss/FRt1/detection_loss‚0.5678410067578051 /loss/FRt2/detection_loss‚1.4568308713964557 .loss/FBt1/detection_loss‚5.464956858010558 0loss/FRt1/assignment_loss‚3.6471445285031017 2loss/SRqqt1/assignment_loss‚1.3753827910264016 1loss/SRqqt2/detection_loss‚0.6963434368204531 $loss/total_loss‚21.8988906459063 epoch‚4 _runtime‚1275.621183349 2loss/SRqqt2/assignment_loss‚1.0876092302269773 .loss/FBt2/detection_loss‚2.615339059231959 % _timestamp‚1.7848406713198578e+09 /loss/FRt2/assignment_loss‚2.216027668764676 0loss/SRqqt1/detection_loss‚2.181882773183769 trainer/global_step‚749 _step‚63?îPt”š‚(:‰ 탊ÓöÆ¡Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚321.937' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.3874 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0f¤£P›‚(:Å 탊ÓÖÖøÏ* proc.memory.percent‚11.159849166870117 disk.sda.out‚ 49.8046875 disk.sda1.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 6889.58984375 cpu‚24.9119289660818 disk.sda3.in‚ 26560.28125 network.sent‚ 1.245426e+06( disk./.usagePercent‚54.3954632454284$ disk./.usageGB‚810.5317115783691# disk.dm-0.out‚36684.49267578125 disk.sda1.out‚0 disk.nvme0c0n1.in‚ 5964.46875( disk.nvme0c0n1.out‚36684.49267578125 disk.sda.in‚ 26560.28125 disk.dm-1.in‚ 26560.28125& disk.nvme0n1.out‚36684.49267578125$ memory_percent‚71.96618715922037# proc.memory.rssMB‚ 2742.64453125 proc.cpu.threads‚17 disk.sda3.out‚ 49.8046875 network.recv‚169410 disk.dm-0.in‚ 5964.46875 disk.sda2.in‚0 disk.dm-1.out‚ 49.8046875 disk.nvme0n1.in‚ 5964.46875!Ö~w’œ‚(:‡ üƒŠÓ•¿Î gpu.0.gpu‚1.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚366.823' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.3646 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0kCg&N‚(:à üƒŠÓàÌ„Ñ disk.sda1.in‚0! disk.dm-0.out‚36690.181640625 disk.sda.in‚ 26850.796875 proc.memory.availableMB‚6802* proc.memory.percent‚11.159849166870117 cpu‚24.916927943940728$ disk./.usageGB‚810.5317153930664 disk.sda3.in‚ 26850.796875 disk.sda3.out‚ 50.296875# disk.nvme0c0n1.in‚ 5983.98828125 disk.dm-0.in‚ 5983.98828125# proc.memory.rssMB‚ 2742.64453125 disk.sda2.out‚0 disk.dm-1.out‚ 50.296875$ disk.nvme0n1.out‚36690.181640625 proc.cpu.threads‚17 network.recv‚171641 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.in‚ 26850.796875& disk.nvme0c0n1.out‚36690.181640625! disk.nvme0n1.in‚ 5983.98828125 disk.sda.out‚ 50.296875$ memory_percent‚72.32259114583334 network.sent‚ 1.294319e+06* disk./.usagePercent‚54.395463501435934'ï4Ÿž‚(:” ‹„ŠÓâ¨÷Í gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚316.288' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.257600000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0žÍäCŸ‚(:¸ ‹„ŠÓììÆÐ& disk.nvme0c0n1.out‚36691.845703125 disk.nvme0n1.in‚ 6008.09375) proc.memory.availableMB‚ 6697.33984375 network.recv‚172776) disk./.usagePercent‚54.39546298942087 disk.sda2.out‚0 disk.sda3.in‚28199.25 disk.dm-1.in‚28199.25 disk.dm-0.in‚ 6008.09375! disk.dm-0.out‚36691.845703125 disk.sda.in‚28199.25$ disk./.usageGB‚810.5317077636719 disk.nvme0c0n1.in‚ 6008.09375$ disk.nvme0n1.out‚36691.845703125 disk.sda.out‚ 50.7578125 disk.sda1.out‚0$ memory_percent‚72.74845441182455* proc.memory.percent‚11.159849166870117 network.sent‚ 1.295286e+06 disk.sda2.in‚0 disk.sda1.in‚0# proc.memory.rssMB‚ 2742.64453125 cpu‚24.92169395714585 proc.cpu.threads‚17 disk.sda3.out‚ 50.7578125 disk.dm-1.out‚ 50.7578125î¾a” ‚(:‰ š„ŠÓᠪΠgpu.0.gpu‚98.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.697' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.9394 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0úßsH¡‚(:½ š„ŠÓ²ë¨Ñ disk.sda2.in‚0 disk.dm-1.out‚ 51.265625$ memory_percent‚73.12459945678711* proc.memory.percent‚11.159849166870117! disk.nvme0n1.in‚ 6172.21484375$ disk.nvme0n1.out‚36695.060546875 disk.sda.in‚28199.25# proc.memory.rssMB‚ 2742.64453125 cpu‚24.92649020443305 disk.dm-1.in‚28199.25# disk.nvme0c0n1.in‚ 6172.21484375 disk.dm-0.in‚ 6172.21484375 disk.sda.out‚ 51.265625 proc.cpu.threads‚17$ disk./.usageGB‚810.5317192077637 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚28199.25 disk.sda3.out‚ 51.265625& disk.nvme0c0n1.out‚36695.060546875! disk.dm-0.out‚36695.060546875( proc.memory.availableMB‚ 6604.8984375 network.sent‚ 1.298385e+06 network.recv‚173808) disk./.usagePercent‚54.39546375744347 disk.sda1.out‚0îUzF”¢‚(:‰ ©„ŠÓáÌÎ gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚350.583' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.1166 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ð$áG£‚(:¼ ©„ŠÓÁºÍÐ disk.sda1.out‚0$ disk.nvme0n1.out‚36696.306640625$ memory_percent‚73.54982693990073 disk.sda3.in‚28199.25 disk.sda3.out‚ 51.671875 disk.dm-1.in‚28199.25 disk.dm-0.in‚ 6177.6171875) proc.memory.availableMB‚ 6500.39453125* proc.memory.percent‚11.159849166870117 proc.cpu.threads‚17 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 51.671875" disk.nvme0c0n1.in‚ 6177.6171875& disk.nvme0c0n1.out‚36696.306640625 disk.nvme0n1.in‚ 6177.6171875# proc.memory.rssMB‚ 2742.64453125 network.recv‚175165 disk.sda1.in‚0! disk.dm-0.out‚36696.306640625 cpu‚24.931238621661517 network.sent‚ 1.299396e+06) disk./.usagePercent‚54.39546478147361$ disk./.usageGB‚810.5317344665527 disk.sda.in‚28199.25 disk.sda.out‚ 51.671875DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 829925891056 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚367 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚229900725339648 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 831320295424 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚2424345 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚228977357659248 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚229899353714688 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚14315463 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2132636 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚63171596848128 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 _step‚65 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚7402939 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚229900725339648 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 _runtime‚1354.526882828 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚229068033419264 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚229899353714688 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚6902430 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚6902430 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚7413033 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚64192477090816 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1020935688704 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 trainer/global_step‚799 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚229808628161758 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚14305363 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚229068059592704 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚6902424 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚4556614 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚229068033419264 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824šb•á'©ÛO K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚7402939 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚229900725339648 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 _runtime‚1354.526882828 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚229068033419264 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚229899353714688 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚6902430 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚6902430 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚7413033 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚64192477090816 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1020935688704 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 trainer/global_step‚799 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚229808628161758 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚14305363 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚229068059592704 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚6902424 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚4556614 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚229068033419264 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 831320295424 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚7413033 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚362 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1020880242688 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚2132631 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚228977332231280 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚4556981 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚63171964939264 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 831270502510 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 829925891056 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚367 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚229900725339648 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 831320295424 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚2424345 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚228977357659248 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚229899353714688 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚14315463 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2132636 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚63171596848128 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 _step‚65 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864A§™Ï2ª- _wandbruntime‚1355  _runtime‚1355Bð‡s«áM FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚14322812 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚229346968883200 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 833688262144 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1022189410816 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚229256159433024 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚229346942709760 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 832342803456 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚63250183214080 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚64272317186048 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 % _timestamp‚1.7848407516465685e+09 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚14322812 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚230180657145344 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚229346968883200 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 832342803456 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚358 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚6910797 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 833688262144 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚64272740716032 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚230087080697752 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚7412021 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚4562184 _runtime‚1355.948321431 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚6910791 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 830946692696 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚6910791 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2135276 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚229256134005056 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 832291304262 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚229346942709760 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚6910797 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚14332926 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚230179285513216 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚4562547 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚7422129 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚63250551305216 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚363 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚14332926 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚2135271 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚2427271 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1022133971968 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0Ñ‹.šë&¬åM PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚229256159433024 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚229346942709760 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 832342803456 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚63250183214080 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚64272317186048 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 % _timestamp‚1.7848407516465685e+09 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚14322812 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚230180657145344 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚229346968883200 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 832342803456 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚358 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚6910797 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 833688262144 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚64272740716032 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚230087080697752 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚7412021 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚4562184 _runtime‚1355.948321431 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚6910791 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 830946692696 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚6910791 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2135276 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚229256134005056 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 832291304262 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚229346942709760 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚6910797 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚14332926 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚230179285513216 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚4562547 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚7422129 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚63250551305216 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚363 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚14332926 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚2135271 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚2427271 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1022133971968 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚14322812 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚229346968883200 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 833688262144 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1022189410816 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824B‘zSã2­- _wandbruntime‚1356  _runtime‚1356 hV®û /loss/FRt2/detection_loss‚1.4245183886687744 1loss/SRqqt1/detection_loss‚1.9738601099417517 1loss/SRqqt2/detection_loss‚0.8036909849021663 epoch‚4 /loss/FRt2/assignment_loss‚2.192931796021822 1loss/SRqqt2/assignment_loss‚1.109558553591692 /loss/FBt2/detection_loss‚3.9151821877717783 trainer/global_step‚799 2loss/SRqqt1/assignment_loss‚1.2604952144556993 /loss/FRt1/detection_loss‚0.6023942164898312 _step‚67 0loss/FRt1/assignment_loss‚3.4776124986041057 0loss/FBt1/assignment_loss‚0.3495877827471699 /loss/FBt1/detection_loss‚2.3249058079607083 &loss/total_loss‚19.543135957177736 # _timestamp‚1.78484075170079e+09 _runtime‚1356.002145334 1loss/FBt2/assignment_loss‚0.10839841602223904óÓ¯ÿ 0loss/FRt1/assignment_loss‚3.4776124986041057 0loss/FBt1/assignment_loss‚0.3495877827471699 /loss/FBt1/detection_loss‚2.3249058079607083 &loss/total_loss‚19.543135957177736 # _timestamp‚1.78484075170079e+09 _runtime‚1356.002145334 1loss/FBt2/assignment_loss‚0.10839841602223904 /loss/FRt2/detection_loss‚1.4245183886687744 1loss/SRqqt1/detection_loss‚1.9738601099417517 1loss/SRqqt2/detection_loss‚0.8036909849021663 epoch‚4 /loss/FRt2/assignment_loss‚2.192931796021822 1loss/SRqqt2/assignment_loss‚1.109558553591692 /loss/FBt2/detection_loss‚3.9151821877717783 trainer/global_step‚799 2loss/SRqqt1/assignment_loss‚1.2604952144556993 /loss/FRt1/detection_loss‚0.6023942164898312 _step‚67C£ùôë°‚(:’ ¸„ŠÓ˱Î gpu.0.gpu‚1.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚52.0 gpu.0.powerWatts‚131.312' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.262400000000003 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚08”üÎc±‚(:Ø ¸„ŠÓàøñÐ disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚28732.88671875 disk.dm-1.out‚ 55.4609375# disk.nvme0c0n1.in‚ 6181.57421875 network.recv‚176141* disk./.usagePercent‚54.395669075485934 disk.sda.in‚28732.88671875 disk.sda1.out‚0 disk.sda3.out‚ 55.4609375 disk.dm-1.in‚28732.88671875& disk.nvme0n1.out‚36710.26025390625* proc.memory.percent‚11.197471618652344 disk.dm-0.in‚ 6181.57421875! disk.nvme0n1.in‚ 6181.57421875( proc.memory.availableMB‚ 6394.8828125 cpu‚24.951239867876442 proc.cpu.threads‚17 network.sent‚ 1.302481e+06 disk.sda.out‚ 55.4609375( disk.nvme0c0n1.out‚36710.26025390625$ memory_percent‚73.97915522257486! proc.memory.rssMB‚ 2751.890625$ disk./.usageGB‚810.5347785949707# disk.dm-0.out‚36710.26025390625)ÛR2²- _wandbruntime‚1366  _runtime‚1366í[r¹ø'³üu 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.0471314862370491 :"Purity/0FRt*SRqqt0FBt/event_purity‚0.41545408964157104 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9748759865760803 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_1_of_3‚1 6 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.436556339263916 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.4956825077533722 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.016890790313482285 *jet/accuracy_1_of_3‚0.7817291021347046 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.493556410074234 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.2147260159254074 % _timestamp‚1.7848407617301443e+09 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.05385587736964226 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.32431313395500183 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.3735119104385376 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.47272878885269165 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4523809552192688 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 +jet/accuracy_3_of_4‚0.06253785640001297 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_1_of_2‚0.6410555839538574 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.1425822526216507 particle/accuracy_3_of_3‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.20527003705501556 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.04793662577867508 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8633928894996643 8 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.35476192831993103 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.5512231588363647 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.6420751810073853 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.16192743182182312 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.15175162255764008 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9886671900749207 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.3613121211528778 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 :"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.46284401416778564 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.20791199803352356 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 /particle/accuracy_3_of_4‚0.9934210777282715 +particle/sensitivity‚0.5550089478492737 :"Purity/2FRt0SRqqt1FBt/event_purity‚0.10000000149011612 8 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.37765568494796753 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.1516459733247757 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.5640659332275391 8"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.761904776096344 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 +particle/specificity‚0.8887557983398438 +"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.25 ,jet/accuracy_3_of_3‚0.035206276923418045 trainer/global_step‚799 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.3986433148384094 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 +jet/accuracy_2_of_2‚0.07568830251693726 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 /particle/accuracy_4_of_4‚0.9178623557090759 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.36277472972869873 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.2664143145084381 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9849357604980469 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.4509257674217224 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.10577622801065445 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.5050560832023621 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 6 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.996874988079071 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.06309538334608078 7 Purity/1FRt0SRqqt1FBt/FBt_purity‚0.9886363744735718 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.2192547470331192 :"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.36515429615974426 :"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.47488725185394287 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.39213240146636963 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.4963906407356262 *jet/accuracy_1_of_4‚0.7621853947639465 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.17751529812812805 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.2738095223903656 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.3907248079776764 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 )jet/accuracy_2_of_3‚0.357895165681839 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.12164492160081863 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 +jet/accuracy_1_of_1‚0.20694492757320404 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.3333333134651184 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.05003850907087326 &particle/f_score‚0.564561665058136 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.27171555161476135 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.42938265204429626 ;"Purity/1FRt*SRqqt0FBt/event_purity‚0.044846534729003906 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt*SRqqt1FBt/FBt_purity‚0.9945652484893799 :"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.44815704226493835 _step‚68 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.4821428656578064 )jet/accuracy_2_of_4‚0.449716717004776 7validation_average_jet_accuracy‚0.25111809372901917 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.09625761955976486 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.6695156097412109 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7879384160041809 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.5318682789802551 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 particle/accuracy_2_of_4‚1 6 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.550000011920929 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9923834800720215 :"Purity/1FRt*SRqqt2FBt/event_purity‚0.12812499701976776 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.05641259625554085 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9626644849777222 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 8"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.452313095331192 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9890151619911194 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.06499551981687546 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9821349382400513 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.0829230323433876 particle/accuracy_1_of_2‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.18460340797901154 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9641034007072449 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.4509257674217224 :"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.36349233984947205 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.05641259625554085 :"Purity/1FRt0SRqqt2FBt/event_purity‚0.13437499105930328 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.14294350147247314 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.21600466966629028 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.2667045593261719 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9706940650939941 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 )loss/val_total_loss‚18.95554116391627 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6241869330406189 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.39687567949295044 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 :"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.36515429615974426 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.12290918827056885 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 7 Purity/1FRt*SRqqt*FBt/FBt_purw. ity‚0.9761195182800293 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.5573575496673584 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.20754939317703247 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.44716936349868774 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 epoch‚4 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.4317736327648163 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.5332881212234497 particle/accuracy_1_of_4‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.05131049454212189 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.4513935446739197 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.1666666716337204 jet/accuracy_4_of_4‚0 particle/accuracy_2_of_2‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.3778277337551117 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.1666666716337204 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9819881916046143 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 :"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.39406731724739075 :"Purity/1FRt0SRqqt1FBt/event_purity‚0.39032819867134094 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 _runtime‚ 1366.03231344 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 6"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.4412841796875 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.434798002243042 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9858120679855347 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.5588997006416321 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.20309560000896454 particle/accuracy_2_of_3‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 (particle/accuracy‚0.8176676630973816 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9299850463867188 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.0416666679084301 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8385368585586548 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.18460340797901154 particle/accuracy_1_of_1‚1 9 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.055957455188035965 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.09141626209020615 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.30147239565849304 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.023970047011971474 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.06513525545597076 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.08734319359064102 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.4009343385696411 :"Purity/0FRt*SRqqt*FBt/event_purity‚0.47845757007598877 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 :"Purity/0FRt1SRqqt*FBt/event_purity‚0.44332727789878845 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9424850940704346 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9904072284698486 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.1036132425069809 <"Purity/2FRt*SRqqt*FBt/event_purity‚0.0014204545877873898 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 <"Purity/2FRt0SRqqt*FBt/event_purity‚0.0026041667442768812 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.40310314297676086 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9418975114822388 8"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.761904776096344 9 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.061371900141239166 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9890151619911194 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9709487557411194 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1329003870487213 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9935601949691772 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 :"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.45340514183044434Ò¨º;´€v 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.08734319359064102 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.4009343385696411 :"Purity/0FRt*SRqqt*FBt/event_purity‚0.47845757007598877 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 :"Purity/0FRt1SRqqt*FBt/event_purity‚0.44332727789878845 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9424850940704346 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9904072284698486 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.1036132425069809 <"Purity/2FRt*SRqqt*FBt/event_purity‚0.0014204545877873898 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 <"Purity/2FRt0SRqqt*FBt/event_purity‚0.0026041667442768812 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.40310314297676086 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9418975114822388 8"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.761904776096344 9 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.061371900141239166 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9890151619911194 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9709487557411194 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1329003870487213 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9935601949691772 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 :"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.45340514183044434 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.0471314862370491 :"Purity/0FRt*SRqqt0FBt/event_purity‚0.41545408964157104 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9748759865760803 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_1_of_3‚1 6 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.436556339263916 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.4956825077533722 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.016890790313482285 *jet/accuracy_1_of_3‚0.7817291021347046 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.493556410074234 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.2147260159254074 % _timestamp‚1.7848407617301443e+09 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.05385587736964226 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.32431313395500183 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.3735119104385376 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.47272878885269165 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4523809552192688 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 +jet/accuracy_3_of_4‚0.06253785640001297 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_1_of_2‚0.6410555839538574 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.1425822526216507 particle/accuracy_3_of_3‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.20527003705501556 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.04793662577867508 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8633928894996643 8 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.35476192831993103 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.5512231588363647 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.6420751810073853 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.16192743182182312 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.15175162255764008 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9886671900749207 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.3613121211528778 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 :"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.46284401416778564 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.20791199803352356 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 /particle/accuracy_3_of_4‚0.9934210777282715 +particle/sensitivity‚0.5550089478492737 :"Purity/2FRt0SRqqt1FBt/event_purity‚0.10000000149011612 8 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.37765568494796753 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.1516459733247757 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.5640659332275391 8"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.761904776096344 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 +particle/specificity‚0.8887557983398438 +"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.25 ,jet/accuracy_3_of_3‚0.035206276923418045 trainer/global_step‚799 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.3986433148384094 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 +jet/accuracy_2_of_2‚0.07568830251693726 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 /particle/accuracy_4_of_4‚0.9178623557090759 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.36277472972869873 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.2664143145084381 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9849357604980469 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.4509257674217224 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.10577622801065445 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.5050560832023621 ("Purity/2FRt0SRqqt2FBt/event_purity‚0 6 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.996874988079071 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.06309538334608078 7 Purity/1FRt0SRqqt1FBt/FBt_purity‚0.9886363744735718 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.2192547470331192 :"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.36515429615974426 :"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.47488725185394287 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.39213240146636963 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.4963906407356262 *jet/accuracy_1_of_4‚0.7621853947639465 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.17751529812812805 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.2738095223903656 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.3907248079776764 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 )jet/accuracy_2_of_3‚0.357895165681839 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.12164492160081863 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 +jet/accuracy_1_of_1‚0.20694492757320404 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.3333333134651184 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.05003850907087326 &particle/f_score‚0.564561665058136 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.27171555161476135 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.42938265204429626 ;"Purity/1FRt*SRqqt0FBt/event_purity‚0.044846534729003906 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt*SRqqt1FBt/FBt_purity‚0.9945652484893799 :"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.44815704226493835 _step‚68 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.4821428656578064 )jet/accuracy_2_of_4‚0.449716717004776 7validation_average_jet_accuracy‚0.25111809372901917 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.09625761955976486 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.6695156097412109 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7879384160041809 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.5318682789802551 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 particle/accuracy_2_of_4‚1 6 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.550000011920929 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9923834800720215 :"Purity/1FRt*SRqqt2FBt/event_purity‚0.12812499701976776 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.05641259625554085 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt*SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9626644849777222 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 8"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.452313095331192 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9890151619911194 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.06499551981687546 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9821349382400513 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.0829230323433876 particle/accuracy_1_of_2‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.18460340797901154 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9641034007072449 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.4509257674217224 :"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.36349233984947205 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.05641259625554085 :"Purity/1FRt0SRqqt2FBt/event_purity‚0.13437499105930328 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.14294350147247314 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.21600466966629028 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.2667045593261719 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9706940650939941 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 )loss/val_total_loss‚18.95554116391627 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6241869330406189 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.39687567949295044 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 :"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.36515429615974426 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.12290918827056885 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9761195182800293 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.5573575496673584 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.20754939317703247 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.44716936349868774 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 epoch‚4 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.4317736327648163 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.5332881212234497 particle/accuracy_1_of_4‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.05131049454212189 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.4513935446739197 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.1666666716337204 jet/accuracy_4_of_4‚0 particle/accuracy_2_of_2‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.3778277337551117 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.1666666716337204 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9819881916046143 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 :"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.39406731724739075 :"Purity/1FRt0SRqqt1FBt/event_purity‚0.39032819867134094 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 _runtime‚ 1366.03231344 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 6"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.4412841796875 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.434798002243042 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9858120679855347 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.5588997006416321 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.20309560000896454 particle/accuracy_2_of_3‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 (particle/accuracy‚0.8176676630973816 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9299850463867188 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.0416666679084301 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8385368585586548 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.18460340797901154 particle/accuracy_1_of_1‚1 9 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.055957455188035965 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.09141626209020615 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.30147239565849304 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.023970047011971474 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.06513525545597076Df,ªžµ‚(:“ Ç„ŠÓ’ª®Î gpu.0.gpu‚40.0 gpu.0.memory‚12, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚361.814' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.36280000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¼ÂaX¶‚(:Í Ç„ŠÓÉÿØÏ disk.sda2.out‚0$ memory_percent‚74.42399660746256 cpu‚24.947769494490995 network.recv‚178540) disk./.usagePercent‚54.39566702742565 disk.sda.in‚ 29267.390625 disk.sda1.in‚0" proc.memory.rssMB‚ 2753.2109375* proc.memory.percent‚11.202843983968098 proc.cpu.threads‚17 network.sent‚ 1.360809e+06 disk.sda3.in‚ 29267.390625 disk.dm-1.in‚ 29267.390625 disk.dm-1.out‚ 58.69921875$ disk./.usageGB‚810.5347480773926! disk.nvme0c0n1.in‚ 6186.296875 disk.nvme0n1.in‚ 6186.296875 disk.sda.out‚ 58.69921875 disk.sda1.out‚0 disk.sda2.in‚0) proc.memory.availableMB‚ 6285.55859375 disk.sda3.out‚ 58.69921875' disk.nvme0c0n1.out‚38802.8037109375% disk.nvme0n1.out‚38802.8037109375 disk.dm-0.in‚ 6186.296875" disk.dm-0.out‚38802.8037109375ƒ6Ü“·‚(:ˆ Ö„ŠÓüĪÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚286.885' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚57.377 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0õ‚ÔX¸‚(:Í Ö„ŠÓ„†Ð disk.sda2.in‚0 disk.sda3.in‚ 29267.390625# disk.dm-0.out‚38806.50244140625 disk.sda1.out‚0! disk.nvme0c0n1.in‚ 6325.765625) proc.memory.availableMB‚ 6177.65234375" proc.memory.rssMB‚ 2753.2109375* proc.memory.percent‚11.202843983968098 disk.dm-0.in‚ 6325.765625 disk.sda2.out‚0 disk.sda3.out‚ 59.31640625 disk.dm-1.in‚ 29267.390625 disk.dm-1.out‚ 59.31640625 disk.nvme0n1.in‚ 6325.765625 cpu‚24.95193747210013 proc.cpu.threads‚17 network.sent‚ 1.415605e+06 network.recv‚180602$ disk./.usageGB‚810.5349922180176 disk.sda.in‚ 29267.390625 disk.sda.out‚ 59.31640625 disk.sda1.in‚0& disk.nvme0n1.out‚38806.50244140625" memory_percent‚74.863068262736) disk./.usagePercent‚54.39568341190785( disk.nvme0c0n1.out‚38806.50244140625˜Â ®”¹‚(:‰ å„ŠÓ¨ëÎÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚307.457' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.4914 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0äÐP^º‚(:Ó å„ŠÓ¾øÿÏ disk.sda1.in‚0$ memory_percent‚75.26262601216635 cpu‚24.95620493401537 proc.cpu.threads‚17$ disk./.usageGB‚810.5348472595215# disk.nvme0c0n1.in‚ 6328.99609375( disk.nvme0c0n1.out‚40747.10888671875& disk.nvme0n1.out‚40747.10888671875 disk.sda3.in‚ 29267.390625) proc.memory.availableMB‚ 6079.45703125" proc.memory.rssMB‚ 2753.2109375 disk.dm-0.in‚ 6328.99609375# disk.dm-0.out‚40747.10888671875 disk.sda2.in‚0 disk.sda3.out‚ 59.6796875 network.sent‚ 1.417644e+06* disk./.usagePercent‚54.395673683621546 disk.sda.out‚ 59.6796875 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚ 29267.390625 disk.dm-1.out‚ 59.6796875* proc.memory.percent‚11.202843983968098 network.recv‚181701! disk.nvme0n1.in‚ 6328.99609375 disk.sda.in‚ 29267.390625Ïцã›»‚(: ô„ŠÓŽÚŠÎ gpu.0.gpu‚3.0 gpu.0.memory‚1, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚357.17' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚71.43400000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0«fKŸW¼‚(:Ì ô„ŠÓÌ°µÐ disk.sda2.out‚0 disk.sda3.in‚ 29508.453125 disk.sda.out‚ 60.18359375$ memory_percent‚75.72037378946939" proc.memory.rssMB‚ 2753.2109375 proc.cpu.threads‚17 disk.nvme0n1.in‚ 6348.0234375 disk.dm-0.in‚ 6348.0234375 disk.sda.in‚ 29508.453125& disk.nvme0c0n1.out‚40750.576171875 network.recv‚182688 disk.sda1.out‚0 disk.sda3.out‚ 60.18359375 disk.dm-1.in‚ 29508.453125" disk.nvme0c0n1.in‚ 6348.0234375$ disk.nvme0n1.out‚40750.576171875 cpu‚24.960878637667648 network.sent‚ 1.419685e+06) disk./.usagePercent‚54.39570235646538 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.out‚ 60.18359375! disk.dm-0.out‚40750.576171875( proc.memory.availableMB‚ 5966.9609375* proc.memory.percent‚11.202843983968098$ disk./.usageGB‚810.5352745056152M‹ ’½‚(:‡ ƒ…ŠÓ⋮Πgpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚280.04' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.008 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0uÞñ_¾‚(:Ô ƒ…ŠÓðŒÐ$ memory_percent‚76.16079648335776* proc.memory.percent‚11.202843983968098 cpu‚24.964810596143565 network.sent‚ 1.421875e+06* disk./.usagePercent‚54.244689656197856! disk.nvme0n1.in‚ 6382.90234375! disk.dm-0.out‚40751.728515625 disk.sda2.out‚0& disk.nvme0c0n1.out‚40751.728515625) proc.memory.availableMB‚ 5858.72265625 proc.cpu.threads‚17$ disk./.usageGB‚808.2850761413574 disk.dm-0.in‚ 6382.90234375 disk.sda3.in‚30493.19921875 disk.dm-1.in‚30493.19921875# disk.nvme0c0n1.in‚ 6382.90234375" proc.memory.rssMB‚ 2753.2109375 disk.sda.out‚ 60.4609375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 60.4609375 network.recv‚183882$ disk.nvme0n1.out‚40751.728515625 disk.sda.in‚30493.19921875 disk.sda2.in‚0 disk.dm-1.out‚ 60.4609375®îû³2¿- _wandbruntime‚1450  _runtime‚1450pE«›ÄÀ¾ & lr-AdamW/pg1‚0.0001149110814257338 & lr-AdamW/pg2‚0.0001149110814257338 trainer/global_step‚849 $ _timestamp‚1.784840846340998e+09 _runtime‚1450.642507205 _step‚69°".RÈÁ & lr-AdamW/pg1‚0.0001149110814257338 & lr-AdamW/pg2‚0.0001149110814257338 trainer/global_step‚849 $ _timestamp‚1.784840846340998e+09 _runtime‚1450.642507205 _step‚69EÝj°2Â- _wandbruntime‚1450  _runtime‚1450*û³ÓÃÖO OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚7371884 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚7896735 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚2268553 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚244476759537664 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚244476759537664 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚67129236305920 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚7896735 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚245362480291840 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚341 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 884234828278 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚245362480291840 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚68217724594688 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚244476785711104 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 885720754176 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚245363851916800 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005ž$cà'ÄÚO VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚245363851916800 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚7371884 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚7896735 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚2268553 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚244476759537664 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚244476759537664 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚67129236305920 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚7896735 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚245362480291840 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚341 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 884234828278 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚245362480291840 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚68217724594688 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚244476785711104 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 885720754176F†ÕÀŽ2Å- _wandbruntime‚1452  _runtime‚1452 C͆ç&ÆáM QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚2271193 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚68297555996160 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚4864224 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚245643783722496 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _step‚71 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚7380251 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚245543764695870 _runtime‚1452.074556159 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚67207822671872 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 886743262208 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚68297134563328 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚2592682 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 % _timestamp‚1.7848408477726738e+09 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚245642412090368 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚67207454580736 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 trainer/global_step‚849 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚245643783722496 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚7380245 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1089679982592 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚7895723 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚244755668828160 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚15286082 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚7905831 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚349 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚4863875 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2271198 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚344 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 886743262208 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚7905831 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 888088720896 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚7895723 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 885255629918 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚15286082 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚15275968 PDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚244755668828160 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚15286082 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚7905831 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚349 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚4863875 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2271198 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚344 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 886743262208 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚7905831 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 888088720896 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚7895723 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 885255629918 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚15286082 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚15275968 P8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _step‚71 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚7380251 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚245543764695870 _runtime‚1452.074556159 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 bODeviceStatsMonitor.on_train_batch_end/inactiv(Wý°e_split_bytes.large_pool.allocated‚67207822671872 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 886743262208 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚68297134563328 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚2592682 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 % _timestamp‚1.7848408477726738e+09G!Œð2È- _wandbruntime‚1452  _runtime‚1452Ì{ ÚÉý 2loss/SRqqt1/assignment_loss‚1.1697107993989193 1loss/FBt1/assignment_loss‚0.38470361306571177 1loss/FBt2/assignment_loss‚0.09859079362061486 &loss/total_loss‚15.294050568396584 epoch‚5 trainer/global_step‚849 % _timestamp‚1.7848408478224401e+09 2loss/SRqqt2/assignment_loss‚0.9176045076170315 _step‚72 /loss/FRt1/assignment_loss‚3.210707140846943 /loss/FRt1/detection_loss‚0.6794140378961435 .loss/FRt2/detection_loss‚1.398082153812547 1loss/SRqqt2/detection_loss‚0.7588484887206646 /loss/FBt2/detection_loss‚1.2138402047436094 0loss/FRt2/assignment_loss‚1.9272414387609713 1loss/SRqqt1/detection_loss‚1.7398417179778296 .loss/FBt1/detection_loss‚1.795465671935597 _runtime‚1452.123850724!ót>Ê /loss/FRt1/assignment_loss‚3.210707140846943 /loss/FRt1/detection_loss‚0.6794140378961435 .loss/FRt2/detection_loss‚1.398082153812547 1loss/SRqqt2/detection_loss‚0.7588484887206646 /loss/FBt2/detection_loss‚1.2138402047436094 0loss/FRt2/assignment_loss‚1.9272414387609713 1loss/SRqqt1/detection_loss‚1.7398417179778296 .loss/FBt1/detection_loss‚1.795465671935597 _runtime‚1452.123850724 2loss/SRqqt1/assignment_loss‚1.1697107993989193 1loss/FBt1/assignment_loss‚0.38470361306571177 1loss/FBt2/assignment_loss‚0.09859079362061486 &loss/total_loss‚15.294050568396584 epoch‚5 trainer/global_step‚849 % _timestamp‚1.7848408478224401e+09 2loss/SRqqt2/assignment_loss‚0.9176045076170315 _step‚72HýRє˂(:‰ ’…ŠÓ€¼ÆÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚286.263' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚57.2526 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‘€ï½aÌ‚(:Ö ’…ŠÓÏÕûÒ disk.sda3.out‚ 61.13671875 disk.dm-0.in‚ 6524.2265625 disk.sda.in‚30493.19921875 disk.sda1.out‚0( proc.memory.availableMB‚ 5750.7265625 proc.cpu.threads‚17 network.sent‚ 1.423916e+06 network.recv‚184857$ disk./.usageGB‚808.2855072021484# disk.dm-0.out‚40753.85107421875 disk.sda.out‚ 61.13671875 disk.sda1.in‚0 cpu‚24.96872453926835) disk./.usagePercent‚54.24471858504922 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚30493.19921875 disk.dm-1.out‚ 61.13671875( disk.nvme0c0n1.out‚40753.85107421875# memory_percent‚76.6002337137858" proc.memory.rssMB‚ 2753.2109375 disk.dm-1.in‚30493.19921875" disk.nvme0c0n1.in‚ 6524.2265625 disk.nvme0n1.in‚ 6524.2265625& disk.nvme0n1.out‚40753.85107421875* proc.memory.percent‚11.202843983968098Ÿê[üŸÍ‚(:” ¡…ŠÓÒ€¥Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚134.396' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.879199999999997 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0§ŽX΂(:Í ¡…ŠÓÅÕ—Ñ disk.dm-0.out‚40775.18359375 disk.sda2.out‚0 disk.dm-1.in‚30493.19921875$ memory_percent‚77.09244092305502 cpu‚24.972549957576355 proc.cpu.threads‚17 network.recv‚187289" disk.nvme0c0n1.in‚ 6524.2265625 disk.sda3.in‚30493.19921875) proc.memory.availableMB‚ 5629.76171875 network.sent‚ 1.482411e+06% disk.nvme0c0n1.out‚40775.18359375# disk.nvme0n1.out‚40775.18359375 disk.dm-0.in‚ 6524.2265625 disk.sda.in‚30493.19921875 disk.sda.out‚ 61.6484375 disk.sda2.in‚0" proc.memory.rssMB‚ 2753.2109375$ disk./.usageGB‚808.0401458740234 disk.nvme0n1.in‚ 6524.2265625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 61.6484375 disk.dm-1.out‚ 61.6484375* proc.memory.percent‚11.202843983968098) disk./.usagePercent‚54.22825218044689ÅÄ"=žÏ‚(:“ °…ŠÓިΠgpu.0.gpu‚74.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚370.155' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚74.03099999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0—’ÞYЂ(:Î °…ŠÓâ‚×Ð disk.dm-1.out‚ 62.140625 disk.nvme0n1.in‚ 6524.421875& disk.nvme0n1.out‚40813.30908203125# memory_percent‚77.5644620259603) disk./.usagePercent‚54.22853839687017 disk.sda1.in‚0! disk.nvme0c0n1.in‚ 6524.421875 proc.cpu.threads‚17 network.sent‚ 1.484513e+06 disk.sda.out‚ 62.140625 disk.sda1.out‚0 disk.sda3.out‚ 62.140625( disk.nvme0c0n1.out‚40813.30908203125 disk.dm-0.in‚ 6524.421875( proc.memory.availableMB‚ 5513.7578125" proc.memory.rssMB‚ 2753.2109375 network.recv‚188148$ disk./.usageGB‚808.0444107055664 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚31046.07421875# disk.dm-0.out‚40813.30908203125* proc.memory.percent‚11.202843983968098 cpu‚24.976749148945753 disk.sda.in‚31046.07421875 disk.dm-1.in‚31046.07421875õ?`”Ñ‚(:‰ ¿…ŠÓŠƒÊÎ gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚307.457' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.4914 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Éƈ9\Ò‚(:Ñ ¿…ŠÓ–ã§Ð disk.sda2.in‚0# disk.nvme0c0n1.in‚ 6528.77734375& disk.nvme0n1.out‚40915.59423828125* proc.memory.percent‚11.202843983968098 disk.sda2.out‚0 network.sent‚ 1.487636e+06" disk./.usageGB‚808.13623046875 disk.sda.in‚ 31585.2578125 disk.sda.out‚ 62.484375 disk.sda1.in‚0 disk.sda1.out‚0" proc.memory.rssMB‚ 2753.2109375 disk.sda3.in‚ 31585.2578125( disk.nvme0c0n1.out‚40915.59423828125! disk.nvme0n1.in‚ 6528.77734375# disk.dm-0.out‚40915.59423828125) proc.memory.availableMB‚ 5409.50390625 cpu‚24.980216074874114 proc.cpu.threads‚17 disk.sda3.out‚ 62.484375 disk.dm-1.in‚ 31585.2578125 disk.dm-1.out‚ 62.484375 network.recv‚189432) disk./.usagePercent‚54.23470049821933 disk.dm-0.in‚ 6528.77734375$ memory_percent‚77.98867225646973î“u"žÓ‚(:“ Î…ŠÓ²æµÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚289.743' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚57.94859999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ö/; \Ô‚(:Ñ Î…ŠÓð§ºÐ disk.sda1.out‚0( disk.nvme0c0n1.out‚40927.43798828125* proc.memory.percent‚11.202843983968098 network.recv‚190458 disk.sda.out‚ 62.92578125 disk.sda3.in‚ 31585.2578125 disk.dm-1.in‚ 31585.2578125) proc.memory.availableMB‚ 5289.24609375 cpu‚24.98391930415333 proc.cpu.threads‚17# disk.dm-0.out‚40927.43798828125 disk.sda.in‚ 31585.2578125 disk.sda2.in‚0" disk.nvme0c0n1.in‚ 6632.5078125$ memory_percent‚78.47800254821777# disk./.usageGB‚808.152458190918 disk.nvme0n1.in‚ 6632.5078125& disk.nvme0n1.out‚40927.43798828125 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 62.92578125 disk.dm-1.out‚ 62.92578125" proc.memory.rssMB‚ 2753.2109375 network.sent‚ 1.489677e+06& disk./.usagePercent‚54.23578955427 disk.dm-0.in‚ 6632.5078125û?AŸÕ‚(:” Ý…ŠÓ­Ñ¬Î gpu.0.gpu‚33.0 gpu.0.memory‚10, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚133.578' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.715600000000002 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0G”·©[Ö‚(:Ð Ý…ŠÓêüýÏ disk.sda2.in‚0 disk.sda3.out‚ 63.203125 network.sent‚ 1.49177e+06 network.recv‚191693# disk.dm-0.out‚40936.16650390625 disk.sda.out‚ 63.203125 disk.sda1.in‚0 disk.sda1.out‚0# disk./.usageGB‚808.183895111084 disk.dm-0.in‚ 6644.76953125 disk.dm-1.out‚ 63.203125( disk.nvme0c0n1.out‚40936.16650390625& disk.nvme0n1.out‚40936.16650390625" proc.memory.rssMB‚ 2753.2109375* proc.memory.percent‚11.202843983968098 disk.sda2.out‚0 disk.sda3.in‚ 31585.2578125) disk./.usagePercent‚54.23789931235967 disk.sda.in‚ 31585.2578125 disk.dm-1.in‚ 31585.2578125# disk.nvme0c0n1.in‚ 6644.76953125! disk.nvme0n1.in‚ 6644.76953125 proc.cpu.threads‚17$ memory_percent‚79.00153795878092) proc.memory.availableMB‚ 5160.58203125 cpu‚24.98757298651369[á“S2×- _wandbruntime‚1531  _runtime‚1531_pÚÇØÁ _step‚73 ' lr-AdamW/pg1‚0.00011457993373872228 ' lr-AdamW/pg2‚0.00011457993373872228 trainer/global_step‚899 % _timestamp‚1.7848409271031363e+09 _runtime‚1531.404641531mSH'ËÙÅ _runtime‚1531.404641531 _step‚73 ' lr-AdamW/pg1‚0.00011457993373872228 ' lr-AdamW/pg2‚0.00011457993373872228 trainer/global_step‚899 % _timestamp‚1.7848409271031363e+09IÙß-2Ú- _wandbruntime‚1531  _runtime‚1531hºPÒÝ'Û×O WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚2737847 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1150900878848 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚2400553 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚259255134692062 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚357 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚71058554603520 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚258422224062464 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚72209029848064 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚72209455482368 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚71058186512384 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚8342593 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚5138048 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚8352687 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚259360505997824 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚5138405 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚16132821 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚8342593 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚7790228 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚16142921 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 938255761920 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚352 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚259359134372864 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 936910310400 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 936910310400 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚259256504731484 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2400558 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚258319795980976 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 936683322540 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚258422250235904 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚7790234 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚7790234 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 935338711086 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚7790228 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚258422250235904 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚258422224062464 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚2737495 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 % _timestamp‚1.7848409271042361e+09 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚258319821408944 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚899 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚8352687 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 938255761920±Ç÷á'ÜÛO KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚258319795980976 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 936683322540 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚258422250235904 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚7790234 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚7790234 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 YHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 935338711086 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚7790228 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚258422250235904 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚258422224062464 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚2737495 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 % _timestamp‚1.7848409271042361e+09 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚258319821408944 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚899 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚8352687 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 938255761920 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚2737847 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1150900878848 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚2400553 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚259255134692062 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚357 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚71058554603520 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚258422224062464 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚72209029848064 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚72209455482368 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚71058186512384 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚8342593 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚5138048 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚8352687 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚259360505997824 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚5138405 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚16132821 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚8342593 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚7790228 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚16142921 ]LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 938255761920 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚352 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚259359134372864 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 936910310400 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 YHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 936910310400 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚259256504731484 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2400558 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0JRÈ2Ý- _wandbruntime‚1532  _runtime‚1532ÁAj_ÞáM J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚72288859908096 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_³­.›ˆ$bytes.large_pool.current‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚258701133352960 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚259536327307012 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚259640437803520 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚16160384 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1152087029760 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 937932818432 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚7798595 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚16150270 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚258701159526400 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2403198 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 937704124292 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 trainer/global_step‚899 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 _step‚75 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚346 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1152138274304 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚259534957267478 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚5143630 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚8351675 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚8351675 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚351 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _runtime‚1532.825346763 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚7798595 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚5143981 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚2740783 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚258598623182720 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚16160384 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚2740437 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚71136772878336 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848409285235546e+09 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 937932818432 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚8361783 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 936359512726 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚2740437 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚71136772878336 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848409285235546e+09 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 937932818432 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚8361783 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 936359512726 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚16160384 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1152087029760 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 937932818432 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚7798595 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚16150270 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚258701159526400 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2403198 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 [JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 937704124292 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 trainer/global_step‚899 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 _step‚75 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚346 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1152138274304 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚259534957267478 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚5143630 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0K^è 2à- _wandbruntime‚1532  _runtime‚1532.3uüáû &loss/total_loss‚17.438018967999405 1loss/FBt2/assignment_loss‚0.12487009291381015 2loss/SRqqt2/assignment_loss‚0.8512328848943695 trainer/global_step‚899 $ _timestamp‚1.784840928578147e+09 _step‚76 /loss/FRt1/assignment_loss‚3.325452367043389 /loss/FRt2/assignment_loss‚2.012406484380256 /loss/FRt1/detection_loss‚0.6166090278375123 1loss/SRqqt1/detection_loss‚1.8480743016346033 /loss/FBt2/detection_loss‚1.2817372065880543 epoch‚5 _runtime‚1532.879512735 2loss/SRqqt1/assignment_loss‚1.1736161432145364 /loss/FBt1/assignment_loss‚0.558436273926857 /loss/FRt2/detection_loss‚1.4830753765678177 1loss/SRqqt2/detection_loss‚0.9294971957168815 /loss/FBt1/detection_loss‚3.2330116132813194Ýô;+âÿ /loss/FRt1/assignment_loss‚3.325452367043389 /loss/FRt2/assignment_loss‚2.012406484380256 /loss/FRt1/detection_loss‚0.6166090278375123 1loss/SRqqt1/detection_loss‚1.8480743016346033 /loss/FBt2/detection_loss‚1.2817372065880543 epoch‚5 _runtime‚1532.879512735 2loss/SRqqt1/assignment_loss‚1.1736161432145364 /loss/FBt1/assignment_loss‚0.558436273926857 /loss/FRt2/detection_loss‚1.4830753765678177 1loss/SRqqt2/detection_loss‚0.9294971957168815 /loss/FBt1/detection_loss‚3.2330116132813194 &loss/total_loss‚17.438018967999405 1loss/FBt2/assignment_loss‚0.12487009291381015 2loss/SRqqt2/assignment_loss‚0.8512328848943695 trainer/global_step‚899 $ _timestamp‚1.784840928578147e+09 _step‚76LÌâž¡”ã‚(:‰ ì…ŠÓ¦–·Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚370.347' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.0694 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0æHþdä‚(:Ù ì…ŠÓ똕Ð proc.cpu.threads‚17) disk./.usagePercent‚54.23814379955486 disk.sda1.out‚0& disk.nvme0n1.out‚41917.41259765625 network.recv‚192615 disk.sda1.in‚0 disk.sda3.in‚31853.57421875" disk.nvme0c0n1.in‚ 6674.0390625 disk.sda.in‚31853.57421875$ memory_percent‚75.51010449727377 cpu‚24.990979208346573 network.sent‚ 1.493819e+06$ disk./.usageGB‚808.1875381469727 disk.sda2.out‚0 disk.dm-1.in‚31853.57421875 disk.dm-1.out‚ 63.78515625( disk.nvme0c0n1.out‚41917.41259765625 disk.nvme0n1.in‚ 6674.0390625 disk.dm-0.in‚ 6674.0390625 disk.sda2.in‚0 disk.sda3.out‚ 63.78515625# disk.dm-0.out‚41917.41259765625 disk.sda.out‚ 63.78515625) proc.memory.availableMB‚ 6018.63671875" proc.memory.rssMB‚ 2753.2109375* proc.memory.percent‚11.202843983968098@ušžå‚(:“ û…ŠÓ©–ûÍ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚297.732' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.54640000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0A–T„^æ‚(:Ó û…ŠÓ“¯žÐ disk.sda1.in‚0 disk.sda3.in‚33026.51171875 disk.sda3.out‚ 64.0859375* proc.memory.percent‚11.202843983968098 cpu‚24.994325338998223" disk.dm-0.out‚41932.6181640625 disk.sda.out‚ 64.0859375 disk.sda2.out‚0" disk.nvme0c0n1.in‚ 6701.4453125% disk.nvme0n1.out‚41932.6181640625 proc.cpu.threads‚17 disk.dm-0.in‚ 6701.4453125 disk.sda1.out‚0 disk.dm-1.out‚ 64.0859375' disk.nvme0c0n1.out‚41932.6181640625 disk.nvme0n1.in‚ 6701.4453125( proc.memory.availableMB‚ 5910.3359375 network.recv‚195228 disk.sda.in‚33026.51171875 disk.sda2.in‚0 disk.dm-1.in‚33026.51171875$ memory_percent‚75.95078150431314" proc.memory.rssMB‚ 2753.2109375 network.sent‚ 1.553467e+06* disk./.usagePercent‚54.234590158972075$ disk./.usageGB‚808.1345863342285.šÚ”ç‚(:‰ Š†ŠÓ‘ä…Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚327.732' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.5464 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0â½mú_è‚(:Ô Š†ŠÓ†òÚÐ) disk./.usagePercent‚54.23537789415494 disk.dm-1.out‚ 64.43359375" disk.dm-0.out‚42733.1025390625 disk.sda.in‚33026.51171875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚33026.51171875 network.recv‚196172' disk.nvme0c0n1.out‚42753.2275390625 disk.sda3.out‚ 64.43359375$ memory_percent‚76.45638783772787* proc.memory.percent‚11.202843983968098 cpu‚24.998058952662685 disk.dm-1.in‚33026.51171875 disk.nvme0n1.in‚ 6701.4453125 disk.sda.out‚ 64.43359375 disk.sda1.out‚0' proc.memory.availableMB‚ 5786.078125 network.sent‚ 1.555566e+06$ disk./.usageGB‚808.1463241577148" disk.nvme0c0n1.in‚ 6701.4453125% disk.nvme0n1.out‚42753.3525390625 disk.dm-0.in‚ 6701.4453125 disk.sda1.in‚0" proc.memory.rssMB‚ 2753.2109375 proc.cpu.threads‚17ãÒ”é‚(:‰ ™†ŠÓËÊÉÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚373.627' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.7254 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ˆÎbê‚(:× ™†ŠÓÙà§Ð network.recv‚197256 disk.dm-1.in‚33026.51171875 disk.dm-1.out‚ 64.73046875 disk.dm-0.in‚ 6805.2109375 disk.sda.out‚ 64.73046875 disk.sda1.in‚0 disk.nvme0n1.in‚ 6805.2109375& disk.nvme0n1.out‚43034.30322265625 disk.sda2.out‚0* proc.memory.percent‚11.202843983968098 cpu‚25.001141040186376 proc.cpu.threads‚17$ disk./.usageGB‚808.3315811157227" disk.nvme0c0n1.in‚ 6805.2109375( disk.nvme0c0n1.out‚43034.30322265625# disk.dm-0.out‚43034.30322265625 disk.sda2.in‚0$ memory_percent‚76.97308858235678* disk./.usagePercent‚54.247810644047775 disk.sda3.in‚33026.51171875 disk.sda3.out‚ 64.73046875 disk.sda.in‚33026.51171875 disk.sda1.out‚0& proc.memory.availableMB‚ 5659.09375" proc.memory.rssMB‚ 2753.2109375 network.sent‚ 1.557609e+06ZáŸë‚(:” ¨†ŠÓö¼­Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚285.735' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚57.147000000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0È^um]ì‚(:Ò ¨†ŠÓì€úÐ disk.dm-1.out‚ 65.23046875 disk.sda.out‚ 65.23046875 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 33586.4921875 disk.sda3.out‚ 65.23046875 disk.dm-1.in‚ 33586.4921875 network.sent‚ 1.559656e+06$ disk./.usageGB‚808.3311233520508 disk.sda.in‚ 33586.4921875 disk.sda2.out‚0' disk.nvme0c0n1.out‚43130.6357421875 disk.nvme0n1.in‚ 6806.0234375 disk.dm-0.in‚ 6806.0234375" disk.dm-0.out‚43130.6357421875) disk./.usagePercent‚54.24777992314367 disk.sda1.in‚0" disk.nvme0c0n1.in‚ 6806.0234375$ memory_percent‚77.52752304077148( proc.memory.availableMB‚ 5522.8359375 cpu‚25.004437301567176 proc.cpu.threads‚17 network.recv‚198233% disk.nvme0n1.out‚43130.6357421875" proc.memory.rssMB‚ 2753.2109375* proc.memory.percent‚11.202843983968098rÚhž2í- _wandbruntime‚1612  _runtime‚1612ÞàÇîÁ % _timestamp‚1.7848410077191436e+09 _runtime‚1612.020652077 _step‚77 ' lr-AdamW/pg1‚0.00011422630064671239 ' lr-AdamW/pg2‚0.00011422630064671239 trainer/global_step‚949Ùç)ËïÅ ' lr-AdamW/pg1‚0.00011422630064671239 ' lr-AdamW/pg2‚0.00011422630064671239 trainer/global_step‚949 % _timestamp‚1.7848410077191436e+09 _runtime‚1612.020652077 _step‚77Mò›x2ð- _wandbruntime‚1612  _runtime‚1612Ç”L¨úñ×O UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚273355788453888 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚377 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚74987872901120 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚273247697303092 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚8208578 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚273357160078848 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚8208578 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1213238983680 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2532558 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚17017223 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚8208584 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚8808639 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚8798545 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚8808639 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚8798545 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚5418611 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚74987504809984 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚273246327263670 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 988099866624 `LDeviceStats}å ´ãMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚272367714760704 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚2886058 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1213286041088 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚1612.022047421 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848410077202942e+09 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 989445318144 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚382 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 trainer/global_step‚949 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 987787205348 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚273355788453888 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚17007123 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚272367714760704 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚273357160078848 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚8798545 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚8808639 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚8798545 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚5418611 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚74987504809984 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚273246327263670 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 988099866624 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚272367714760704 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚2886058 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1213286041088 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚1612.022047421 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848410077202942e+09 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZIDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 989445318144 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚382 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 trainer/global_step‚949 ]LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 987787205348 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚273355788453888 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚17007123 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚272367714760704 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚273357160078848 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚8817735 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚272646624051200 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚8216945 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1214535732736 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1214480293888 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚8807627 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 PDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚5424238 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚273527519878620 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚272538711871520 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚5424614 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 989122374656 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 989122374656 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚8216945 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚75066459267072 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚273526149839086 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚8817735 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚371 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚272538686443552 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚8216951 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚17024572 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚272646624051200 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚17034686 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 trainer/global_step‚949 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚2535193 % _timestamp‚1.7848410091390772e+09 _step‚79 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚17024572 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 990467833344 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚2889416 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚272646597877760 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚75066091175936 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚8807627 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚273637091884544 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚272646597877760 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚76280994999808 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚273637091884544 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 987463395534 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚376 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚273635720252416 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚17034686 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 trainer/global_step‚949 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚2535193 % _timestamp‚1.7848410091390772e+09 _step‚79 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚17024572 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 [JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 990467833344 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚2889416 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚272646597877760 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚75066091175936 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚8807627 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚273637091884544 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚272646597877760 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚76280994999808 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚273637091884544 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 987463395534 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚376 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚273635720252416 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚8817735 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚272646624051200 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚8216945 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1214535732736 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1214480293888 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚8807627 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 PDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 F­Šµ+ë DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚5424238 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚273527519878620 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚272538711871520 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚5424614 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 989122374656 WFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 989122374656 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚8216945 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚75066459267072 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚273526149839086 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚8817735 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚371 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚272538686443552 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚8216951OµÉÿ2ö- _wandbruntime‚1613  _runtime‚1613öÅÐè÷ú .loss/FBt1/detection_loss‚1.006014435522018 0loss/FRt2/assignment_loss‚1.8487241097152924 .loss/FRt1/detection_loss‚0.602029661486376 1loss/FBt1/assignment_loss‚0.35949427869385425 epoch‚5 % _timestamp‚1.7848410091927767e+09 .loss/FBt2/detection_loss‚6.478553919403911 $loss/total_loss‚19.5511035606762 /loss/FRt1/assignment_loss‚3.204534229622584 2loss/SRqqt1/assignment_loss‚1.1093623443139773 2loss/SRqqt2/assignment_loss‚0.8488544090253034 1loss/FBt2/assignment_loss‚0.15651519242185324 /loss/FRt2/detection_loss‚1.3676229029999403 1loss/SRqqt1/detection_loss‚1.6248297034635801 1loss/SRqqt2/detection_loss‚0.9445683740075103 trainer/global_step‚949 _runtime‚1613.494076957 _step‚80Â,½6øþ .loss/FBt1/detection_loss‚1.006014435522018 0loss/FRt2/assignment_loss‚1.8487241097152924 .loss/FRt1/detection_loss‚0.602029661486376 1loss/FBt1/assignment_loss‚0.35949427869385425 epoch‚5 % _timestamp‚1.7848410091927767e+09 .loss/FBt2/detection_loss‚6.478553919403911 $loss/total_loss‚19.5511035606762 /loss/FRt1/assignment_loss‚3.204534229622584 2loss/SRqqt1/assignment_loss‚1.1093623443139773 2loss/SRqqt2/assignment_loss‚0.8488544090253034 1loss/FBt2/assignment_loss‚0.15651519242185324 /loss/FRt2/detection_loss‚1.3676229029999403 1loss/SRqqt1/detection_loss‚1.6248297034635801 1loss/SRqqt2/detection_loss‚0.9445683740075103 trainer/global_step‚949 _runtime‚1613.494076957 _step‚80Pg‡DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚5720805 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚287662285158640 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1042096142570 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 % _timestamp‚1.7848411032957523e+09 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚9282247 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚9282247 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚80225576363008 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚78944776176640 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1280851438080 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1043845776896 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚287776414705664 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚287776414705664 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 trainer/global_step‚999 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚288820286656000 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚17970379 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚288703011261788 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚8678032 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚5720469 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2668480 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚331 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚8678038 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚80225995705856 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1040751531116 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚288818915031040 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 _step‚83 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚9292341 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚9292341 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚17960279 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚288820286656000 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1043845776896 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1280800186368 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚78945144267776 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚2668475 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824æûoç'áO IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚2668475 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚5720805 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚287662285158640 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1042096142570 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 % _timestamp‚1.7848411032957523e+09 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 K?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚9282247 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚9282247 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚80225576363008 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚78944776176640 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1280851438080 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1043845776896 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚287776414705664 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚287776414705664 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 trainer/global_step‚999 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚288820286656000 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚17970379 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚288703011261788 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚8678032 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚5720469 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2668480 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚331 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚8678038 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚80225995705856 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1040751531116 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚288818915031040 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 _step‚83 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚9292341 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚9292341 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚17960279 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚288820286656000 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1043845776896 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1280800186368 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚78945144267776 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976Sçpó‚2Ž- _wandbruntime‚1709  _runtime‚1709­Ñ@8]çM T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚289100218461696 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚9301437 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3054984 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚17987842 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚288982833837204 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚9291329 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚17987842 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚5726099 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚326 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1282110913024 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1044868292096 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚5726425 PDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _step‚84 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚289100218461696 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚17977728 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚9301437 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚287941086932416 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1044868292096 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚79023362542592 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚8686399 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2671120 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚321 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1043522833408 trainer/global_step‚999 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚288055350169600 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1043522833408 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚288984203876738 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚288055323996160 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚80305841546752 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚287941061504448 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 % _timestamp‚1.7848411047127857e+09 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚288055350169600 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1043522833408 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚288984203876738 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚288055323996160 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚80305841546752 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚287941061504448 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 % _timestamp‚1.7848411047127857e+09 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚9291329 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚17987842 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚5726099 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚326 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1282110913024 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1044868292096 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚5726425 PDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _step‚84 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚289100218461696 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚17977728 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 MADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚9301437 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚287941086932416 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1044868292096 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚79023362542592 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚8686399 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2671120 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚321 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1043522833408 trainer/global_step‚999TÁ¡2‘- _wandbruntime‚1709  _runtime‚1709¹ºR’þ 1loss/SRqqt2/detection_loss‚0.9309123283472588 /loss/FBt1/detection_loss‚1.2213934540150742 &loss/total_loss‚15.236922786185769 epoch‚6 _runtime‚1709.069268932 /loss/FRt2/assignment_loss‚1.745420131348727 /loss/FRt1/detection_loss‚0.6414142061214767 % _timestamp‚1.7848411047679489e+09 _step‚85 1loss/FBt2/assignment_loss‚0.14085561173833736 /loss/FRt2/detection_loss‚1.4962067118023552 1loss/SRqqt1/detection_loss‚1.4605683262227258 /loss/FBt2/detection_loss‚2.2764956816223694 trainer/global_step‚999 /loss/FRt1/assignment_loss‚3.109471090180926 1loss/FBt1/assignment_loss‚0.36807667867609045 2loss/SRqqt1/assignment_loss‚0.9967254099963361 2loss/SRqqt2/assignment_loss‚0.8493831561140917ÒJ¤º“‚ /loss/FRt1/assignment_loss‚3.109471090180926 1loss/FBt1/assignment_loss‚0.36807667867609045 2loss/SRqqt1/assignment_loss‚0.9967254099963361 2loss/SRqqt2/assignment_loss‚0.8493831561140917 1loss/SRqqt2/detection_loss‚0.9309123283472588 /loss/FBt1/detection_loss‚1.2213934540150742 &loss/total_loss‚15.236922786185769 epoch‚6 _runtime‚1709.069268932 /loss/FRt2/assignment_loss‚1.745420131348727 /loss/FRt1/detection_loss‚0.6414142061214767 % _timestamp‚1.7848411047679489e+09 _step‚85 1loss/FBt2/assignment_loss‚0.14085561173833736 /loss/FRt2/detection_loss‚1.4962067118023552 1loss/SRqqt1/detection_loss‚1.4605683262227258 /loss/FBt2/detection_loss‚2.2764956816223694 trainer/global_step‚999UGæÛß“”‚(:ˆ ‘‡ŠÓÌ™ÎÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚307.985' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.597 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÆR•‚(:Ç ‘‡ŠÓÎíœÐ! disk.nvme0n1.in‚ 7041.24609375 proc.memory.rssMB‚ 2759.8125" disk./.usageGB‚808.59814453125 disk.sda1.in‚0 disk.sda3.in‚ 35472.359375 disk.sda3.out‚ 67.89453125# disk.nvme0n1.out‚46444.71484375 disk.dm-0.in‚ 7041.24609375) proc.memory.availableMB‚ 5222.26171875 cpu‚25.03959823614724) disk./.usagePercent‚54.26569993852542$ memory_percent‚78.75056266784668 proc.cpu.threads‚17 network.sent‚ 1.683987e+06 disk.sda.in‚ 35472.359375 disk.sda.out‚ 67.89453125 disk.sda2.out‚0 disk.dm-1.in‚ 35472.359375 disk.dm-0.out‚46444.71484375* proc.memory.percent‚11.229705810546875 network.recv‚208935 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.out‚ 67.89453125# disk.nvme0c0n1.in‚ 7041.24609375% disk.nvme0c0n1.out‚46444.71484375|Ì‹•’–‚(:‡  ‡ŠÓÆнÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚294.52' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.904 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÈúÖ0H—‚(:½  ‡ŠÓýµ¡Ð) disk./.usagePercent‚54.26780022433633 disk.sda1.in‚0 disk.sda3.out‚68.53125 disk.dm-1.in‚35973.46484375 disk.dm-1.out‚68.53125$ disk.nvme0c0n1.out‚ 47129.9765625 disk.sda.in‚35973.46484375* proc.memory.percent‚11.229705810546875 network.recv‚211183$ disk./.usageGB‚808.6294403076172 disk.sda1.out‚0 disk.sda2.in‚0 disk.nvme0n1.in‚ 7041.7265625 disk.dm-0.in‚ 7041.7265625 disk.dm-0.out‚ 47129.9765625$ memory_percent‚78.75048319498697 disk.sda2.out‚0" disk.nvme0c0n1.in‚ 7041.7265625" disk.nvme0n1.out‚ 47129.9765625 disk.sda.out‚68.53125& proc.memory.availableMB‚ 5222.28125 network.sent‚ 1.743897e+06 disk.sda3.in‚35973.46484375 proc.memory.rssMB‚ 2759.8125 cpu‚25.04208191013833 proc.cpu.threads‚17ž]už˜‚(:“ ¯‡ŠÓÛ Î gpu.0.gpu‚70.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚361.287' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.25739999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÿ•GÂW™‚(:Ì ¯‡ŠÓ“´ÚÐ# disk./.usageGB‚808.626579284668 disk.dm-0.in‚ 7042.6796875 disk.sda.in‚ 36557.421875' disk.nvme0c0n1.out‚47142.0087890625% disk.nvme0n1.out‚47142.0087890625 proc.memory.rssMB‚ 2759.8125* proc.memory.percent‚11.229705810546875 cpu‚25.045071326911675 disk.sda3.out‚ 68.91015625 network.sent‚ 1.74592e+06* disk./.usagePercent‚54.267608218685645" disk.dm-0.out‚47142.0087890625 disk.sda.out‚ 68.91015625 disk.sda1.in‚0 disk.nvme0n1.in‚ 7042.6796875) proc.memory.availableMB‚ 5222.02734375 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.out‚ 68.91015625$ memory_percent‚78.75151634216309 network.recv‚212387 disk.sda2.out‚0 disk.sda3.in‚ 36557.421875 disk.dm-1.in‚ 36557.421875" disk.nvme0c0n1.in‚ 7042.6796875 proc.cpu.threads‚17Úg"”š‚(:‰ ¾‡ŠÓ‡ØÈÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.701' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.7402 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0!ižüP›‚(:Å ¾‡ŠÓôò±Ð$ memory_percent‚78.75048319498697 proc.cpu.threads‚17 network.sent‚ 1.748012e+06' disk.nvme0c0n1.out‚47181.9892578125 cpu‚25.047478152204178 disk.sda3.in‚ 36557.421875 network.recv‚213327 disk.dm-0.in‚ 7042.6796875 disk.sda.in‚ 36557.421875 disk.sda.out‚ 69.453125 disk.sda1.in‚0" disk.nvme0c0n1.in‚ 7042.6796875 disk.nvme0n1.in‚ 7042.6796875* disk./.usagePercent‚54.266026092124044 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 69.453125% disk.nvme0n1.out‚47181.9892578125& proc.memory.availableMB‚ 5222.28125 proc.memory.rssMB‚ 2759.8125* proc.memory.percent‚11.229705810546875$ disk./.usageGB‚808.6030044555664" disk.dm-0.out‚47181.9892578125 disk.sda1.out‚0 disk.dm-1.in‚ 36557.421875 disk.dm-1.out‚ 69.453125Cæß”œ‚(:‰ ͇ŠÓ”¡ÊÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚313.803' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.7606 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ó²N8U‚(:Ê ͇ŠÓŒìþÏ network.recv‚214497( disk.nvme0c0n1.out‚47192.12841796875 disk.nvme0n1.in‚ 7155.234375 disk.sda1.in‚0 proc.cpu.threads‚17) disk./.usagePercent‚54.26653785118499$ disk./.usageGB‚808.6106300354004 disk.sda2.out‚0 disk.sda3.in‚ 36557.421875 disk.dm-1.in‚ 36557.421875& proc.memory.availableMB‚ 5222.28125 proc.memory.rssMB‚ 2759.8125* proc.memory.percent‚11.229705810546875 network.sent‚ 1.750041e+06 disk.sda3.out‚ 69.69921875 disk.dm-1.out‚ 69.69921875! disk.nvme0c0n1.in‚ 7155.234375& disk.nvme0n1.out‚47192.12841796875 disk.sda.out‚ 69.69921875$ memory_percent‚78.75048319498697 cpu‚25.050122880972683 disk.sda2.in‚0 disk.dm-0.in‚ 7155.234375# disk.dm-0.out‚47192.12841796875 disk.sda.in‚ 36557.421875 disk.sda1.out‚0/}„ž‚(:’ ܇ŠÓ€á²Î gpu.0.gpu‚74.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚366.93' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.38600000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ä ü`TŸ‚(:É ܇ŠÓ‰ÍÐ" disk.nvme0c0n1.in‚ 7170.3984375 disk.nvme0n1.in‚ 7170.3984375 disk.dm-0.in‚ 7170.3984375! disk.dm-0.out‚47203.525390625 disk.sda.out‚ 70.2578125 disk.sda3.in‚ 36779.1171875# memory_percent‚78.7514845530192) proc.memory.availableMB‚ 5222.03515625) disk./.usagePercent‚54.26772214203839$ disk./.usageGB‚808.6282768249512& disk.nvme0c0n1.out‚47203.525390625 disk.sda.in‚ 36779.1171875 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 70.2578125 disk.sda1.out‚0 network.sent‚ 1.752175e+06 network.recv‚215474$ disk.nvme0n1.out‚47203.525390625 disk.dm-1.in‚ 36779.1171875 disk.dm-1.out‚ 70.2578125 proc.memory.rssMB‚ 2759.8125* proc.memory.percent‚11.229705810546875 cpu‚25.052709537526738 proc.cpu.threads‚17Åc£2 - _wandbruntime‚1788  _runtime‚1788-ª­ËÈ¡Â ' lr-AdamW/pg2‚0.00011345215503054505 trainer/global_step‚1049 % _timestamp‚1.7848411837663794e+09 _runtime‚1788.067960083 _step‚86 ' lr-AdamW/pg1‚0.00011345215503054505n¢î©Ì¢Æ ' lr-AdamW/pg1‚0.00011345215503054505 ' lr-AdamW/pg2‚0.00011345215503054505 trainer/global_step‚1049 % _timestamp‚1.7848411837663794e+09 _runtime‚1788.067960083 _step‚86Vp²úé2£- _wandbruntime‚1788  _runtime‚1788ÌR•=¤ÞO WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚3201254 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚301721879230464 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2800480 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚82874462565376 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚84217406302720 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 % _timestamp‚1.7848411837674425e+09 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚302816940737024 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚6001729 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 OCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚9738199 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚301721905403904 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚302695573872818 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1095035333120 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1093689881600 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1095035333120 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚18834581 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1093689881600 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1343360983040 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚9096382 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚301602348419472 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 HBDeviceStavŸ´@§tsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _step‚87 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1093200025378 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚9748293 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚18844681 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚301721879230464 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚6002083 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚3201603 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚302815569112064 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚302815569112064 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚301602373847440 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚354 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚9748293 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚84217823548416 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1091855413924 Iè'¥âO TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 SGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚9748293 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚18844681 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚301721879230464 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚6002083 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚3201603 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚302815569112064 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚302815569112064 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚301602373847440 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚354 OCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚9748293 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚84217823548416 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1091855413924 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚9096382 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚301602348419472 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _step‚87 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1093200025378W< 1$2¦- _wandbruntime‚1789  _runtime‚1789õwUî&§èM M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚9747281 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚9104755 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚9757389 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚82952680840192 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚1789.493682518 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚6007346 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1096057848320 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚302975396448346 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚9104749 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1092876215564 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2803120 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3204231 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚18862144 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 trainer/global_step‚1049 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚303095500910592 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚9104749 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚302000788520960 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1344614463488 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚302974026408812 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚88 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚302000814694400 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚18862144 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚9747281 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚18852030 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3204582 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 % _timestamp‚1.7848411851918838e+09 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864ÊT.¨ìM M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚9747281 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚9104755 QEDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚9757389 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚82952680840192 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚1789.493682518 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚6007346 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1096057848320 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚302975396448346 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚9104749 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1092876215564 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2803120 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3204231 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚18862144 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 trainer/global_step‚1049 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚303095500910592 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚9104749 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚302000788520960 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1344614463488 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 S?DeviceStatsMonitor.on_train_batch_end/í’Ä requested_bytes.all.freed‚302974026408812 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚88 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚302000814694400 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚18862144 I=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚9747281 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚18852030 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3204582 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 % _timestamp‚1.7848411851918838e+09 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864XÙŒ¼Ÿ2©- _wandbruntime‚1789  _runtime‚1789i¶‹ªý /loss/FRt1/detection_loss‚0.5883861364397908 0loss/SRqqt1/detection_loss‚1.448887811604724 1loss/SRqqt2/detection_loss‚0.9508208353833856 .loss/FBt1/detection_loss‚2.065647889106047 % _timestamp‚1.7848411852436044e+09 1loss/SRqqt1/assignment_loss‚1.062197873442634 0loss/FBt1/assignment_loss‚0.4316349103539237 1loss/FBt2/assignment_loss‚0.11487663995810503 epoch‚6 trainer/global_step‚1049 _step‚89 0loss/FRt2/assignment_loss‚1.7039971040366597 2loss/SRqqt2/assignment_loss‚0.8266184425531469 /loss/FRt2/detection_loss‚1.3713319096853085 _runtime‚1789.545010124 0loss/FRt1/assignment_loss‚3.1511693519753066 /loss/FBt2/detection_loss‚1.0989370301047543 &loss/total_loss‚14.814505934643785æ>òu« 0loss/FRt1/assignment_loss‚3.1511693519753066 /loss/FBt2/detection_loss‚1.0989370301047543 &loss/total_loss‚14.814505934643785 /loss/FRt1/detection_loss‚0.5883861364397908 0loss/SRqqt1/detection_loss‚1.448887811604724 1loss/SRqqt2/detection_loss‚0.9508208353833856 .loss/FBt1/detection_loss‚2.065647889106047 % _timestamp‚1.7848411852436044e+09 1loss/SRqqt1/assignment_loss‚1.062197873442634 0loss/FBt1/assignment_loss‚0.4316349103539237 1loss/FBt2/assignment_loss‚0.11487663995810503 epoch‚6 trainer/global_step‚1049 _step‚89 0loss/FRt2/assignment_loss‚1.7039971040366597 2loss/SRqqt2/assignment_loss‚0.8266184425531469 /loss/FRt2/detection_loss‚1.3713319096853085 _runtime‚1789.545010124Yÿï6üž¬‚(:“ 뇊ÓõèÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚282.453' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚56.49059999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¿"ßR­‚(:Ç 뇊ÓàÅÚÐ proc.cpu.threads‚17 disk.sda3.out‚70.59375" disk.dm-0.out‚47227.7392578125 disk.sda.in‚38067.87890625 disk.sda1.in‚0 proc.memory.rssMB‚ 2759.8125* proc.memory.percent‚11.229705810546875" disk.nvme0c0n1.in‚ 7214.3828125' disk.nvme0c0n1.out‚47227.7392578125 disk.nvme0n1.in‚ 7214.3828125% disk.nvme0n1.out‚47227.7392578125 disk.sda1.out‚0$ memory_percent‚78.75048319498697& proc.memory.availableMB‚ 5222.28125 network.recv‚216744$ disk./.usageGB‚808.6110038757324 disk.sda2.out‚0 disk.dm-1.in‚38067.87890625 disk.dm-1.out‚70.59375 disk.dm-0.in‚ 7214.3828125 network.sent‚ 1.754258e+06) disk./.usagePercent‚54.26656293992335 disk.sda2.in‚0 disk.sda3.in‚38067.87890625 disk.sda.out‚70.59375 cpu‚25.055240849254492l4q󞮂(:“ ú‡ŠÓ¨Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚331.251' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚66.25019999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0cø`X`¯‚(:Õ ú‡ŠÓ²ÖÈÐ disk.dm-1.out‚ 72.69921875# disk.nvme0c0n1.in‚ 7216.43359375$ memory_percent‚78.75105539957681 proc.memory.rssMB‚ 2759.8125* proc.memory.percent‚11.229705810546875 cpu‚25.057483616666584) disk./.usagePercent‚54.33706306272504# disk.dm-0.out‚47305.54052734375 disk.sda2.out‚0 disk.sda3.in‚38067.87890625 disk.sda3.out‚ 72.69921875! disk.nvme0n1.in‚ 7216.43359375' proc.memory.availableMB‚ 5222.140625 proc.cpu.threads‚17 network.recv‚219029# disk./.usageGB‚809.661506652832 disk.dm-0.in‚ 7216.43359375 disk.sda.in‚38067.87890625 disk.dm-1.in‚38067.87890625 network.sent‚ 1.81418e+06 disk.sda1.in‚0 disk.sda1.out‚0( disk.nvme0c0n1.out‚47305.54052734375& disk.nvme0n1.out‚47305.54052734375 disk.sda.out‚ 72.69921875 disk.sda2.in‚0þŸúŸ°‚(:” ‰ˆŠÓøŽÑÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚319.812' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.962399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0î Òb±‚(:× ‰ˆŠÓÙ‡­Ñ network.sent‚ 1.816239e+06! disk.nvme0n1.in‚ 7302.19140625 disk.dm-0.in‚ 7302.19140625 disk.sda.in‚38069.02734375 disk.sda1.out‚0 disk.sda3.in‚38069.02734375 cpu‚25.059930521233913) disk./.usagePercent‚54.50233691869496# disk.nvme0c0n1.in‚ 7302.19140625( disk.nvme0c0n1.out‚49835.50830078125# disk.dm-0.out‚49835.50830078125 proc.memory.rssMB‚ 2759.8125 network.recv‚220156$ disk./.usageGB‚812.1242065429688& disk.nvme0n1.out‚49835.50830078125 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚38069.02734375 disk.dm-1.out‚ 75.05078125* proc.memory.percent‚11.229705810546875 disk.sda.out‚ 75.05078125 disk.sda1.in‚0 disk.sda3.out‚ 75.05078125$ memory_percent‚78.75041961669922' proc.memory.availableMB‚ 5222.296875 proc.cpu.threads‚17ÊBöa”²‚(:‰ ˜ˆŠÓ楒Î gpu.0.gpu‚97.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚366.188' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.2376 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0§8#rH³‚(:½ ˜ˆŠÓÑÎêÐ proc.cpu.threads‚17# disk./.usageGB‚812.081787109375 disk.dm-1.in‚ 38559.046875 disk.dm-1.out‚ 76.046875 disk.nvme0c0n1.in‚ 7314.3125 disk.dm-0.in‚ 7314.3125* proc.memory.percent‚11.229705810546875 cpu‚25.062508102926227) disk./.usagePercent‚54.49949011491421 disk.sda2.in‚0 disk.sda3.out‚ 76.046875( disk.nvme0c0n1.out‚52816.96630859375& disk.nvme0n1.out‚52816.96630859375# disk.dm-0.out‚52816.96630859375$ memory_percent‚78.75150044759116 disk.sda.in‚ 38559.046875 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚ 38559.046875& proc.memory.availableMB‚ 5222.03125 network.sent‚ 1.817214e+06 network.recv‚221156 disk.sda.out‚ 76.046875 disk.sda1.in‚0 disk.nvme0n1.in‚ 7314.3125 proc.memory.rssMB‚ 2759.8125;#ž´‚(:“ §ˆŠÓÕɉÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚304.756' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.95119999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0صsXµ‚(:Í §ˆŠÓ¯ÅãÐ disk.sda3.in‚ 39175.546875 disk.sda3.out‚ 76.6015625 network.recv‚222416$ disk./.usageGB‚811.5955924987793 disk.dm-0.in‚ 7352.67578125" disk.dm-0.out‚52833.7783203125 disk.sda.out‚ 76.6015625 disk.sda1.in‚0 network.sent‚ 1.820432e+06 disk.sda.in‚ 39175.546875 disk.sda1.out‚0 disk.sda2.in‚0# disk.nvme0c0n1.in‚ 7352.67578125! disk.nvme0n1.in‚ 7352.67578125% disk.nvme0n1.out‚52833.7783203125$ memory_percent‚78.75151634216309 disk.sda2.out‚0' disk.nvme0c0n1.out‚52833.7783203125) proc.memory.availableMB‚ 5222.02734375* proc.memory.percent‚11.229705810546875 proc.cpu.threads‚17) disk./.usagePercent‚54.46686118665268 disk.dm-1.in‚ 39175.546875 disk.dm-1.out‚ 76.6015625 proc.memory.rssMB‚ 2759.8125 cpu‚25.064768727867225Ò‰d42¶- _wandbruntime‚1868  _runtime‚1868+°£ˆÅ·¿ _runtime‚1868.920198091 _step‚90 & lr-AdamW/pg1‚0.0001130319532596948 & lr-AdamW/pg2‚0.0001130319532596948 trainer/global_step‚1099 $ _timestamp‚1.784841264618679e+095ÒS©É¸Ã & lr-AdamW/pg2‚0.0001130319532596948 trainer/global_step‚1099 $ _timestamp‚1.784841264618679e+09 _runtime‚1868.920198091 _step‚90 & lr-AdamW/pg1‚0.0001130319532596948Z7%é2¹- _wandbruntime‚1868  _runtime‚1868¤nX•è'ºâO IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚315667369928704 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚351 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 _runtime‚1868.924951048 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚6283072 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1144879437824 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚316813594818048 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚19718983 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚88209156122624 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚86803780862976 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚315667369928704 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1405792505344 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚315667343755264 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2932480 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚316812223193088 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚316685396405004 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1144303908186 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚9514732 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚356 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚316812223193088 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1405743350784 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚10204245 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚315542437108272 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚3350597ÈÝTì'»æO M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚6283072 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1144879437824 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚316813594818048 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚19718983 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚88209156122624 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚86803780862976 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚315667369928704 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1405792505344 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚315667343755264 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚2932480 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚316812223193088 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚316685396405004 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1144303908186 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 K?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚9514732 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚356 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚316812223193088 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1405743350784 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚10204245 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚315542437108272 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚3350597 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚315667369928704 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚351 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 _runtime‚1868.924951048[ôPƒE2¼- _wandbruntime‚1870  _runtime‚1870›P¸˜­½ëM M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚10203233 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚2935115 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QEDeviceStatsMonitor.on_train_batch_end/inactive_sp HD$lit.small_pool.freed‚3353565 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1145901945856 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 _runtime‚1870.339972432 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚10213341 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚9523105 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚10203233 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚88289417408000 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚316965218980420 trainer/global_step‚1099 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 PDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚9523099 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚317093526623744 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1407050179072 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚315821264310016 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚19726332 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚19736446 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3353916 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚6288680 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2935120 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1145324709938 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚315946253045760 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1143980098372 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚9523105 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _step‚92 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚315946279219200 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1147247404544 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚10213341 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968¼hÒâõ&¾ïM M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚10203233 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚2935115 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3353565 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1145901945856 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 _runtime‚1870.339972432 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚10213341 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚9523105 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚10203233 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚88289417408000 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚316965218980420 trainer/global_step‚1099 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 PDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚9523099 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚317093526623744 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1407050179072 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚315821264310016 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚19726332 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚19736446 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3353916 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚6288680 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚2935120 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1145324709938 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚315946253045760 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1143980098372 QEDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚9523105 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _step‚92 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚315946279219200 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1147247404544 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚10213341 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968\€'2¿- _wandbruntime‚1870  _runtime‚1870’¼i”Àÿ 0loss/FRt1/assignment_loss‚3.0753743130171025 0loss/FBt1/assignment_loss‚0.3773518124478869 1loss/FBt2/assignment_loss‚0.06193235768893335 /loss/FRt1/detection_loss‚0.5660042626398686 1loss/SRqqt2/detection_loss‚0.7481863746117295 epoch‚6 trainer/global_step‚1099 0loss/FRt2/assignment_loss‚1.5999534637277777 1loss/SRqqt1/detection_loss‚1.4075640608851827 &loss/total_loss‚15.698839522067859 $ _timestamp‚1.784841266092354e+09 2loss/SRqqt1/assignment_loss‚0.9309417505658442 2loss/SRqqt2/assignment_loss‚0.7700542461716657 /loss/FRt2/detection_loss‚1.3640929202122338 /loss/FBt2/detection_loss‚2.2962782097474888 _step‚93 /loss/FBt1/detection_loss‚2.5011057503521443 _runtime‚1870.393686861—ÝB Áƒ 1loss/SRqqt2/detection_loss‚0.7481863746117295 epoch‚6 trainer/global_step‚1099 0loss/FRt2/assignment_loss‚1.5999534637277777 1loss/SRqqt1/detection_loss‚1.4075640608851827 &loss/total_loss‚15.698839522067859 $ _timestamp‚1.784841266092354e+09 2loss/SRqqt1/assignment_loss‚0.9309417505658442 2loss/SRqqt2/assignment_loss‚0.7700542461716657 /loss/FRt2/detection_loss‚1.3640929202122338 /loss/FBt2/detection_loss‚2.2962782097474888 _step‚93 /loss/FBt1/detection_loss‚2.5011057503521443 _runtime‚1870.393686861 0loss/FRt1/assignment_loss‚3.0753743130171025 0loss/FBt1/assignment_loss‚0.3773518124478869 1loss/FBt2/assignment_loss‚0.06193235768893335 /loss/FRt1/detection_loss‚0.5660042626398686]E䈭”‚(:‰ ¶ˆŠÓß’½Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.819' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.1638 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0›ƒQ{ZÂ(:Ï ¶ˆŠÓ¤–èÏ' disk.nvme0c0n1.out‚52852.0869140625) proc.memory.availableMB‚ 5222.16796875 cpu‚25.06701940512708 proc.cpu.threads‚17! disk.nvme0n1.in‚ 7356.67578125" disk.dm-0.out‚52852.0869140625 disk.sda3.in‚ 39175.546875$ memory_percent‚78.75094413757324 network.sent‚ 1.822478e+06 network.recv‚223244 disk.dm-0.in‚ 7356.67578125 disk.sda.in‚ 39175.546875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 77.11328125) disk./.usagePercent‚54.46780022228827$ disk./.usageGB‚811.6095848083496% disk.nvme0n1.out‚52852.0869140625 disk.sda2.in‚0 disk.dm-1.out‚ 77.11328125# disk.nvme0c0n1.in‚ 7356.67578125 proc.memory.rssMB‚ 2759.8125* proc.memory.percent‚11.229705810546875 disk.sda.out‚ 77.11328125 disk.dm-1.in‚ 39175.546875eó†Ä‚(:’ ňŠÓÕ°»Î gpu.0.gpu‚77.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚366.93' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.38600000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0øôê•TÅ‚(:É ňŠÓÛåñÏ proc.cpu.threads‚17 disk.sda1.out‚0 disk.sda2.out‚0% disk.nvme0c0n1.out‚52859.26171875( proc.memory.availableMB‚ 5221.8828125 cpu‚25.069465438366695$ disk./.usageGB‚811.6095962524414 disk.dm-0.out‚52859.26171875 disk.sda.in‚ 39175.546875 disk.sda.out‚ 77.38671875 disk.sda3.out‚ 77.38671875 disk.dm-1.out‚ 77.38671875# disk.nvme0c0n1.in‚ 7598.33984375# disk.nvme0n1.out‚52859.26171875 network.recv‚225870 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚ 39175.546875! disk.nvme0n1.in‚ 7598.33984375$ memory_percent‚78.75210444132486 proc.memory.rssMB‚ 2759.8125* proc.memory.percent‚11.229705810546875 network.sent‚ 1.882414e+06) disk./.usagePercent‚54.46780099031088 disk.dm-0.in‚ 7598.33984375 disk.dm-1.in‚ 39175.546875ç¸<;’Æ‚(:‡ ÔˆŠÓýš½Î gpu.0.gpu‚81.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚137.88' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.576 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0l4`¾WÇ‚(:Ì ÔˆŠÓÓ«ùÏ cpu‚25.074817867780258 network.sent‚ 1.88446e+06 disk.dm-1.out‚ 77.94140625( disk.nvme0c0n1.out‚52868.85986328125 disk.nvme0n1.in‚7610.875& disk.nvme0n1.out‚52868.85986328125# disk.dm-0.out‚52868.85986328125 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-0.in‚7610.875 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 77.94140625$ memory_percent‚78.75822385152182) proc.memory.availableMB‚ 5220.37890625" proc.memory.rssMB‚ 2761.1328125* proc.memory.percent‚11.235078175862629$ disk./.usageGB‚811.6408843994141 disk.sda.in‚39418.78515625 disk.sda.out‚ 77.94140625 proc.cpu.threads‚17 network.recv‚226903) disk./.usagePercent‚54.46990076410672 disk.dm-1.in‚39418.78515625 disk.nvme0c0n1.in‚7610.875 disk.sda3.in‚39418.78515625Dàú2È- _wandbruntime‚1912  _runtime‚1912!÷é­2Éãw 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9954931139945984 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.32122600078582764 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.5658012628555298 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.577302873134613 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.08834415674209595 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.04368649423122406 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 +particle/sensitivity‚0.5939870476722717 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.03926253691315651 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9850955009460449 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt2FBt/FBt_purity‚0.8333333134651184 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 6 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.530511736869812 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7379218935966492 epoch‚6 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.08429774641990662 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.05175112187862396 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7266808152198792 8"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.761904776096344 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 (jet/accuracy_1_of_4‚0.95304274559021 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3587348461151123 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 :"Purity/1FRt*SRqqt2FBt/event_purity‚0.31235119700431824 /particle/accuracy_3_of_4‚0.9934210777282715 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.07622367888689041 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7206493020057678 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.07794230431318283 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.01970355398952961 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.35483914613723755 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 'particle/f_score‚0.5991982817649841 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.5535828471183777 6 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.984468400478363 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.5994047522544861 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.0729166716337204 7 Purity/2FRt0SRqqt2FBt/FBt_purity‚0.8333333134651184 *jet/accuracy_2_of_3‚0.4800674319267273 +jet/accuracy_3_of_4‚0.07696585357189178 particle/accuracy_1_of_3‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 _runtime‚1912.553576673 9 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.054399486631155014 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.4166666567325592 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.984102189540863 8"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.728050947189331 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.4454951286315918 8 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.44214922189712524 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7774296998977661 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 *jet/accuracy_2_of_4‚0.7403547763824463 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9872985482215881 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.36909958720207214 6 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.982061505317688 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9848529696464539 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9606786966323853 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6550900936126709 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.3643950819969177 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6046866774559021 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.3333333432674408 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.526715874671936 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6073698401451111 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9867081642150879 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.5923196077346802 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 *jet/accuracy_1_of_2‚0.7277555465698242 -jet/accuracy_4_of_4‚0.0069444444961845875 &particle/accuracy‚0.83074951171875 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.4583333432674408 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.15413784980773926 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.06694948673248291 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.5036405324935913 :"Purity/1FRt0SRqqt2FBt/event_purity‚0.31235119700431824 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.09784483164548874 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.3572157025337219 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5849453806877136 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.08747343719005585 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983552694320679 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6014349460601807 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.08894746750593185 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.06225758418440819 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8148972988128662 particle/accuracy_1_of_2‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6262473464012146 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9533671736717224 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7290050983428955 7 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.0359533429145813 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7238211631774902 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8365479707717896 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.09988592565059662 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.04820547252893448 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.07691174000501633 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.06856691092252731 :&Puri…;Á ·ty/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6025494933128357 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.5446543097496033 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.7916666865348816 6 Purity/2FRt0SRqqt*FBt/FBt_purity‚0.944444477558136 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.004215138498693705 particle/accuracy_2_of_2‚1 6 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.550000011920929 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6593445539474487 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.08694535493850708 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 particle/accuracy_2_of_4‚1 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6646021604537964 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.02056277170777321 particle/accuracy_1_of_4‚1 trainer/global_step‚1119 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9495264291763306 5 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.98594069480896 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9556547403335571 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.3333333432674408 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 % _timestamp‚1.7848413082512639e+09 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2387349158525467 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.5281929969787598 *jet/accuracy_1_of_3‚0.8853593468666077 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7763972878456116 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.07306145131587982 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.09286921471357346 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.20480599999427795 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.3333333432674408 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.926732063293457 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.3333333432674408 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 particle/accuracy_2_of_3‚1 *particle/specificity‚0.894843339920044 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.06436209380626678 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6100063323974609 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.3333333432674408 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8740738034248352 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 /particle/accuracy_4_of_4‚0.9430176615715027 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.4598214328289032 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8148972988128662 ,jet/accuracy_3_of_3‚0.046590227633714676 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 6 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.965029776096344 , Purity/2FRt*SRqqt*FBt/FBt_purity‚0.96875 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6100063323974609 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6718708872795105 :"Purity/2FRt0SRqqt1FBt/event_purity‚0.30000001192092896 _step‚94 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.6796393394470215 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.36404767632484436 *loss/val_total_loss‚13.756933698812217 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.675059974193573 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 +jet/accuracy_2_of_2‚0.11794614791870117 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9846279621124268 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7337139844894409 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 8"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.761904776096344 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.5535295605659485 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5284427404403687 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.007418913766741753 8"Purity/*FRt2SRqqt0FBt/event_purity‚0.167591392993927 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8480538129806519 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.5951584577560425 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6076368093490601 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7375399470329285 +jet/accuracy_1_of_1‚0.26819556951522827 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.16472193598747253 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.07673132419586182 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9919354915618896 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.08834415674209595 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.19858336448669434 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.08227164298295975 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.07113299518823624 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9633660316467285 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7233096361160278 particle/accuracy_3_of_3‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6604416370391846 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9967064261436462 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.09838845580816269 6 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.988095223903656 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.02056277170777321 particle/accuracy_1_of_1‚1 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.6960831880569458 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.35924580693244934 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.47321850061416626 9"Purity/1FRt1SRqqt*FBt/event_purity‚0.0261873509734869 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7validation_average_jet_accuracy‚0.31443318724632263 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.3928571343421936 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.5806547403335571 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 ("Purity/2FRt1SRqqt0FBt/event_purity‚0lãÁí;Êçw 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.984102189540863 8"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.728050947189331 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.4454951286315918 8 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.44214922189712524 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7774296998977661 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 *jet/accuracy_2_of_4‚0.7403547763824463 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9872985482215881 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.36909958720207214 6 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.982061505317688 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9848529696464539 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9606786966323853 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6550900936126709 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.3643950819969177 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6046866774559021 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.3333333432674408 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.526715874671936 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6073698401451111 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9867081642150879 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.5923196077346802 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 *jet/accuracy_1_of_2‚0.7277555465698242 -jet/accuracy_4_of_4‚0.0069444444961845875 &particle/accuracy‚0.83074951171875 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.4583333432674408 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.15413784980773926 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.06694948673248291 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.5036405324935913 :"Purity/1FRt0SRqqt2FBt/event_purity‚0.31235119700431824 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.09784483164548874 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.3572157025337219 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5849453806877136 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.08747343719005585 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983552694320679 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6014349460601807 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.08894746750593185 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.06225758418440819 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8148972988128662 particle/accuracy_1_of_2‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6262473464012146 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9533671736717224 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7290050983428955 7 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.0359533429145813 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7238211631774902 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8365479707717896 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.09988592565059662 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.04820547252893448 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.07691174000501633 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.06856691092252731 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6025494933128357 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.5446543097496033 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.7916666865348816 6 Purity/2FRt0SRqqt*FBt/FBt_purity‚0.944444477558136 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.004215138498693705 particle/accuracy_2_of_2‚1 6 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.550000011920929 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6593445539474487 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.08694535493850708 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 particle/accuracy_2_of_4‚1 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6646021604537964 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.02056277170777321 particle/accuracy_1_of_4‚1 trainer/global_step‚1119 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9495264291763306 5 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.98594069480896 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9556547403335571 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.3333333432674408 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 % _timestamp‚1.7848413082512639e+09 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2387349158525467 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.5281929969787598 *jet/accuracy_1_of_3‚0.8853593468666077 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7763972878456116 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.07306145131587982 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.09286921471357346 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.20480599999427795 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.3333333432674408 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.926732063293457 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.3333333432674408 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 particle/accuracy_2_of_3‚1 *particle/specificity‚0.894843339920044 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.06436209380626678 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6100063323974609 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.3333333432674408 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8740738034248352 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 /particle/accuracy_4_of_4‚0.9430176615715027 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.4598214328289032 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8148972988128662 ,jet/accuracy_3_of_3‚0.046590227633714676 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 6 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.965029776096344 , Purity/2FRt*SRqqt*FBt/FBt_purity‚0.96875 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6100063323974609 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6718708872795105 :"Purity/2FRt0SRqqt1FBt/event_purity‚0.30000001192092896 _step‚94 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.6796393394470215 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.36404767632484436 *loss/val_total_loss‚13.756933698812217 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.675059974193573 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 +jet/accuracy_2_of_2‚0.11794614791870117 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9846279621124268 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7337139844894409 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 8"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.761904776096344 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.5535295605659485 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5284427404403687 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.007418913766741753 8"Purity/*FRt2SRqqt0FBt/event_purity‚0.167591392993927 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8480538129806519 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.5951584577560425 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6076368093490601 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7375399470329285 +jet/accuracy_1_of_1‚0.26819556951522827 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.16472193598747253 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.07673132419586182 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9919354915618896 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.08834415674209595 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.19858336448669434 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.08227164298295975 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.07113299518823624 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9633660316467285 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7233096361160278 particle/accuracy_3_of_3‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6604416370391846 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9967064261436462 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.09838845580816269 6 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.988095223903656 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.02056277170777321 particle/accuracy_1_of_1‚1 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.6960831880569458 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.35924580693244934 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.47321850061416626 9"Purity/1FRt1SRqqt*FBt/event_purity‚0.0261873509734869 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7validation_average_jet_accuracy‚0.31443318724632263 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.3928571343421936 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.5806547403335571 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9954931139945984 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.32122600078582764 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.5658012628555298 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.577302873134613 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.08834415674209595 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.04368649423122406 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 +particle/sensitivity‚0.5939870476722717 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.03926253691315651 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9850955009460449 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt2FBt/FBt_purity‚0.8333333134651184 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 6 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.530511736869812 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7379218935966492 epoch‚6 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.08429774641990662 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.05175112187862396 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7266808152198792 8"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.761904776096344 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 (jet/accuracy_1_of_4‚0.95304274559021 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3587348461151123 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 :"Purity/1FRt*SRqqt2FBt/event_purity‚0.31235119700431824 /particle/accuracy_3_of_4‚0.9934210777282715 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.07622367888689041 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7206493020057678 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.07794230431318283 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.01970355398952961 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/2FRt0SRqqt0FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.35483914613723755 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ("Purity/2FRt*SRqqt0FBt/event_purity‚0 'particle/f_score‚0.5991982817649841 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.5535828471183777 6 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.984468400478363 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.5994047522544861 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.0729166716337204 7 Purity/2FRt0SRqqt2FBt/FBt_purity‚0.8333333134651184 *jet/accuracy_2_of_3‚0.4800674319267273 +jet/accuracy_3_of_4‚0.07696585357189178 particle/accuracy_1_of_3‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 _runtime‚1912.553576673 9 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.054399486631155014 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.4166666567325592^…2·"”Ë‚(:‰ ㈊ÓêµÎ gpu.0.gpu‚75.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚355.404' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.0808 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0»(¼[Ì‚(:Ð ㈊ÓÍÇÏ disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0* proc.memory.percent‚11.256567637125652 network.recv‚228234$ disk./.usageGB‚811.6446914672852 disk.dm-0.in‚ 7636.71484375 disk.sda.out‚ 78.3828125$ memory_percent‚78.77926826477051 cpu‚25.080990127084473 proc.cpu.threads‚17$ disk.nvme0n1.out‚53853.380859375! disk.dm-0.out‚53853.380859375 disk.sda2.out‚0 disk.sda3.in‚ 40584.8671875) proc.memory.availableMB‚ 5215.20703125" proc.memory.rssMB‚ 2766.4140625 network.sent‚ 1.886535e+06) disk./.usagePercent‚54.47015625962588 disk.dm-1.in‚ 40584.8671875# disk.nvme0c0n1.in‚ 7636.71484375 disk.sda3.out‚ 78.3828125 disk.dm-1.out‚ 78.3828125& disk.nvme0c0n1.out‚53853.380859375! disk.nvme0n1.in‚ 7636.71484375 disk.sda.in‚ 40584.8671875 :âàŸÍ‚(:” òˆŠÓù¾ÐÎ gpu.0.gpu‚96.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚297.756' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.551199999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0có$oZ΂(:Ï òˆŠÓ†ÝÐ disk.sda1.out‚0 disk.sda3.in‚ 40584.8671875 network.recv‚230515 disk.dm-1.out‚ 78.9140625& disk.nvme0c0n1.out‚53866.755859375$ disk.nvme0n1.out‚53866.755859375 disk.dm-0.in‚ 7636.71484375! disk.dm-0.out‚53866.755859375 disk.sda.in‚ 40584.8671875 disk.sda2.in‚0) disk./.usagePercent‚54.46708903335815 disk.sda2.out‚0 disk.sda3.out‚ 78.9140625# memory_percent‚78.7783145904541) proc.memory.availableMB‚ 5215.44140625* proc.memory.percent‚11.256567637125652 proc.cpu.threads‚17 network.sent‚ 1.940599e+06 disk.sda1.in‚0" proc.memory.rssMB‚ 2766.4140625 cpu‚25.083009992545094$ disk./.usageGB‚811.5989875793457 disk.dm-1.in‚ 40584.8671875# disk.nvme0c0n1.in‚ 7636.71484375! disk.nvme0n1.in‚ 7636.71484375 disk.sda.out‚ 78.9140625DºŽYžÏ‚(:“ ‰ŠÓâ…©Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚291.579' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚58.31580000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0š’£{bЂ(:× ‰ŠÓìêÝÑ) disk./.usagePercent‚54.46806186198826 disk.dm-1.in‚ 40584.8671875# disk.dm-0.out‚54872.08056640625 disk.sda.out‚ 79.23828125 disk.sda1.in‚0 disk.sda3.in‚ 40584.8671875" memory_percent‚78.909699122111" proc.memory.rssMB‚ 2766.4140625 network.sent‚ 1.942648e+06$ disk./.usageGB‚811.6134834289551 disk.dm-1.out‚ 79.23828125! disk.nvme0n1.in‚ 7813.75390625& disk.nvme0n1.out‚54872.08056640625 disk.sda1.out‚0* proc.memory.percent‚11.256567637125652 proc.cpu.threads‚17# disk.nvme0c0n1.in‚ 7813.75390625( disk.nvme0c0n1.out‚54872.08056640625 disk.dm-0.in‚ 7813.75390625 disk.sda3.out‚ 79.23828125) proc.memory.availableMB‚ 5183.15234375 cpu‚25.084971890121253 network.recv‚231830 disk.sda.in‚ 40584.8671875 disk.sda2.in‚0 disk.sda2.out‚0î‡Wz“Ñ‚(:ˆ ‰ŠÓÀˮΠgpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚136.815' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.363 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0dÁÃäRÒ‚(:Ç ‰ŠÓ˜ƒóÏ disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 41155.984375 disk.nvme0n1.in‚ 7832.6640625) proc.memory.availableMB‚ 5098.77734375 network.recv‚232875) disk./.usagePercent‚54.47779501243255 disk.dm-0.in‚ 7832.6640625 disk.sda.out‚ 79.921875 disk.sda1.in‚0 disk.sda3.out‚ 79.921875& disk.nvme0c0n1.out‚55853.240234375" proc.memory.rssMB‚ 2766.4140625 network.sent‚ 1.943625e+06! disk.dm-0.out‚55853.240234375" disk.nvme0c0n1.in‚ 7832.6640625 disk.dm-1.in‚ 41155.984375 disk.dm-1.out‚ 79.921875$ disk.nvme0n1.out‚55853.240234375$ memory_percent‚79.25302187601724* proc.memory.percent‚11.256567637125652 cpu‚25.087366446061843 proc.cpu.threads‚17$ disk./.usageGB‚811.7585144042969 disk.sda.in‚ 41155.984375%¡§Ð2Ó- _wandbruntime‚1965  _runtime‚1965—íÆÔÀ trainer/global_step‚1149 % _timestamp‚1.7848413608203003e+09 _runtime‚1965.121896331 _step‚95 & lr-AdamW/pg1‚0.0001125898874657196 & lr-AdamW/pg2‚0.0001125898874657196%õÓÊÊÕÄ & lr-AdamW/pg1‚0.0001125898874657196 & lr-AdamW/pg2‚0.0001125898874657196 trainer/global_step‚1149 % _timestamp‚1.7848413608203003e+09 _runtime‚1965.121896331 _step‚95_¹8 2Ö- _wandbruntime‚1965  _runtime‚1965o¢2×âO F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 % _timestamp‚1.7848413608213537e+09 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚332275349770240 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚9984186 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1473220441088 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚9984192 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 _runtime‚1965.123094312 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚10687947 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚331076069873664 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚320 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 OKƶ?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚9984192 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚92233863813632 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚330944837597136 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1197268233954 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1200625348096 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚3068402 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚3516924 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1473179675136 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚332142080403122 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚92234272670720 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚10687947 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚315 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚3068397 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚10677853 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚20672139 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚90761052229632 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚331076069873664 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1198612845408 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1198612845408 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚332275349770240 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 OCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚9984186 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1473220441088 OCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚9984192 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 _runtime‚1965.123094312 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚10687947 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚331076069873664 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚320 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 SGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚9984192 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚92233863813632 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚330944837597136 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1197268233954 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1200625348096 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚3068402 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚3516924 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1473179675136 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚332142080403122 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚92234272670720 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚10687947 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚315 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚3068397 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚10677853 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚20672139 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚90761052229632 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032`,ˆ!‚2Ù- _wandbruntime‚1966  _runtime‚1966 äò&ÚìM I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚10686935 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚20689602 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 PDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3071042 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚9992553 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚9992553 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1474488880128 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚331223639370912 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚319 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚10697043 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚92314127475712 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚10686935 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚331355005337600 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚10697043 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1474448121344 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚6590954 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚90839270504448 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 % _timestamp‚1.7848413622533245e+09 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚90839638595584 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚332556653200896 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1201647863296 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 trainer/global_step‚1149 _runtime‚1966.555161303 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚3071037 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1201647863296 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1200302404608 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1199633647160 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚92313718625792 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚20679488 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚332421902978538 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚332556653200896 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚20689602 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3519598 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚9992559 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚332555281568768 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚6590635 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚331355005337600ç[$›ÛðM J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚6590635 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚331355005337600 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚10686935 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚20689602 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 PDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3071042 I=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚9992553 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 MADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚9992553 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1474488880128 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚331223639370912 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚319 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚10697043 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚92314127475712 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚10686935 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚331355005337600 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚10697043 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1474448121344 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚6590954 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚90839270504448 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 % _timestamp‚1.7848413622533245e+09 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚90839638595584 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚332556653200896 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1201647863296 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 trainer/global_step‚1149 _runtime‚1966.555161303 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚3071037 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1201647863296 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1200302404608 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1199633647160 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚92313718625792 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚20679488 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚332421902978538 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚332556653200896 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚20689602 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3519598 MADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚9992559 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚332555281568768 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0a°Š]2Ü- _wandbruntime‚1966  _runtime‚1966-ÔÛÝÿ 2loss/SRqqt2/assignment_loss‚0.8509862334095352 1loss/FBt1/assignment_loss‚0.33272735678209836 /loss/FRt2/detection_loss‚1.5110680476024494 %loss/total_loss‚16.78943228100087 % _timestamp‚1.7848413623044233e+09 _runtime‚1966.605807115 0loss/FRt1/assignment_loss‚3.0903536727974537 0loss/FRt2/assignment_loss‚1.8021640142439106 /loss/FRt1/detection_loss‚0.5877284524407544 .loss/FBt1/detection_loss‚2.521093482041386 trainer/global_step‚1149 1loss/SRqqt1/detection_loss‚1.3989677877964402 /loss/FBt2/detection_loss‚2.9320690631580932 epoch‚7 2loss/SRqqt1/assignment_loss‚0.8502650937027021 1loss/FBt2/assignment_loss‚0.06120899641138072 1loss/SRqqt2/detection_loss‚0.8508000806146688 _step‚98t ºý Þƒ 0loss/FRt2/assignment_loss‚1.8021640142439106 /loss/FRt1/detection_loss‚0.5877284524407544 .loss/FBt1/detection_loss‚2.521093482041386 trainer/global_step‚1149 1loss/SRqqt1/detection_loss‚1.3989677877964402 /loss/FBt2/detection_loss‚2.9320690631580932 epoch‚7 2loss/SRqqt1/assignment_loss‚0.8502650937027021 1loss/FBt2/assignment_loss‚0.06120899641138072 1loss/SRqqt2/detection_loss‚0.8508000806146688 _step‚98 2loss/SRqqt2/assignment_loss‚0.8509862334095352 1loss/FBt1/assignment_loss‚0.33272735678209836 /loss/FRt2/detection_loss‚1.5110680476024494 %loss/total_loss‚16.78943228100087 % _timestamp‚1.7848413623044233e+09 _runtime‚1966.605807115 0loss/FRt1/assignment_loss‚3.0903536727974537bKšÝ“ß‚(:ˆ Ÿ‰ŠÓÔÃÆÎ gpu.0.gpu‚29.0 gpu.0.memory‚9, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚340.366' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚68.0732 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ãê~à`à‚(:Õ Ÿ‰ŠÓИ¨Ð disk.sda.in‚41680.56640625 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.in‚41680.56640625 disk.dm-1.out‚ 80.33984375% disk.nvme0n1.out‚55943.9560546875# memory_percent‚79.6443780263265 disk.dm-0.in‚ 7847.6953125 disk.sda.out‚ 80.33984375 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 80.33984375' disk.nvme0c0n1.out‚55943.9560546875" proc.memory.rssMB‚ 2766.4140625* proc.memory.percent‚11.256567637125652* disk./.usagePercent‚54.477768387648986 disk.nvme0n1.in‚ 7847.6953125 cpu‚25.089544562220425 proc.cpu.threads‚17 network.sent‚ 1.94678e+06$ disk./.usageGB‚811.7581176757812" disk.dm-0.out‚55943.9560546875 disk.sda3.in‚41680.56640625" disk.nvme0c0n1.in‚ 7847.6953125) proc.memory.availableMB‚ 5002.59765625 network.recv‚234054q¨šŸá‚(:” ®‰ŠÓ›õ…Î gpu.0.gpu‚88.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚309.048' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.809599999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0nþŸíbâ‚(:× ®‰ŠÓç‘îÏ' proc.memory.availableMB‚ 4898.171875" proc.memory.rssMB‚ 2766.4140625 network.recv‚236349$ disk./.usageGB‚812.1899261474609 disk.sda1.in‚0 disk.sda3.out‚ 80.67578125 disk.dm-1.in‚41680.56640625# disk.dm-0.out‚56594.97998046875$ memory_percent‚80.06928761800131 cpu‚25.091590611321926) disk./.usagePercent‚54.50674741649485 disk.sda2.out‚0 disk.dm-1.out‚ 80.67578125" disk.nvme0c0n1.in‚ 7847.6953125 disk.dm-0.in‚ 7847.6953125* proc.memory.percent‚11.256567637125652 proc.cpu.threads‚17 disk.sda.in‚41680.56640625 disk.sda1.out‚0( disk.nvme0c0n1.out‚56594.97998046875 disk.nvme0n1.in‚ 7847.6953125& disk.nvme0n1.out‚56594.97998046875 network.sent‚ 2.006897e+06 disk.sda.out‚ 80.67578125 disk.sda2.in‚0 disk.sda3.in‚41680.56640625 éÀžã‚(:“ ½‰ŠÓÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚302.343' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.46860000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‘¡òÂ\ä‚(:Ñ ½‰ŠÓºÞ‡Ñ disk.sda1.out‚0 disk.sda3.in‚41680.56640625 disk.sda3.out‚ 81.01171875) proc.memory.availableMB‚ 4793.71484375" proc.memory.rssMB‚ 2766.4140625* proc.memory.percent‚11.256567637125652 network.recv‚237579$ disk./.usageGB‚812.2153701782227 disk.sda1.in‚0 disk.dm-1.out‚ 81.01171875# disk.dm-0.out‚57331.26025390625 disk.dm-1.in‚41680.56640625 disk.nvme0c0n1.in‚ 8053.5625& disk.nvme0n1.out‚57331.26025390625 cpu‚25.093444218518165 proc.cpu.threads‚17 disk.sda.in‚41680.56640625 disk.sda.out‚ 81.01171875 disk.sda2.in‚0 disk.sda2.out‚0( disk.nvme0c0n1.out‚57331.26025390625 disk.nvme0n1.in‚ 8053.5625 disk.dm-0.in‚ 8053.4375$ memory_percent‚80.49432436625162 network.sent‚ 2.008959e+06* disk./.usagePercent‚54.508454986748234’§JúŸå‚(:” ̉ŠÓتˆÎ gpu.0.gpu‚80.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚133.889' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.777800000000003 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0È•cæ‚(:Ø ̉ŠÓ‹žöÐ disk.dm-0.in‚ 8091.9921875# disk.dm-0.out‚57397.24072265625$ memory_percent‚80.93493779500326" proc.memory.rssMB‚ 2766.4140625 cpu‚25.09542386923604 network.sent‚ 2.009936e+06* disk./.usagePercent‚54.503121837794936$ disk./.usageGB‚812.1359024047852 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚41936.27734375 disk.dm-1.in‚41936.27734375 disk.dm-1.out‚ 81.59765625" disk.nvme0c0n1.in‚ 8091.9921875( disk.nvme0c0n1.out‚57397.24072265625 disk.nvme0n1.in‚ 8091.9921875 disk.sda.in‚41936.27734375 disk.sda.out‚ 81.59765625( proc.memory.availableMB‚ 4685.4296875 network.recv‚238397& disk.nvme0n1.out‚57397.24072265625* proc.memory.percent‚11.256567637125652 proc.cpu.threads‚17 disk.sda3.out‚ 81.59765625Ž£0Ÿç‚(:” Û‰ŠÓŠÆ©Î gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚316.823' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.364599999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¿\Ofè‚(:Û Û‰ŠÓâÆñÐ( disk.nvme0c0n1.out‚57528.16357421875 network.recv‚239541 disk.sda.in‚43218.73046875 disk.sda1.out‚0 disk.sda3.in‚43218.73046875! disk.nvme0n1.in‚ 8114.32421875& disk.nvme0n1.out‚57528.16357421875 disk.dm-0.in‚ 8114.32421875# disk.dm-0.out‚57528.16357421875( disk./.usagePercent‚54.5142888864385$ disk./.usageGB‚812.3022994995117 disk.sda2.in‚0# disk.nvme0c0n1.in‚ 8114.32421875* proc.memory.percent‚11.256567637125652 cpu‚25.097253252530283$ memory_percent‚81.29264513651529) proc.memory.availableMB‚ 4597.51953125" proc.memory.rssMB‚ 2766.4140625 proc.cpu.threads‚17 disk.dm-1.in‚43218.73046875 disk.dm-1.out‚ 82.01953125 network.sent‚ 2.012029e+06 disk.sda.out‚ 82.01953125 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 82.01953125ùz(Õ2é- _wandbruntime‚2045  _runtime‚2045„¸‡wÈê trainer/global_step‚1199 % _timestamp‚1.7848414414131336e+09 _runtime‚2045.715964162 _step‚99 ' lr-AdamW/pg1‚0.00011212613510025725 ' lr-AdamW/pg2‚0.00011212613510025725QÉÒ1ÌëÆ trainer/global_step‚1199 % _timestamp‚1.7848414414131336e+09 _runtime‚2045.715964162 _step‚99 ' lr-AdamW/pg1‚0.00011212613510025725 ' lr-AdamW/pg2‚0.00011212613510025725ceム2ì- _wandbruntime‚2045  _runtime‚2045 ºí'íçO YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚346273375476224 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚3665399 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚3665049 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚350 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚96225744993280 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚346273375476224 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1249716728216 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚10402542 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1251814904320 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1251814904320 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚11143899 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1535742557184 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚11143899 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚346272003851264 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚3200397 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1250469452800 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚345021534398464 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚21546441 _runtime‚2045.716064311 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚345021560571904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5:JÑ¿ñ'îëO L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚10402536 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚3200402 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1250469452800 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚344884926285936 % _timestamp‚1.7848414414138503e+09 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚345021560571904 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚6865801 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 ]JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚96226168530432 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚94690370527232 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚344884900857968 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚21536341 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚94690002436096 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 _step‚100 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚346272003851264 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚346133272974730 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚6865446 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1250469452800 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚345021534398464 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚21546441 _runtime‚2045.716064311 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚345021560571904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚346273375476224 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚3665399 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚3665049 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚350 YFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚96225744993280 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚346273375476224 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1249716728216 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚10402542 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1251814904320 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1251814904320 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚11143899 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1535742557184 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚11143899 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚346272003851264 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚3200397 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 IDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚6870993 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚10410903 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚345300469862400 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚346553307281920 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚94768588802048 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1252837419520 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 # _timestamp‚1.78484144283313e+09 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1249392918402 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚346553307281920 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1251491960832 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚21553790 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1251491960832 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚6871346 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1250737529968 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚10410909 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚21563904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3203042 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3668304 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚345163728059712 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚21563904 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚21553790 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚346414465589680 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 trainer/global_step‚1199 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚345300443688960 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚346413095550146 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 _step‚101 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚11152995 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3667956 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 +5jø&ñòM WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚6871346 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1250737529968 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚10410909 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚21563904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3203042 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3668304 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚345163728059712 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚21563904 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚21553790 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚346414465589680 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 trainer/global_step‚1199 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚345300443688960 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚346413095550146 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 _step‚101 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚11152995 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3667956 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚10410909 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1536996934656 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚345300443688960 [HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚96306002975232 WDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚96305585736704 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚348 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚10410903 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚3203037 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚94768956893184 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1252837419520 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚345163702631744 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚6870993 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚10410903 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚345300469862400 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚346553307281920 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚94768588802048 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1252837419520 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 # _timestamp‚1.78484144283313e+09 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1249392918402 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚346553307281920 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1251491960832 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚21553790 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1251491960832 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254eN«)‚2ò- _wandbruntime‚2047  _runtime‚2047/Ì6õó€ /loss/FBt2/detection_loss‚1.4579603304796511 &loss/total_loss‚13.740758478004377 1loss/SRqqt1/assignment_loss‚0.887388962380817 2loss/SRqqt2/assignment_loss‚0.6569351848068995 /loss/FRt1/detection_loss‚0.5867478098646925 1loss/SRqqt2/detection_loss‚0.8399830640302207 /loss/FBt1/detection_loss‚1.6840650871890537 1loss/FBt1/assignment_loss‚0.24261273704553699 /loss/FRt2/detection_loss‚1.3947042921838033 epoch‚7 0loss/FRt1/assignment_loss‚3.0318035953709868 1loss/FBt2/assignment_loss‚0.07629176065928811 0loss/SRqqt1/detection_loss‚1.291927513757687 trainer/global_step‚1199 % _timestamp‚1.7848414428872044e+09 _runtime‚2047.188551385 _step‚102 0loss/FRt2/assignment_loss‚1.5903381402357404i²Ø ô„ epoch‚7 0loss/FRt1/assignment_loss‚3.0318035953709868 1loss/FBt2/assignment_loss‚0.07629176065928811 0loss/SRqqt1/detection_loss‚1.291927513757687 trainer/global_step‚1199 % _timestamp‚1.7848414428872044e+09 _runtime‚2047.188551385 _step‚102 0loss/FRt2/assignment_loss‚1.5903381402357404 /loss/FBt2/detection_loss‚1.4579603304796511 &loss/total_loss‚13.740758478004377 1loss/SRqqt1/assignment_loss‚0.887388962380817 2loss/SRqqt2/assignment_loss‚0.6569351848068995 /loss/FRt1/detection_loss‚0.5867478098646925 1loss/SRqqt2/detection_loss‚0.8399830640302207 /loss/FBt1/detection_loss‚1.6840650871890537 1loss/FBt1/assignment_loss‚0.24261273704553699 /loss/FRt2/detection_loss‚1.3947042921838033f®ŠV”õ‚(:‰ ꉊÓÞö©Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.819' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.1638 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0]ˆ[Qö‚(:Æ ꉊÓ¤…‚Ñ* proc.memory.percent‚11.256567637125652 cpu‚25.099052571596943) disk./.usagePercent‚54.51501133970012! disk.nvme0n1.out‚ 57542.640625 disk.sda.out‚ 82.671875 disk.dm-1.in‚43218.73046875 disk.dm-0.out‚ 57542.640625 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚43218.73046875 disk.dm-1.out‚ 82.671875$ memory_percent‚81.70143763224283( proc.memory.availableMB‚ 4497.0546875 proc.cpu.threads‚17 network.sent‚ 2.014088e+06 network.recv‚240470$ disk./.usageGB‚812.3130645751953! disk.nvme0n1.in‚ 8120.74609375 disk.sda1.out‚0 disk.sda3.out‚ 82.671875# disk.nvme0c0n1.in‚ 8120.74609375# disk.nvme0c0n1.out‚ 57542.640625 disk.dm-0.in‚ 8120.74609375 disk.sda.in‚43218.73046875 disk.sda1.in‚0" proc.memory.rssMB‚ 2766.4140625˜ötŸ÷‚(:” ù‰ŠÓÑ܇Î gpu.0.gpu‚82.0 gpu.0.memory‚25, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚149.908' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚29.981599999999997 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Vtn Pø‚(:Å ù‰ŠÓôÉ¢Ð$ disk.nvme0n1.out‚57553.482421875( proc.memory.availableMB‚ 4389.0546875) disk./.usagePercent‚54.51603844192749 disk.dm-1.in‚43218.73046875& disk.nvme0c0n1.out‚57553.482421875$ memory_percent‚82.14089075724283 proc.cpu.threads‚17 disk.sda3.out‚ 82.95703125# disk./.usageGB‚812.328369140625 disk.dm-0.in‚8124.125 disk.sda1.out‚0 cpu‚25.101083991903693 network.sent‚ 2.074034e+06 network.recv‚243020 disk.sda3.in‚43218.73046875 disk.dm-1.out‚ 82.95703125 disk.nvme0c0n1.in‚8124.125 disk.nvme0n1.in‚8124.125" proc.memory.rssMB‚ 2766.4140625* proc.memory.percent‚11.256567637125652 disk.sda2.out‚0! disk.dm-0.out‚57553.482421875 disk.sda.in‚43218.73046875 disk.sda.out‚ 82.95703125 disk.sda1.in‚0 disk.sda2.in‚05 ý Ÿù‚(:” ˆŠŠÓã’Î gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚372.326' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚74.46520000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0P@?]\ú‚(:Ñ ˆŠŠÓá‚ÊÐ disk.sda2.out‚0 disk.sda3.out‚83.46875" proc.memory.rssMB‚ 2766.4140625 cpu‚25.10282697662035 disk.sda.in‚43747.57421875 disk.sda.out‚83.46875 disk.dm-1.out‚83.46875# disk.nvme0c0n1.in‚ 8363.80078125! disk.nvme0n1.in‚ 8363.80078125* proc.memory.percent‚11.256567637125652) disk./.usagePercent‚54.51626680064804( disk.nvme0c0n1.out‚57567.38916015625& disk.nvme0n1.out‚57567.38916015625 disk.sda1.out‚0$ memory_percent‚82.58301417032877( proc.memory.availableMB‚ 4280.3984375 proc.cpu.threads‚17 network.sent‚ 2.077144e+06 network.recv‚243849$ disk./.usageGB‚812.3317718505859 disk.dm-1.in‚43747.57421875 disk.dm-0.in‚ 8363.80078125 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚43747.57421875# disk.dm-0.out‚57567.38916015625º—µUŸû‚(:” —ŠŠÓ¨—”Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.179' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.035799999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0J¬Éó[ü‚(:Ð —ŠŠÓº¤ƒÑ disk.nvme0n1.in‚ 8367.7265625% disk.nvme0n1.out‚57580.0009765625 disk.sda.in‚44287.69140625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚44287.69140625 disk.dm-1.in‚44287.69140625" disk.nvme0c0n1.in‚ 8367.7265625 disk.sda.out‚ 83.953125" proc.memory.rssMB‚ 2766.4140625* proc.memory.percent‚11.256567637125652 network.sent‚ 2.079242e+06 disk.dm-1.out‚ 83.953125 disk.sda1.in‚0) proc.memory.availableMB‚ 4171.06640625 proc.cpu.threads‚17) disk./.usagePercent‚54.56554210680847 disk.dm-0.in‚ 8367.7265625" disk.dm-0.out‚57580.0009765625$ memory_percent‚83.02788734436035 cpu‚25.104541961619415 network.recv‚245040$ disk./.usageGB‚813.0660095214844 disk.sda3.out‚ 83.953125' disk.nvme0c0n1.out‚57580.0009765625Ѳ ì”ý‚(:‰ ¦ŠŠÓ™­˜Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚237.316' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚47.4632 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0(e§_þ‚(:Ô ¦ŠŠÓÁº¥Ð( proc.memory.availableMB‚ 4058.6484375" proc.memory.rssMB‚ 2766.4140625 network.sent‚ 2.081397e+06 network.recv‚246068" disk.nvme0c0n1.in‚ 8367.7265625' disk.nvme0c0n1.out‚58638.0830078125 disk.sda3.out‚ 84.35546875$ memory_percent‚83.48531723022461 cpu‚25.10626139188406) disk./.usagePercent‚54.48515318098168$ disk./.usageGB‚811.8681564331055% disk.nvme0n1.out‚58638.0830078125 disk.sda.in‚44287.69140625 proc.cpu.threads‚17 disk.nvme0n1.in‚ 8367.7265625 disk.dm-0.in‚ 8367.7265625 disk.sda.out‚ 84.35546875 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚44287.69140625* proc.memory.percent‚11.256567637125652" disk.dm-0.out‚58638.0830078125 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚44287.69140625 disk.dm-1.out‚ 84.35546875«øˆX2ÿ- _wandbruntime‚2126  _runtime‚2126]zÿÈ€  ' lr-AdamW/pg1‚0.00011164088232025068 ' lr-AdamW/pg2‚0.00011164088232025068 trainer/global_step‚1249 $ _timestamp‚1.784841522193738e+09 _runtime‚2126.495274095 _step‚103²öÄäÌ Æ ' lr-AdamW/pg2‚0.00011164088232025068 trainer/global_step‚1249 $ _timestamp‚1.784841522193738e+09 _runtime‚2126.495274095 _step‚103 ' lr-AdamW/pg1‚0.00011164088232025068gù¨f2‚ - _wandbruntime‚2126  _runtime‚2126å ‘ü܃ éO E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚360268657932288 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚360125835585760 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚358824989546768 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _step‚104 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚10820892 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1598260306432 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚98619320733696 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚360270029557248 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚10820892 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1598313655296 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1303004460544 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚11589757 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚100218002480128 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1300820611024 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚11599851 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚361 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚3813510 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚358966998923264 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚3813149 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 trainer/global_step‚1249 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚22410643 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚3332397 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 _runtime‚2126.499985727 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚7145912 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚358966998923264 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1303004460544 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚11599851 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚358967025096704 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚358967025096704 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚366 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚7145546 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚100217581040128 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚360124465546338 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚358825014974736 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚10820886 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1299475999570 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1301659009024 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1301659009024 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚360270029557248 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚3332402 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 % _timestamp‚1.7848415221948142e+09 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚3813149 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 trainer/global_step‚1249 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚22410643 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚3332397 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 _runtime‚2126.499985727 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚7145912 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚358966998923264 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1303004460544 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚11599851 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚358967025096704 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚358967025096704 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚366 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚7145546 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚100217581040128 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚360124465546338 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚358825014974736 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚10820886 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1299475999570 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1301659009024 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1301659009024 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚360270029557248 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚3332402 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 % _timestamp‚1.7848415221948142e+09 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚360268657932288 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚360125835585760 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚358824989546768 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _step‚104 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚10820892 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1598260306432 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚98619320733696 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚360270029557248 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚10820892 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1598313655296 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1303004460544h/3¢n2… - _wandbruntime‚2127  _runtime‚2127Ô†Ø~ù&† óM H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚371 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚11598839 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚360548589730816 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚360405658161288 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1599488996864 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚98698275190784 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚360404288121754 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚22438206 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚22428092 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1302681517056 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚360549961362944 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚100297396096512 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _step‚105 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚10829259 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3816465 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚7151136 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚100297828015104 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1599552824320 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚63827456 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚11608947 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1304026975744 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚359245908213760 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1300496801210 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1301841412776 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 % _timestamp‚1.7848415236182022e+09 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _runtime‚2127.920067643 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚359245908213760 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚359245934387200 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚3335037 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚98697907099648 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚7151507 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚359245934387200 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3816099 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚22428092 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚22438206 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1304026975744 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1302681517056 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚366 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚359103816748512 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚360549961362944 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚10829253¤Öž1¬‡ ÷M ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚359245934387200 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚3335037 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚98697907099648 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚7151507 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚359245934387200 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3816099 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚22428092 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚22438206 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1304026975744 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1302681517056 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚366 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚359103816748512 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚360549961362944 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚10829253 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚371 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚11598839 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚360548589730816 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚360405658161288 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1599488996864 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚98698275190784 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚360404288121754 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚22438206 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚22428092 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1302681517056 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚360549961362944 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚100297396096512 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _step‚105 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚10829259 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3816465 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚7151136 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚100297828015104 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1599552824320 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚63827456 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚11608947 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1304026975744 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚359245908213760 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1300496801210 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1301841412776 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 % _timestamp‚1.7848415236182022e+09 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _runtime‚2127.920067643 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚359245908213760 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0i­Çî2ˆ - _wandbruntime‚2127  _runtime‚2127¦c¡Ü‰ þ 2loss/SRqqt1/assignment_loss‚0.8026983224751674 /loss/FRt1/detection_loss‚0.5931692565608684 0loss/SRqqt1/detection_loss‚1.396295840644767 epoch‚7 % _timestamp‚1.7848415236726716e+09 0loss/FRt2/assignment_loss‚1.4763960157587228 2loss/SRqqt2/assignment_loss‚0.7398480867341596 1loss/FBt1/assignment_loss‚0.24433839350831477 0loss/SRqqt2/detection_loss‚0.802454516618911 _runtime‚2127.974001569 1loss/FBt2/assignment_loss‚0.11522542471616638 .loss/FRt2/detection_loss‚1.445391220214313 &loss/total_loss‚13.235724578133901 trainer/global_step‚1249 _step‚106 /loss/FRt1/assignment_loss‚3.033899620472724 /loss/FBt1/detection_loss‚1.6532200110647253 /loss/FBt2/detection_loss‚0.9327878693650625Ù6’êŠ ‚ 2loss/SRqqt2/assignment_loss‚0.7398480867341596 1loss/FBt1/assignment_loss‚0.24433839350831477 0loss/SRqqt2/detection_loss‚0.802454516618911 _runtime‚2127.974001569 1loss/FBt2/assignment_loss‚0.11522542471616638 .loss/FRt2/detection_loss‚1.445391220214313 &loss/total_loss‚13.235724578133901 trainer/global_step‚1249 _step‚106 /loss/FRt1/assignment_loss‚3.033899620472724 /loss/FBt1/detection_loss‚1.6532200110647253 /loss/FBt2/detection_loss‚0.9327878693650625 2loss/SRqqt1/assignment_loss‚0.8026983224751674 /loss/FRt1/detection_loss‚0.5931692565608684 0loss/SRqqt1/detection_loss‚1.396295840644767 epoch‚7 % _timestamp‚1.7848415236726716e+09 0loss/FRt2/assignment_loss‚1.4763960157587228jÀÏ— Ÿ‹ ‚(:” µŠŠÓ…€ÆÎ gpu.0.gpu‚74.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚53.0 gpu.0.powerWatts‚133.889' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.777800000000003 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0!ÛJ[Œ ‚(:Ð µŠŠÓ’ÑàÐ disk.dm-1.in‚44287.69140625 disk.dm-1.out‚84.59375$ disk./.usageGB‚811.8087196350098 disk.sda.in‚44287.69140625 disk.sda1.in‚0 disk.sda2.in‚0 disk.nvme0n1.in‚ 8367.7265625$ memory_percent‚83.97456804911295 network.sent‚ 2.083445e+06 disk.sda.out‚84.59375& disk.nvme0n1.out‚58956.03076171875 disk.dm-0.in‚ 8367.7265625) proc.memory.availableMB‚ 3938.41015625 cpu‚25.108158113187056) disk./.usagePercent‚54.48116432759068 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚84.59375" disk.nvme0c0n1.in‚ 8367.7265625( disk.nvme0c0n1.out‚58956.03076171875# disk.dm-0.out‚58956.03076171875" proc.memory.rssMB‚ 2766.4140625 network.recv‚247328 disk.sda3.in‚44287.69140625* proc.memory.percent‚11.256567637125652 proc.cpu.threads‚17rûóD“ ‚(:ˆ ÄŠŠÓÀŸÕÎ gpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚315.305' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.061 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0\ÀùáZŽ ‚(:Ï ÄŠŠÓ¨©ÑÐ disk.sda1.out‚0 disk.dm-1.out‚ 85.2421875! disk.nvme0n1.in‚ 8562.69921875& disk.nvme0n1.out‚59661.85986328125' proc.memory.availableMB‚ 3850.078125 network.recv‚249642# disk.dm-0.out‚59661.85986328125 disk.sda2.in‚0 disk.sda3.in‚ 44564.296875( disk.nvme0c0n1.out‚59661.85986328125* proc.memory.percent‚11.256567637125652 proc.cpu.threads‚17) disk./.usagePercent‚54.41637573287789 disk.sda.in‚ 44564.296875 disk.sda.out‚ 85.2421875 disk.sda2.out‚0 disk.dm-1.in‚ 44564.296875$ memory_percent‚84.33399200439453" proc.memory.rssMB‚ 2766.4140625 disk.dm-0.in‚ 8562.69921875 disk.sda3.out‚ 85.2421875# disk.nvme0c0n1.in‚ 8562.69921875 cpu‚25.109815309532316 network.sent‚ 2.1434e+06$ disk./.usageGB‚810.8433227539062 disk.sda1.in‚0ñÚ¦” ‚(:‰ ÓŠŠÓ´ ¹Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚297.516' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.5032 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0á¤_ÿQ ‚(:Æ ÓŠŠÓ¾ÇäÏ disk.sda2.in‚0 disk.sda3.out‚ 85.671875( disk.nvme0c0n1.out‚59711.37646484375 disk.nvme0n1.in‚ 8569.6796875# disk.dm-0.out‚59711.37646484375$ proc.memory.availableMB‚3737.625" proc.memory.rssMB‚ 2766.4140625$ disk./.usageGB‚811.0461235046387 disk.sda.in‚ 45857.28125 disk.dm-1.in‚ 45857.28125 disk.dm-0.in‚ 8569.6796875$ memory_percent‚84.79156494140625* proc.memory.percent‚11.256567637125652 cpu‚25.111466668974664 network.sent‚ 2.145479e+06 disk.sda2.out‚0 disk.sda3.in‚ 45857.28125& disk.nvme0n1.out‚59711.37646484375 network.recv‚250856* disk./.usagePercent‚54.429985861420704 disk.sda.out‚ 85.671875 disk.sda1.out‚0 disk.dm-1.out‚ 85.671875" disk.nvme0c0n1.in‚ 8569.6796875 proc.cpu.threads‚17 disk.sda1.in‚0}ïû”‘ ‚(:‰ ⊊Ó›‘¶Î gpu.0.gpu‚46.0 gpu.0.memory‚14, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚342.114' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚68.4228 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Û^[’ ‚(:Ð ⊊ÓؤˆÑ disk.sda2.out‚0$ memory_percent‚85.26399930318198 network.sent‚ 2.147508e+06( disk.nvme0c0n1.out‚59771.19677734375 disk.dm-0.in‚ 8569.6796875 disk.sda.in‚ 45857.28125 disk.sda.out‚ 86.12109375 disk.sda2.in‚0) proc.memory.availableMB‚ 3621.51953125" proc.memory.rssMB‚ 2766.4140625 network.recv‚251923) disk./.usagePercent‚54.43135729378164 disk.sda3.in‚ 45857.28125 disk.sda3.out‚ 86.12109375 disk.dm-1.in‚ 45857.28125 cpu‚25.113383745680558 proc.cpu.threads‚17$ disk./.usageGB‚811.0665588378906 disk.dm-1.out‚ 86.12109375" disk.nvme0c0n1.in‚ 8569.6796875 disk.sda1.in‚0* proc.memory.percent‚11.256567637125652 disk.nvme0n1.in‚ 8569.6796875& disk.nvme0n1.out‚59771.19677734375# disk.dm-0.out‚59771.19677734375 disk.sda1.out‚0ëê–J2“ - _wandbruntime‚2186  _runtime‚2186üxñ:” ëu 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.12473639845848083 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9939734935760498 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.13277043402194977 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6373454332351685 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 *jet/accuracy_2_of_3‚0.4584140479564667 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.14130905270576477 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7142857313156128 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.12184268981218338 7"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.67586749792099 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.6101182699203491 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.0907738134264946 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.7068432569503784 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.20571088790893555 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 *particle/sensitivity‚0.577709436416626 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.13117510080337524 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.6148895025253296 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9164758920669556 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.3333333432674408 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5264991521835327 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.6530563831329346 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5354788303375244 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1404569149017334 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.14657838642597198 _step‚107 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.12299100309610367 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.14657838642597198 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 particle/accuracy_3_of_3‚1 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.661797285079956 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 +jet/accuracy_3_of_4‚0.08979479223489761 particle/accuracy_2_of_2‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ) Purity/2FRt0SRqqt1FBt/FRt_purity‚0.75 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 6 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.958237886428833 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 +particle/specificity‚0.9018726348876953 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.5707285404205322 +jet/accuracy_1_of_1‚0.26407644152641296 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9914181232452393 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.23916643857955933 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.1025044322013855 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.2950192093849182 +jet/accuracy_2_of_2‚0.10179802030324936 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7871772050857544 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.1317710131406784 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6744047999382019 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.4048728942871094 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9880539178848267 ( Purity/2FRt1SRqqt1FBt/FRt_purity‚0.5 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 *jet/accuracy_2_of_4‚0.7574979066848755 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.5976267457008362 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.10806099325418472 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 6 Purity/1FRt0SRqqt1FBt/FBt_purity‚0.988095223903656 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.13520322740077972 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.13089534640312195 particle/accuracy_1_of_3‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5813987851142883 6 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.980654776096344 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.3686735928058624 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5590925812721252 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_2‚1 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.11537456512451172 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9836382865905762 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.2390979826450348 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.12185535579919815 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.6724545955657959 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_3‚0.05166090652346611 -jet/accuracy_4_of_4‚0.0069444444961845875 6validation_average_jet_accuracy‚0.3082790970802307 % _timestamp‚1.7848415819850867e+09 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.3561289608478546 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.10994938760995865 *"Purity/2FRt0SRqqt1FBt/event_purity‚0.5 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7379652261734009 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8411706686019897 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9850370287895203 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9937069416046143 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.18521203100681305 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19955918192863464 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.23892554640769958 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5476545095443726 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.007056047674268484 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.10000000149011612 _runtime‚2186.287692818 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9699803590774536 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.190476194024086 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5798046588897705 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5313311815261841 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7111382484436035 particle/accuracy_1_of_1‚1 particle/accuracy_2_of_4‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9903650283813477 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.4041701853275299 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.4196670651435852 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9666794538497925 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.30575454235076904 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.09291154146194458 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.3100648522377014 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5751488208770752 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18041153252124786 *jet/accuracy_1_of_3‚0.8910259008407593 epoch‚7 trainer/global_step‚1279 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.1731225997209549 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7095808982849121 /particle/accuracy_4_of_4‚0.9170869588851929 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6924908757209778 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6097624897956848 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9831221103668213 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6655865907669067 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.19043010473251343 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7142857313156128 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 *jet/accuracy_1_of_4‚0.9658716917037964 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.11521708220243454 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.023717306554317474 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.19107858836650848 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6013556718826294 7 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.1727513074874878 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.48865023255348206 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7014194130897522 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5457890629768372 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 (particle/accuracy‚0.8328348994255066 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.08167462795972824 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6167495250701904 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 + Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.013516474515199661 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.027750473469495773 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5590925812721252 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7937481999397278 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 'particle/f_score‚0.5954923033714294 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5455124974250793 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.10140373557806015 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 *jet/accuracy_1_of_2‚0.7164232134819031 particle/accuracy_2_of_3‚1 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.5717755556106567 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9801164269447327 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.23458479344844818 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6931547522544861 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.3333333432674408 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 /particle/accuracy_3_of_4‚0.9934210777282715 7 Purity/1FRt*SRqqt1FBt/FBt_purity‚0.9928571581840515 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8966013193130493 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9871978163719177 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.13399705290794373 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.5906861424446106 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5782747268676758 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.4967072308063507 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.980654776096344 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.12059566378593445 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7095222473144531 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7132412195205688 *loss/val_total_loss‚13.485527056818867 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.5259588360786438 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9914181232452393 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.12059566378593445 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 6 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.644122838973999 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.7068432569503784 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.11719521135091782 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3267110586166382 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.5657944679260254 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9895060062408447 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9637649059295654 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 <"Purity/2FRt*SRqqt0FBt/event_purity‚0.0015432098880410194 <"Purity/2FRt0SRqqt0FBt/event_purity‚0.0031250000465661287 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.13570722937583923 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.33132708072662354 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1‰pÅÀ*• ïu :"Purity/*FRt*SRqqt*FBt/event_purity‚0.23892554640769958 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5476545095443726 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.007056047674268484 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.10000000149011612 _runtime‚2186.287692818 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9699803590774536 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.190476194024086 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5798046588897705 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5313311815261841 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7111382484436035 particle/accuracy_1_of_1‚1 particle/accuracy_2_of_4‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9903650283813477 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.4041701853275299 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.4196670651435852 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9666794538497925 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.30575454235076904 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.09291154146194458 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.3100648522377014 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5751488208770752 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18041153252124786 *jet/accuracy_1_of_3‚0.8910259008407593 epoch‚7 trainer/global_step‚1279 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.1731225997209549 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7095808982849121 /particle/accuracy_4_of_4‚0.9170869588851929 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6924908757209778 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6097624897956848 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9831221103668213 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6655865907669067 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.19043010473251343 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7142857313156128 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 *jet/accuracy_1_of_4‚0.9658716917037964 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.11521708220243454 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.023717306554317474 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.19107858836650848 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6013556718826294 7 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.1727513074874878 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.48865023255348206 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7014194130897522 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5457890629768372 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 (particle/accuracy‚0.8328348994255066 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.08167462795972824 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6167495250701904 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 + Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.013516474515199661 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.027750473469495773 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5590925812721252 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7937481999397278 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 'particle/f_score‚0.5954923033714294 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5455124974250793 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.10140373557806015 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 *jet/accuracy_1_of_2‚0.7164232134819031 particle/accuracy_2_of_3‚1 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.5717755556106567 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9801164269447327 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.23458479344844818 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6931547522544861 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.3333333432674408 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 /particle/accuracy_3_of_4‚0.9934210777282715 7 Purity/1FRt*SRqqt1FBt/FBt_purity‚0.9928571581840515 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8966013193130493 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9871978163719177 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.13399705290794373 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.5906861424446106 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5782747268676758 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.4967072308063507 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.980654776096344 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.12059566378593445 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7095222473144531 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7132412195205688 *loss/val_total_loss‚13.485527056818867 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.5259588360786438 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9914181232452393 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.12059566378593445 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 6 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.644122838973999 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.7068432569503784 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.11719521135091782 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3267110586166382 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.5657944679260254 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚CÀ„çË0.9895060062408447 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9637649059295654 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 <"Purity/2FRt*SRqqt0FBt/event_purity‚0.0015432098880410194 <"Purity/2FRt0SRqqt0FBt/event_purity‚0.0031250000465661287 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.13570722937583923 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.33132708072662354 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.12473639845848083 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9939734935760498 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.13277043402194977 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6373454332351685 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 *jet/accuracy_2_of_3‚0.4584140479564667 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.14130905270576477 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7142857313156128 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.12184268981218338 7"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.67586749792099 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.6101182699203491 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.0907738134264946 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.7068432569503784 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.20571088790893555 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 *particle/sensitivity‚0.577709436416626 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.13117510080337524 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.6148895025253296 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9164758920669556 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.3333333432674408 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5264991521835327 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.6530563831329346 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5354788303375244 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1404569149017334 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.14657838642597198 _step‚107 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.12299100309610367 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.14657838642597198 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 particle/accuracy_3_of_3‚1 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.661797285079956 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 +jet/accuracy_3_of_4‚0.08979479223489761 particle/accuracy_2_of_2‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ) Purity/2FRt0SRqqt1FBt/FRt_purity‚0.75 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 6 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.958237886428833 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 +particle/specificity‚0.9018726348876953 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.5707285404205322 +jet/accuracy_1_of_1‚0.26407644152641296 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9914181232452393 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.23916643857955933 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.1025044322013855 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.2950192093849182 +jet/accuracy_2_of_2‚0.10179802030324936 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.7871772050857544 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.1317710131406784 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6744047999382019 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.4048728942871094 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9880539178848267 ( Purity/2FRt1SRqqt1FBt/FRt_purity‚0.5 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 *jet/accuracy_2_of_4‚0.7574979066848755 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.5976267457008362 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.10806099325418472 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 6 Purity/1FRt0SRqqt1FBt/FBt_purity‚0.988095223903656 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.13520322740077972 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.13089534640312195 particle/accuracy_1_of_3‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5813987851142883 6 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.980654776096344 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.3686735928058624 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5590925812721252 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_2‚1 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.11537456512451172 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9836382865905762 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.2390979826450348 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.12185535579919815 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.6724545955657959 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_3‚0.05166090652346611 -jet/accuracy_4_of_4‚0.0069444444961845875 6validation_average_jet_accuracy‚0.3082790970802307 % _timestamp‚1.7848415819850867e+09 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.3561289608478546 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.10994938760995865 *"Purity/2FRt0SRqqt1FBt/event_purity‚0.5 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7379652261734009 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8411706686019897 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9850370287895203 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9937069416046143 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.18521203100681305 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19955918192863464kù:¡’– ‚(:‡ ñŠŠÓ°œ¶Î gpu.0.gpu‚4.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚47.0 gpu.0.powerWatts‚106.467' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚21.2934 gpu.0.smClock‚1275 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0H¾¨W— ‚(:Ì ñŠŠÓ€ÊñÐ) proc.memory.availableMB‚ 1559.27734375 network.sent‚ 2.148518e+06 network.recv‚253281) disk./.usagePercent‚54.52384692772936 disk.sda.out‚ 86.4765625 disk.sda1.out‚0 disk.dm-1.out‚ 86.4765625( disk.nvme0c0n1.out‚60303.80126953125 disk.dm-0.in‚ 8573.1796875 disk.sda.in‚ 45857.28125 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0# disk.dm-0.out‚60303.80126953125# proc.memory.rssMB‚ 3733.07421875 proc.cpu.threads‚17 disk.sda3.out‚ 86.4765625" disk.nvme0c0n1.in‚ 8573.1796875 disk.nvme0n1.in‚ 8573.1796875) proc.memory.percent‚15.18991788228353 cpu‚25.12547279299997$ disk./.usageGB‚812.4447212219238 disk.sda3.in‚ 45857.28125 disk.dm-1.in‚ 45857.28125& disk.nvme0n1.out‚60303.80126953125$ memory_percent‚93.65528424580893#ish’˜ ‚(:‡ €‹ŠÓ䥪Î gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚349.234' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚69.8468 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0-)Z™ ‚(:Ï €‹ŠÓ€œÌÑ disk.sda3.out‚ 86.9140625 disk.dm-1.out‚ 86.9140625# disk.nvme0c0n1.in‚ 8739.96484375$ disk.nvme0n1.out‚61282.345703125 disk.dm-0.in‚ 8739.96484375 disk.sda.out‚ 86.9140625 disk.sda1.in‚0 network.sent‚ 2.201994e+06& disk.nvme0c0n1.out‚61282.345703125 disk.sda1.out‚0 disk.sda2.in‚0! proc.memory.rssMB‚ 2773.046875 cpu‚25.122623581052302 proc.cpu.threads‚17) disk./.usagePercent‚54.52667965109573# disk./.usageGB‚812.486930847168! disk.nvme0n1.in‚ 8739.96484375! disk.dm-0.out‚61282.345703125 disk.sda2.out‚0' proc.memory.availableMB‚ 2400.078125* proc.memory.percent‚11.283556620279949 disk.sda3.in‚46417.21484375 disk.dm-1.in‚46417.21484375 disk.sda.in‚46417.21484375$ memory_percent‚90.23405710856119 network.recv‚255360â冒š ‚(:‡ ‹ŠÓìµ¼Ï gpu.0.gpu‚91.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚204.16' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚40.832 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0™0;ÝP› ‚(:Å ‹ŠÓÛšËÑ proc.cpu.threads‚17% disk.nvme0n1.out‚61475.5029296875 disk.dm-0.in‚ 8759.71875" disk.dm-0.out‚61475.5029296875 disk.sda1.out‚0 cpu‚25.124237401250156 network.recv‚256475 disk.sda.in‚ 46945.96875 disk.sda.out‚ 87.32421875 disk.sda1.in‚0 disk.dm-1.out‚ 87.32421875 disk.nvme0c0n1.in‚ 8759.71875 network.sent‚ 2.204071e+06) disk./.usagePercent‚54.46351184008221 disk.nvme0n1.in‚ 8759.71875 disk.sda3.in‚ 46945.96875 disk.sda3.out‚ 87.32421875 disk.dm-1.in‚ 46945.96875$ memory_percent‚83.22235743204752( proc.memory.availableMB‚ 4123.2734375$ disk./.usageGB‚811.5456848144531 disk.sda2.in‚0 disk.sda2.out‚0' disk.nvme0c0n1.out‚61475.5029296875! proc.memory.rssMB‚ 2773.046875* proc.memory.percent‚11.283556620279949Öš|¸2œ - _wandbruntime‚2222  _runtime‚2222(z‚!Ç Á & lr-AdamW/pg1‚0.0001111343239132218 & lr-AdamW/pg2‚0.0001111343239132218 trainer/global_step‚1299 % _timestamp‚1.7848416181489515e+09 _runtime‚2222.450459963 _step‚108Ö¡¥—Ëž Å trainer/global_step‚1299 % _timestamp‚1.7848416181489515e+09 _runtime‚2222.450459963 _step‚108 & lr-AdamW/pg1‚0.0001111343239132218 & lr-AdamW/pg2‚0.0001111343239132218l¢íåò2Ÿ - _wandbruntime‚2222  _runtime‚2222—§Að'  êO G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚3976348 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚102576592100352 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚375582519583878 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚375581149544456 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚375733156134400 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚12083553 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1353784936792 % _timestamp‚1.7848416181499162e+09 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1357404919296 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚374375751215104 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚300 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚11290346 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚23363799 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚375733156134400 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚11290346 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚11290340 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚12083553 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚102576960191488 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚375731784509440 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚104242081095168 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚374227364607664 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _runtime‚ 2222.45499473 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚104242492049408 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚11290340 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1665531857920 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚374227390035632 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚7444667 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚374375751215104 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚23373899 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 trainer/global_step‚1299 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚375731784509440 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1357404919296 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚374375751215104 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚300 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚11290346 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚23363799 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚375733156134400 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚11290346 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚11290340 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚12083553 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚102576960191488 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚375731784509440 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚104242081095168 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚374227364607664 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _runtime‚ 2222.45499473 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚104242492049408 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚11290340 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1665531857920 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚374227390035632 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚7444667 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚374375751215104 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚23373899 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 trainer/global_step‚1299 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚375731784509440 I8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚102655546557440 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚376013087940096 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚374654634332160 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚11298707 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚104321958582784 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1354805738432 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚295 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1358427434496 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚23381248 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1357081975808 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3470964 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3979635 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1666820875264 _runtime‚2223.878379059 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1356150349998 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚300 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3979340 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚104322367432704 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚102655178466304 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚23391362 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚23391362 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚11298713 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚7450299 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚7450599 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 % _timestamp‚1.7848416195765355e+09 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚375862342159406 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚374506191809408 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚374506166381440 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0ãÿ&¤ ùM D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚102655546557440 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚376013087940096 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚374654634332160 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚11298707 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚104321958582784 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1354805738432 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚295 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1358427434496 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚23381248 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1357081975808 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3470964 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚3979635 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1666820875264 _runtime‚2223.878379059 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1356150349998 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚300 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚3979340 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚104322367432704 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚102655178466304 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚23391362 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚23391362 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚11298713 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚7450299 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚7450599 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 % _timestamp‚1.7848416195765355e+09 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚375862342159406 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚374506191809408 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚374506166381440 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1357081975808 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚23381248 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1666780116480 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923nͱö2¥ - _wandbruntime‚2223  _runtime‚2223w²é±¦ û 2loss/SRqqt1/assignment_loss‚0.8445622045614454 /loss/FBt2/detection_loss‚1.2590967978092045 trainer/global_step‚1299 epoch‚8 0loss/FRt2/assignment_loss‚1.5754130070917176 .loss/FRt1/detection_loss‚0.585635045806602 1loss/SRqqt2/detection_loss‚0.7460323489473014 1loss/FBt2/assignment_loss‚0.09599242292996092 ,loss/FRt2/detection_loss‚1.3656172942633 &loss/total_loss‚13.279750707859511 $ _timestamp‚1.784841619627908e+09 _runtime‚2223.929405333 _step‚111 /loss/FRt1/assignment_loss‚2.869434741717868 2loss/SRqqt2/assignment_loss‚0.7672727061055716 0loss/FBt1/assignment_loss‚0.1918326122315473 1loss/SRqqt1/detection_loss‚1.2636787699492043 /loss/FBt1/detection_loss‚1.7151827564457895Ü¥œ%§ ÿ epoch‚8 0loss/FRt2/assignment_loss‚1.5754130070917176 .loss/FRt1/detection_loss‚0.585635045806602 1loss/SRqqt2/detection_loss‚0.7460323489473014 1loss/FBt2/assignment_loss‚0.09599242292996092 ,loss/FRt2/detection_loss‚1.3656172942633 &loss/total_loss‚13.279750707859511 $ _timestamp‚1.784841619627908e+09 _runtime‚2223.929405333 _step‚111 /loss/FRt1/assignment_loss‚2.869434741717868 2loss/SRqqt2/assignment_loss‚0.7672727061055716 0loss/FBt1/assignment_loss‚0.1918326122315473 1loss/SRqqt1/detection_loss‚1.2636787699492043 /loss/FBt1/detection_loss‚1.7151827564457895 2loss/SRqqt1/assignment_loss‚0.8445622045614454 /loss/FBt2/detection_loss‚1.2590967978092045 trainer/global_step‚1299o¨”6ž¨ ‚(:“ ž‹ŠÓ€ÝáÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚307.598' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.51960000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚06(¦hK© ‚(:À ž‹ŠÓ¦ü§Ð$ disk.nvme0n1.out‚62415.330078125 disk.sda2.out‚0 disk.sda3.in‚ 46945.96875 disk.sda3.out‚ 87.81640625 network.sent‚ 2.206111e+06 network.recv‚257476 disk.dm-0.in‚ 8759.71875! disk.dm-0.out‚62415.330078125 disk.sda.out‚ 87.81640625 disk.dm-1.in‚ 46945.96875$ memory_percent‚83.69386990865073) proc.memory.availableMB‚ 4007.39453125 disk.sda1.in‚0 disk.dm-1.out‚ 87.81640625 disk.nvme0c0n1.in‚ 8759.71875& disk.nvme0c0n1.out‚62415.330078125! proc.memory.rssMB‚ 2773.046875 cpu‚25.125640558023 proc.cpu.threads‚17$ disk./.usageGB‚811.6098518371582 disk.nvme0n1.in‚ 8759.71875 disk.sda.in‚ 46945.96875 disk.sda1.out‚0 disk.sda2.in‚0* proc.memory.percent‚11.283556620279949) disk./.usagePercent‚54.46781814281567–ûªª ‚(:… ­‹ŠÓ¦“ÅÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚324.2' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.84 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0c[RR« ‚(:Ç ­‹ŠÓ…±›Ð) disk./.usagePercent‚54.46911430896153 disk.sda2.out‚0 disk.sda3.out‚ 88.04296875 cpu‚25.126998389955165 network.sent‚ 2.266901e+06 network.recv‚259913# disk.dm-0.out‚62800.09033203125 disk.sda2.in‚0( disk.nvme0c0n1.out‚62800.09033203125' proc.memory.availableMB‚ 3882.859375* proc.memory.percent‚11.283556620279949 proc.cpu.threads‚17 disk.nvme0n1.in‚ 8759.71875& disk.nvme0n1.out‚62800.09033203125 disk.sda.in‚ 46945.96875 disk.sda.out‚ 88.04296875 disk.sda1.in‚0 disk.sda3.in‚ 46945.96875 disk.dm-1.in‚ 46945.96875 disk.dm-1.out‚ 88.04296875$ disk./.usageGB‚811.6291656494141 disk.dm-0.in‚ 8759.71875 disk.sda1.out‚0 disk.nvme0c0n1.in‚ 8759.71875$ memory_percent‚84.20060475667319! proc.memory.rssMB‚ 2773.046875¦¬’XŸ¬ ‚(:” ¼‹ŠÓÁͱÎ gpu.0.gpu‚63.0 gpu.0.memory‚20, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚133.733' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.746599999999997 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‡Z¹.B­ ‚(:· ¼‹ŠÓ§ÜÏ disk.sda2.in‚0" disk.nvme0n1.out‚ 63869.8515625' proc.memory.availableMB‚ 3766.859375! proc.memory.rssMB‚ 2773.046875 proc.cpu.threads‚17 network.sent‚ 2.268929e+06 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 47199.9453125 disk.dm-1.in‚ 47199.9453125" disk.nvme0c0n1.in‚ 8914.9609375 cpu‚25.12877977722755* disk./.usagePercent‚54.528354964399796 disk.sda3.out‚88.625# memory_percent‚84.6726099650065* proc.memory.percent‚11.283556620279949 network.recv‚260813$ disk./.usageGB‚812.5118942260742 disk.dm-0.in‚ 8914.9609375 disk.dm-0.out‚ 63869.8515625 disk.sda.in‚ 47199.9453125 disk.dm-1.out‚88.625$ disk.nvme0c0n1.out‚ 63869.8515625 disk.nvme0n1.in‚ 8914.9609375 disk.sda.out‚88.625 disk.sda1.out‚0­|­”® ‚(:‰ Ë‹ŠÓ÷ãªÎ gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚285.929' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚57.1858 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚04i1u^¯ ‚(:Ó Ë‹ŠÓ©¶Ð* proc.memory.percent‚11.283556620279949 cpu‚25.130195994979516 disk.sda2.in‚0 disk.dm-1.out‚ 88.97265625$ disk.nvme0n1.out‚65260.240234375 disk.dm-0.in‚ 8965.19140625 network.sent‚ 2.271101e+06* disk./.usagePercent‚54.528474775925815$ disk./.usageGB‚812.5136795043945 disk.sda.in‚ 48461.1796875 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 48461.1796875# disk.nvme0c0n1.in‚ 8965.19140625 disk.sda.out‚ 88.97265625 disk.sda1.out‚0& disk.nvme0c0n1.out‚65260.240234375! disk.nvme0n1.in‚ 8965.19140625! disk.dm-0.out‚65260.240234375! proc.memory.rssMB‚ 2773.046875 proc.cpu.threads‚17 network.recv‚262228 disk.sda3.out‚ 88.97265625 disk.dm-1.in‚ 48461.1796875$ memory_percent‚85.14548937479654) proc.memory.availableMB‚ 3650.64453125÷·žÚ”° ‚(:‰ Ú‹ŠÓ´í¬Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚307.457' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.4914 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ñ•¥ U± ‚(:Ê Ú‹ŠÓ¡ÎëÏ* proc.memory.percent‚11.283556620279949 cpu‚25.13150262461822 proc.cpu.threads‚17 network.sent‚ 2.273144e+06 network.recv‚263059 disk.sda.in‚ 48461.1796875 disk.sda2.in‚0 disk.sda3.out‚ 90.3046875 disk.dm-1.out‚ 90.3046875# disk.nvme0c0n1.in‚ 8967.53515625& disk.nvme0c0n1.out‚65389.970703125# disk./.usageGB‚808.562873840332 disk.sda.out‚ 90.3046875 disk.sda1.out‚0 disk.dm-1.in‚ 48461.1796875$ disk.nvme0n1.out‚65389.970703125 disk.dm-0.in‚ 8967.53515625! disk.dm-0.out‚65389.970703125$ memory_percent‚85.68598429361978 disk.sda1.in‚0 disk.sda3.in‚ 48461.1796875* disk./.usagePercent‚54.263332892863836 disk.sda2.out‚0! disk.nvme0n1.in‚ 8967.53515625% proc.memory.availableMB‚ 3517.8125! proc.memory.rssMB‚ 2773.046875CÁß´2² - _wandbruntime‚2303  _runtime‚2303zdz Á % _timestamp‚1.7848416991073256e+09 _runtime‚2303.409982369 _step‚112 & lr-AdamW/pg1‚0.0001106066632190811 & lr-AdamW/pg2‚0.0001106066632190811 trainer/global_step‚1349HRÄË´ Å trainer/global_step‚1349 % _timestamp‚1.7848416991073256e+09 _runtime‚2303.409982369 _step‚112 & lr-AdamW/pg1‚0.0001106066632190811 & lr-AdamW/pg2‚0.0001106066632190811p¸µ®2µ - _wandbruntime‚2303  _runtime‚2303[qèÐζ ëO WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚4126130 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚388321189566464 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚106506278489088 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚388321215739904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1407249024000 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚389728438590464 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚3600319 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚388321189566464 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 _runtime‚2303.410110681 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚389729810215424 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚11708696 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚342 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 % _timestamp‚1.7848416991080654e+09 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚108234230189056 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚389573712155486 trainer/global_step‚1349 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚24248201 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚389572342116064 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚7726454 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4125788 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 O?DeviceStatsMonitor.on_train_batch_start/resÉÜJ #erved_bytes.all.peak‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚7726107 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1728364751360 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚11708696 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚108234643240448 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚389728438590464 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚389729810215424 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚7726454 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4125788 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚7726107 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1728364751360 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚11708696 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚108234643240448 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚389728438590464 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚389729810215424 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚342 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 % _timestamp‚1.7848416991080654e+09 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚108234230189056 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚389573712155486 trainer/global_step‚1349 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚24248201q ÇÙ¯2¸ - _wandbruntime‚2304  _runtime‚2304kuMû&¹ õM cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚106584864855040 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚24265664 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚12548601 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚7731676 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚388600098856960 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚390008370388992 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚11717057 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚388446255070240 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1409616990720 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚390009742021120 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚106584496763904 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1729552166912 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚388600125030400 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1407254232806 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚24265664 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚108314048930816 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚389852164691480 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚12548601 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚343 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚24255550 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1408271532032 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚388600125030400 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚348 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3602964 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚389853534731014 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚388446280498208 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚12538493 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1408271532032 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚4128717 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚61730304 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚7731676 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚388600098856960 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚390008370388992 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚11717057 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚388446255070240 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1409616990720 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚390009742021120 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚106584496763904 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1729552166912 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚388600125030400 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1407254232806 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚24265664 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚108314048930816 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚389852164691480 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚12548601 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚343 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚24255550 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1408271532032 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚388600125030400 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚348 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3602964 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚389853534731014 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚388446280498208 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚12538493 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1408271532032 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 SDDeviceStatsMonitor.on_train_batch_eë®ûég nd/reserved_bytes.small_pool.peak‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0r~°@å2» - _wandbruntime‚2304  _runtime‚2304¼‡|¼ ÿ /loss/FBt2/detection_loss‚0.9648494629054607 &loss/total_loss‚23.444139209244057 0loss/FRt1/assignment_loss‚2.8624238980591565 2loss/SRqqt1/assignment_loss‚0.8881344359175594 1loss/SRqqt2/detection_loss‚0.7846808203036602 trainer/global_step‚1349 0loss/FBt1/assignment_loss‚0.3176248682253312 /loss/FRt2/detection_loss‚1.4282182586189713 1loss/SRqqt1/detection_loss‚1.2639799114001575 epoch‚8 _runtime‚2304.883485787 0loss/FRt2/assignment_loss‚1.4509767078385583 2loss/SRqqt2/assignment_loss‚0.6960567345818129 0loss/FBt2/assignment_loss‚0.1774525851563752 /loss/FBt1/detection_loss‚11.994558985744204 % _timestamp‚1.7848417005821767e+09 _step‚115 .loss/FRt1/detection_loss‚0.615182540492813Ös¦l ½ ƒ 0loss/FBt1/assignment_loss‚0.3176248682253312 /loss/FRt2/detection_loss‚1.4282182586189713 1loss/SRqqt1/detection_loss‚1.2639799114001575 epoch‚8 _runtime‚2304.883485787 0loss/FRt2/assignment_loss‚1.4509767078385583 2loss/SRqqt2/assignment_loss‚0.6960567345818129 0loss/FBt2/assignment_loss‚0.1774525851563752 /loss/FBt1/detection_loss‚11.994558985744204 % _timestamp‚1.7848417005821767e+09 _step‚115 .loss/FRt1/detection_loss‚0.615182540492813 /loss/FBt2/detection_loss‚0.9648494629054607 &loss/total_loss‚23.444139209244057 0loss/FRt1/assignment_loss‚2.8624238980591565 2loss/SRqqt1/assignment_loss‚0.8881344359175594 1loss/SRqqt2/detection_loss‚0.7846808203036602 trainer/global_step‚1349så¨ÀŸ¾ ‚(:” é‹ŠÓôӧΠgpu.0.gpu‚54.0 gpu.0.memory‚17, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚53.0 gpu.0.powerWatts‚133.578' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.715600000000002 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0VÔa¿ ‚(:Ö é‹ŠÓØ«†Ð disk.dm-1.out‚ 90.69140625( disk.nvme0c0n1.out‚65444.81396484375 disk.sda3.out‚ 90.69140625$ memory_percent‚86.16034189860025' proc.memory.availableMB‚ 3401.234375! proc.memory.rssMB‚ 2773.046875* disk./.usagePercent‚54.267028617628135 disk.dm-0.in‚ 8967.53515625 disk.sda.out‚ 90.69140625 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 48461.1796875* proc.memory.percent‚11.283556620279949 proc.cpu.threads‚17 network.recv‚264428$ disk./.usageGB‚808.6179428100586# disk.nvme0c0n1.in‚ 8967.53515625# disk.dm-0.out‚65444.81396484375 disk.sda1.out‚0 disk.dm-1.in‚ 48461.1796875! disk.nvme0n1.in‚ 8967.53515625& disk.nvme0n1.out‚65444.81396484375 disk.sda.in‚ 48461.1796875 disk.sda2.in‚0 cpu‚25.13320582760879 network.sent‚ 2.275219e+06ï3:žÀ ‚(:“ ø‹ŠÓž£ãÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚366.583' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.31660000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0qבñYÁ ‚(:Î ø‹ŠÓ©ÈŒÐ$ disk./.usageGB‚808.5340309143066 disk.sda3.in‚ 48978.7421875 disk.dm-1.in‚ 48978.7421875! disk.nvme0n1.in‚ 9147.20703125 disk.dm-0.in‚ 9147.20703125! proc.memory.rssMB‚ 2773.046875* proc.memory.percent‚11.283556620279949 disk.sda3.out‚91.34375# disk.nvme0c0n1.in‚ 9147.20703125& disk.nvme0n1.out‚65472.03271484375# disk.dm-0.out‚65472.03271484375 disk.sda.in‚ 48978.7421875 network.recv‚266650( disk.nvme0c0n1.out‚65472.03271484375 disk.sda.out‚91.34375 disk.sda2.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 3280.68359375 proc.cpu.threads‚17) disk./.usagePercent‚54.26139721989745 disk.dm-1.out‚91.34375 disk.sda1.in‚0 disk.sda1.out‚0# memory_percent‚86.6508642832438 cpu‚25.134574888779802 network.sent‚ 2.334937e+06|¶S¬” ‚(:‰ ‡ŒŠÓùé¼Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚298.284' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.6568 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0&Ù†¾Qà ‚(:Æ ‡ŒŠÓ´Æ’Ð* proc.memory.percent‚11.283556620279949 network.recv‚267914) disk./.usagePercent‚54.26570019453296 disk.dm-0.in‚ 9166.265625' disk.nvme0c0n1.out‚65579.3779296875' proc.memory.availableMB‚ 3160.390625 cpu‚25.135926881169645 proc.cpu.threads‚17 disk.sda.in‚ 49547.984375 disk.sda2.out‚0 disk.sda3.out‚ 91.6796875 disk.dm-1.in‚ 49547.984375 disk.dm-1.out‚ 91.6796875! disk.nvme0c0n1.in‚ 9166.265625 network.sent‚ 2.33703e+06% disk.nvme0n1.out‚65579.3779296875" disk.dm-0.out‚65579.3779296875 disk.sda1.in‚0 disk.sda1.out‚0! proc.memory.rssMB‚ 2773.046875$ disk./.usageGB‚808.5981483459473 disk.nvme0n1.in‚ 9166.265625 disk.sda.out‚ 91.6796875 disk.sda2.in‚0 disk.sda3.in‚ 49547.984375$ memory_percent‚87.14033762613931éÛunŸÄ ‚(:” –ŒŠÓÅåÍÎ gpu.0.gpu‚55.0 gpu.0.memory‚17, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚134.841' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.968200000000003 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0^Ž-VÅ ‚(:Ë –ŒŠÓíô±Ð disk.dm-0.in‚ 9166.265625 disk.sda1.out‚0! proc.memory.rssMB‚ 2773.046875 proc.cpu.threads‚17 network.recv‚268759' disk.nvme0c0n1.out‚65686.3037109375$ memory_percent‚87.65350977579752 cpu‚25.137569757332017$ disk./.usageGB‚808.8672027587891 disk.dm-1.out‚ 92.58984375! disk.nvme0c0n1.in‚ 9166.265625 disk.nvme0n1.in‚ 9166.265625% disk.nvme0n1.out‚65686.3037109375 disk.sda.in‚ 49547.984375 disk.sda.out‚ 92.58984375 disk.sda1.in‚0 network.sent‚ 2.339059e+06 disk.sda2.out‚0 disk.sda3.in‚ 49547.984375 disk.sda3.out‚ 92.58984375 disk.dm-1.in‚ 49547.984375" disk.dm-0.out‚65686.3037109375( proc.memory.availableMB‚ 3034.2734375* proc.memory.percent‚11.283556620279949) disk./.usagePercent‚54.28375666193046 disk.sda2.in‚0J¯¶”Æ ‚(:‰ ¥ŒŠÓùœµÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚363.347' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.6694 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‹8¾OÇ ‚(:Ä ¥ŒŠÓ€õ™Ñ! disk.nvme0c0n1.in‚ 9166.265625( proc.memory.availableMB‚ 2922.5078125! proc.memory.rssMB‚ 2773.046875* proc.memory.percent‚11.283556620279949 network.sent‚ 2.341147e+06 disk.sda.in‚ 49547.984375 disk.dm-1.in‚ 49547.984375 disk.dm-1.out‚ 92.92578125# memory_percent‚88.1082852681478 proc.cpu.threads‚17 disk.sda2.out‚0 disk.sda3.out‚ 92.92578125% disk.nvme0c0n1.out‚65706.13671875 cpu‚25.139076812125538 network.recv‚270012) disk./.usagePercent‚54.28585592371123$ disk./.usageGB‚808.8984832763672# disk.nvme0n1.out‚65706.13671875 disk.dm-0.in‚ 9166.265625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 49547.984375 disk.nvme0n1.in‚ 9166.265625 disk.dm-0.out‚65706.13671875 disk.sda.out‚ 92.92578125 disk.sda1.in‚0µn@2È - _wandbruntime‚2383  _runtime‚2383qxFÉÉ Ã _step‚116 ' lr-AdamW/pg1‚0.00011005811204850388 ' lr-AdamW/pg2‚0.00011005811204850388 trainer/global_step‚1399 % _timestamp‚1.7848417795287695e+09 _runtime‚2383.830256832•)=ÍÊ Ç ' lr-AdamW/pg1‚0.00011005811204850388 ' lr-AdamW/pg2‚0.00011005811204850388 trainer/global_step‚1399 % _timestamp‚1.7848417795287695e+09 _runtime‚2383.830256832 _step‚116tÁ– 2Ë - _wandbruntime‚2383  _runtime‚2383ܲ[ñ'Ì ëO TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 trainer/global_step‚1399 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚110435596786688 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚403725092671488 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚110435228695552 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚402266654091264 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚403726464296448 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚12127046 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚3732324 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚112226207395328 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚403564904727094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚12985363 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1790559356928 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚12985363 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1455992702408 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _step‚117 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1790610608640 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚403726464296448 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚25122503 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚8007342 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚3732319 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1457337313862 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚402266680264704 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚12995457 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚12127046 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚402266654091264 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚12127040ùMô‚õ'Í ïO SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚3732319 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1457337313862 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚644 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚402266680264704 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚12995457 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚12127046 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚402266654091264 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚12127040 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 trainer/global_step‚1399 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚110435596786688 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚403725092671488 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚110435228695552 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚402266654091264 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚403726464296448 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚12127046 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚3732324 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚112226207395328 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚403564904727094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚12985363 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1790559356928 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚12985363 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1455992702408 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _step‚117 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1790610608640 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚612 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚403726464296448 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚25122503 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚8007342uÜ“”Î ‚(:‰ ´ŒŠÓ¢­ˆÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.697' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.9394 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 %ЗÏ ‚(:¿ ´ŒŠÓÙµÐ# disk.dm-0.out‚65727.48876953125 disk.sda1.out‚0$ memory_percent‚88.58216603597006! proc.memory.rssMB‚ 2773.046875* proc.memory.percent‚11.283556620279949! disk./.usageGB‚808.9755859375 disk.sda.in‚ 49721.125 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 93.3984375 disk.dm-1.out‚ 93.3984375& disk.nvme0n1.out‚65727.48876953125' 뿧=³proc.memory.availableMB‚ 2806.046875 cpu‚25.14039395037506 proc.cpu.threads‚17 network.sent‚ 2.342114e+06 network.recv‚270937 disk.dm-1.in‚ 49721.125" disk.nvme0c0n1.in‚ 9363.4765625( disk.nvme0c0n1.out‚65727.48876953125 disk.dm-0.in‚ 9363.4765625 disk.sda.out‚ 93.3984375 disk.sda2.in‚0( disk./.usagePercent‚54.2910303479933 disk.sda3.in‚ 49721.125 disk.nvme0n1.in‚ 9363.47656256ç2Ð - _wandbruntime‚2385  _runtime‚2385üˆßªû&Ñ õM FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848417810915108e+09 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1791861652992 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚402545589555200 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1459461088256 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚25139966 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚13004553 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚404006396102144 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1460806546944 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚12135407 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚403843357263088 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚112305627567104 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1791812505600 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚13004553 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚12135413 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚8012590 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _runtime‚2385.393345473 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚12994445 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚110514183152640 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1457013504048 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1458358115614 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _step‚118 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚12135407 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚25139966 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1460806546944 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚12994445 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚25129852 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚402386343759040 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚4277986 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚112306044805632 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3734964 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚110513815061504 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848417810915108e+09 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚612 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1791861652992 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚402545589555200 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1459461088256 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚25139966 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚13004553 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚644 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚404006396102144 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1460806546944 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚12135407 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚403843357263088 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚112305627567104 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1791812505600 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚13004553 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚12135413 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚8012590 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _runtime‚2385.393345473 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚12994445 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚110514183152640 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1457013504048 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1458358115614 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _step‚118 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚12135407 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚25139966 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1460806546944 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚12994445 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚25129852 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚402386343759040 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚4277986 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚112306044805632 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3734964 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚110513815061504 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1857177387520 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚417509942474128 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 % _timestamp‚1.7848418752445824e+09 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚419189590873600 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4439641 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚419021588725212 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚419188219248640 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚8308130 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1512839038976 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚248 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚116249677449728 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚419188219248640 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1857211862016 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1510301639630 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚4439884 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚114392868153344 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1512839038976 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚26065559 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚417675406383104 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 _step‚122 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1514184490496 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _runtime‚2479.549918261 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1511646251084 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚243 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚12596494 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚13469065 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚12596500 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚417675380209664 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚34474496 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚417675380209664 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚005U]õ'ê ïO _runtime‚2479.549918261 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1511646251084 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚243 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚12596494 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚13469065 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚12596500 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚417675380209664 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚34474496 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚417675380209664 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚417509917046160 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚26075659 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚419189590873600 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚417675406383104 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚12596500 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚116250080015360 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚114392500062208 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚12596494 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 1857177387520 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚417509942474128 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 % _timestamp‚1.7848418752445824e+09 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚419189590873600 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4439641 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚419021588725212 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚419188219248640 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚8308130 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1512839038976 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚248 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚116249677449728 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚419188219248640 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1857211862016 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1510301639630 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚4439884 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚114392868153344 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1512839038976 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚26065559 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚417675406383104 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 _step‚122 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1514184490496 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005zÏ“®¶2ë - _wandbruntime‚2480  _runtime‚2480!1{ßû&ì õM K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚8313509 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚4442875 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚13488255 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚13478147 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚116329573934592 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚8313761 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1513861547008 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚3870881 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚116329976493056 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1858521973760 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1858487506432 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1515207005696 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚12604867 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚419301411300740 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1515207005696 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚26093122 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚12604861 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚4442628 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚417788718819936 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚12604867 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1511322441270 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚12604861 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 _step‚123 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚419469522679296 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚417954315673600 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3870886 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚419300041261206 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚114471086428160 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚26083008 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 % _timestamp‚1.7848418766691165e+09 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0sÍNtí ùM G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚26093122 PDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚8313509 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚4442875 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚13488255 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚13478147 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚116329573934592 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚8313761 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1513861547008 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚3870881 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚116329976493056 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1858521973760 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 1858487506432 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1515207005696 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚12604867 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚419301411300740 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1515207005696 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚26093122 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚12604861 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚4442628 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚417788718819936 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚12604867 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1511322441270 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚12604861 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 _step‚123 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚419469522679296 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚417954315673600 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚1ØÇÌd‹ 2254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚3870886 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚419300041261206 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚114471086428160 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚26083008 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 % _timestamp‚1.7848418766691165e+09 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 EDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚13014850 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚13935111 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 trainer/global_step‚1499 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚433186244954624 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚431450005734960 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚433184873329664 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚26949961 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚118321818359808 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚319 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 % _timestamp‚1.7848419560935357e+09 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4587784 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚13925017 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚431620844734464 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1920186554880 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 _runtime‚2560.395318986 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚13925017 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1561405522438 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚13014844 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚4588103 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚120242373005824 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚120241957857280 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚431450031162928 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚431620870907904 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1565374046720 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚431620870907904 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚433011411257398 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚26939861 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚433184873329664 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚433186244954624 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚13935111 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚324 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1564028595200 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚8588025 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _step‚126 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1565374046720 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚118322186450944 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454sÄlõ'€ ïO KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚26939861 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚433184873329664 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚433186244954624 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚13935111 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚324 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1564028595200 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚8588025 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _step‚126 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1565374046720 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚118322186450944 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚8588349 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚13014850 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚13014844 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚13014850 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚13935111 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 trainer/global_step‚1499 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚433186244954624 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚431450005734960 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚433184873329664 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚26949961 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚118321818359808 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚319 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 % _timestamp‚1.7848419560935357e+09 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4587784 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚13925017 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚431620844734464 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1920186554880 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 _runtime‚2560.395318986 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚13925017 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 340805120 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1561405522438 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚13014844 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚4588103 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚120242373005824 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚120241957857280 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚431450031162928 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚431620870907904 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1565374046720 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚431620870907904 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚433011411257398 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0~Grþ82 - _wandbruntime‚2561  _runtime‚2561ÚqKÌ‚ õM J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚13934099 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4002886 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 trainer/global_step‚1499 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1921431652864 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚120321785134080 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚431728832936704 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚26957310 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 _step‚127 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1565051103232 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚13944207 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚433292603872348 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4002881 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚13944207 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚431899754024960 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚431899754024960 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 % _timestamp‚1.7848419575198305e+09 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚8593925 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1562426324078 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚118400772816896 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚26967424 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚325 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚433464805128192 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚4591039 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚26967424 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 _runtime‚2561.821587117 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚4590719 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚13934099 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚118400404725760 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚431728807508736 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚8593600 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚13023211 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1566396561920 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864Ü­òÿ&ƒ ùM TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 trainer/global_step‚1499 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1921431652864 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚120321785134080 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚431728832936704 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚26957310 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 _step‚127 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1565051103232 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚13944207 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚433292603872348 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4002881 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚13944207 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚431899754024960 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚431899754024960 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 % _timestamp‚1.7848419575198305e+09 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚8593925 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1562426324078 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚118400772816896 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚26967424 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚325 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚433464805128192 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚4591039 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚26967424 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 _runtime‚2561.821587117 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚4590719 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚13934099 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚118400404725760 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚431728807508736 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚8593600 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚13023211 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1566396561920 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚13934099 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4002886 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 340805120 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚447181527410688 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚4735704 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1982405599744 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚27824263 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚14380969 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1616563602944 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1612509405246 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚14380969 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 _runtime‚2640.676249723 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚8867950 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc¼È>¦Ç‚2005 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚13433200 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚13433200 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚447182899035648 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚445566309259264 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚8867582 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4735341 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚447002603829006 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚27814163 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚122251504748544 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚445566335432704 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚445390119851728 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚130 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚13433194 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚124233484713984 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚447003973868428 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4132246 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚445566309259264 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1615218151424 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1615218151424 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚122251136657408 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚13433200 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚447182899035648 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚445566309259264 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚8867582 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4735341 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚447002603829006 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚27814163 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚122251504748544 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚445566335432704 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚445390119851728 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚130 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚13433194 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚124233484713984 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚447003973868428 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4132246 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚445566309259264 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1615218151424 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1615218151424 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚122251136657408 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚447181527410688 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚4735704 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 1982405599744 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚27824263 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚14380969 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1616563602944 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1612509405246 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0‚²¯ÊÚ2™ - _wandbruntime‚2642  _runtime‚2642þ%ú&š ôM TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚445845218549760 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚447282426404422 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚447461459209216 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚122329723023360 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 trainer/global_step‚1549 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚14390051 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚445845244723200 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚445845218549760 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1983652180480 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 $ _timestamp‚1.784842037798805e+09 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚27841726 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚27831612 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚8873159 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚354 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚124313328153600 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚13441567 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1617586118144 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚122330091114496 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚445668921625504 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚14400159 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚447462830841344 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚4738278 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1613530206886 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚27831612 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚13441567 _step‚131 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚13441561 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚14400159 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1616240659456 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚359 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚4738632 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚27841726 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1614874818452 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4134886 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4134881 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1616240659456 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚14390051 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚8873518 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚124313743294976 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚447283796443956 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚445668896197536 PDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚27831612 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚13441567 _step‚131 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚13441561 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚14400159 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1616240659456 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚359 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚4738632 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚27841726 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1614874818452 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4134886 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4134881 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1616240659456 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚14390051 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚8873518 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚124313743294976 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚447283796443956 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚445668896197536 PDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 trainer/global_step‚1549 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚14390051 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚445845244723200 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚445845218549760 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 1983652180480 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 $ _timestamp‚1.784842037798805e+09 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚27841726 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚27831612 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚8873159 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚354 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚124313328153600 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚13441567 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112ƒ.6a2œ - _wandbruntime‚2642  _runtime‚2642Ã0’› û .loss/FBt2/detection_loss‚2.404081446412581 trainer/global_step‚1549 2loss/SRqqt2/assignment_loss‚0.7242064619640799 0loss/SRqqt1/detection_loss‚1.157952877747197 /loss/FBt1/detection_loss‚1.1177563853561878 &loss/total_loss‚13.543630476194569 % _timestamp‚1.7848420378504064e+09 0loss/FBt1/assignment_loss‚0.2368175614319623 /loss/FRt1/detection_loss‚0.6016421400115675 1loss/SRqqt2/detection_loss‚0.7909994803565326 _runtime‚ 2642.15180827 _step‚132 /loss/FRt2/assignment_loss‚1.384215554382917 epoch‚9 /loss/FRt1/assignment_loss‚2.789051619607049 2loss/SRqqt1/assignment_loss‚0.7107254633189569 1loss/FBt2/assignment_loss‚0.08395530948599621 .loss/FRt2/detection_loss‚1.542226176119542)û¤Tž € 2loss/SRqqt1/assignment_loss‚0.7107254633189569 1loss/FBt2/assignment_loss‚0.08395530948599621 .loss/FRt2/detection_loss‚1.542226176119542 .loss/FBt2/detection_loss‚2.404081446412581 trainer/global_step‚1549 2loss/SRqqt2/assignment_loss‚0.7242064619640799 0loss/SRqqt1/detection_loss‚1.157952877747197 /loss/FBt1/detection_loss‚1.1177563853561878 &loss/total_loss‚13.543630476194569 % _timestamp‚1.7848420378504064e+09 0loss/FBt1/assignment_loss‚0.2368175614319623 /loss/FRt1/detection_loss‚0.6016421400115675 1loss/SRqqt2/detection_loss‚0.7909994803565326 _runtime‚ 2642.15180827 _step‚132 /loss/FRt2/assignment_loss‚1.384215554382917 epoch‚9 /loss/FRt1/assignment_loss‚2.789051619607049„5!n%”Ÿ ‚(:‰ ÂŽŠÓ¥ÍŒÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚303.693' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.7386 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0MfE›_  ‚(:Ô ÂŽŠÓšŒ‚Ñ network.recv‚296543 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.in‚56247.83203125 disk.nvme0n1.in‚ 10148.203125" disk.dm-0.out‚71885.2548828125$ proc.memory.availableMB‚2870.875 cpu‚25.167699128225102$ disk./.usageGB‚808.8214569091797 disk.sda.out‚ 102.12109375 disk.dm-1.out‚ 102.12109375" proc.memory.rssMB‚ 2777.1796875* proc.memory.percent‚11.300373077392578) disk./.usagePercent‚54.28068661957985 disk.sda2.out‚0 disk.sda3.out‚ 102.12109375" disk.nvme0c0n1.in‚ 10148.203125 disk.dm-0.in‚ 10148.203125$ memory_percent‚88.31837972005209 proc.cpu.threads‚17 network.sent‚ 2.641793e+06 disk.sda.in‚56247.83203125 disk.sda2.in‚0 disk.sda3.in‚56247.83203125' disk.nvme0c0n1.out‚71885.2548828125% disk.nvme0n1.out‚71885.2548828125Pwùž¡ ‚(:“ ÑŽŠÓ¯¦£Î gpu.0.gpu‚75.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚361.469' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.29379999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚00ko'U¢ ‚(:Ê ÑŽŠÓ ®§Ð disk.sda1.out‚0 disk.sda3.in‚56247.83203125' disk.nvme0c0n1.out‚71905.6982421875 disk.nvme0n1.in‚ 10148.203125% disk.nvme0n1.out‚71905.6982421875 network.recv‚299120 disk.sda2.in‚0 disk.dm-1.out‚102.5625" proc.memory.rssMB‚ 2777.1796875* proc.memory.percent‚11.300373077392578 cpu‚25.16881033011843) disk./.usagePercent‚54.28225312968187 disk.sda2.out‚0 disk.sda3.out‚102.5625$ memory_percent‚88.31841150919595 proc.cpu.threads‚17 network.sent‚ 2.700511e+06" disk.dm-0.out‚71905.6982421875 disk.sda.in‚56247.83203125 disk.sda1.in‚0 disk.dm-1.in‚56247.83203125" disk.nvme0c0n1.in‚ 10148.203125( proc.memory.availableMB‚ 2870.8671875# disk./.usageGB‚808.844799041748 disk.dm-0.in‚ 10148.203125 disk.sda.out‚102.5625~]”£ ‚(:‰ àŽŠÓ…ª©Î gpu.0.gpu‚89.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚312.889' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.5778 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0—Ä`¤ ‚(:Õ àŽŠÓÐù»Ñ# disk.dm-0.out‚71921.56689453125 disk.sda1.out‚0 cpu‚25.1698739737527 network.sent‚ 2.703638e+06 disk.dm-1.in‚ 56833.4765625# disk.nvme0c0n1.in‚ 10149.2578125( disk.nvme0c0n1.out‚71921.56689453125& disk.nvme0n1.out‚71921.56689453125 disk.sda.in‚ 56833.4765625 disk.sda.out‚ 103.08203125 disk.sda2.out‚0 network.recv‚300049$ disk./.usageGB‚808.8758697509766 disk.sda3.in‚ 56833.4765625 disk.dm-1.out‚ 103.08203125 disk.dm-0.in‚ 10149.2578125 disk.sda1.in‚0$ proc.memory.availableMB‚2871.375" proc.memory.rssMB‚ 2777.1796875) disk./.usagePercent‚54.28433831104825 disk.sda2.in‚0$ memory_percent‚88.31634521484375* proc.memory.percent‚11.300373077392578 proc.cpu.threads‚17 disk.sda3.out‚ 103.08203125! disk.nvme0n1.in‚ 10149.2578125Sò°”¥ ‚(:‰ ÓÞêÆÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚301.632' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.3264 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0×¼ûËb¦ ‚(:× Ó„¡ŠÐ* disk./.usagePercent‚54.264314681757654& disk.nvme0n1.out‚71947.83251953125 disk.sda3.in‚57334.15234375 proc.cpu.threads‚17 network.recv‚301174$ disk./.usageGB‚808.5775032043457" disk.nvme0c0n1.in‚ 10296.546875( disk.nvme0c0n1.out‚71947.83251953125 disk.nvme0n1.in‚ 10296.546875 disk.dm-0.in‚ 10296.546875 disk.sda.out‚ 103.60546875 disk.sda1.in‚0 network.sent‚ 2.704602e+06 disk.dm-1.in‚57334.15234375 disk.dm-1.out‚ 103.60546875 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚88.31837972005209$ proc.memory.availableMB‚2870.875# disk.dm-0.out‚71947.83251953125 disk.sda.in‚57334.15234375 disk.sda3.out‚ 103.60546875" proc.memory.rssMB‚ 2777.1796875* proc.memory.percent‚11.300373077392578 cpu‚25.17079253236574zS”§ ‚(:‰ þŽŠÓº†¶Î gpu.0.gpu‚75.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚360.513' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.1026 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0MTåd¨ ‚(:Ù þŽŠÓ¬ÒóÏ( disk./.usagePercent‚54.1989155090757 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚57334.15234375 disk.dm-1.in‚57334.15234375 disk.dm-0.in‚ 10333.3984375# disk.dm-0.out‚71988.34423828125 network.recv‚302084 disk.sda.in‚57334.15234375 disk.sda2.in‚0& disk.nvme0n1.out‚71988.34423828125" proc.memory.rssMB‚ 2777.1796875 network.sent‚ 2.707773e+06$ disk./.usageGB‚807.6030082702637 disk.sda.out‚ 104.1640625( disk.nvme0c0n1.out‚71988.34423828125! disk.nvme0n1.in‚ 10333.3984375$ memory_percent‚88.31936518351236( proc.memory.availableMB‚ 2870.6328125* proc.memory.percent‚11.300373077392578 disk.sda1.out‚0 disk.sda3.out‚ 104.1640625 disk.dm-1.out‚ 104.1640625# disk.nvme0c0n1.in‚ 10333.3984375 cpu‚25.17185917438752 proc.cpu.threads‚17³}V(2© - _wandbruntime‚2721  _runtime‚2721FõlëȪ  trainer/global_step‚1599 $ _timestamp‚1.784842116967614e+09 _runtime‚2721.269312258 _step‚133 ' lr-AdamW/pg1‚0.00010765953043680316 ' lr-AdamW/pg2‚0.00010765953043680316ŸBʉÍ« Ç ' lr-AdamW/pg1‚0.00010765953043680316 ' lr-AdamW/pg2‚0.00010765953043680316 trainer/global_step‚1599 $ _timestamp‚1.784842116967614e+09 _runtime‚2721.269312258 _step‚133…/äý÷2¬ - _wandbruntime‚2721  _runtime‚2721ÂþýGñ'­ ëO PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚14847015 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚461178181491712 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1667753159168 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚460993796400614 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚13851544 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4264246 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 trainer/global_step‚1599 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1666407707648 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4883449 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚4883815 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚126180454955008 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1666407707648 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚14847015 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚371 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1664957899508 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚461179553116672 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚28688465 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚460995166440036 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚461178181491712 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚459511799957504 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚2721.273950438 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚14836921 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚9148061 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1667753159168 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚461179553116672 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚4264241 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚366 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 % _timestamp‚1.7848421169688249e+09 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚128225037327360 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚13851550 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2044637818368 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚9147690 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚126180823046144 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1663613288054 _step‚134 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚459330183112560 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248n$Iò~&® ðO G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1666407707648 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚4883449 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚4883815 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚126180454955008 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1666407707648 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚14847015 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚371 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1664957899508 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚461179553116672 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚28688465 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚460995166440036 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚461178181491712 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚459511799957504 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚2721.273950438 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚14836921 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚9148061 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1667753159168 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚461179553116672 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚4264241 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚366 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 % _timestamp‚1.7848421169688249e+09 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚128225037327360 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚13851550 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2044637818368 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚9147690 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚126180823046144 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1663613288054 _step‚134 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚459330183112560 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚14847015 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚461178181491712 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1667753159168 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚460993796400614 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚13851544 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WKüu¾txDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4264246 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 trainer/global_step‚1599†+Ä‹2¯ - _wandbruntime‚2722  _runtime‚2722_ÃSCû&° õM NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚13859917 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚14846003 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚14856111 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚13859911 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚14856111 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 % _timestamp‚1.7848421183924341e+09 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1668775674368 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚128304862028800 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚459790683074560 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚9153297 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚4886416 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚13859917 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚9153658 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚461274989015564 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4266881 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2045874049536 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚461459484922368 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚28705914 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1667430215680 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚459790683074560 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚459609010314304 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚28716028 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1664634089694 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚126259409412096 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1667430215680 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚361 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚128305283461632 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1668775674368 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚14846003À|`Õ'± úM J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚13859911 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚14856111 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 % _timestamp‚1.7848421183924341e+09 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1668775674368 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚128304862028800 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚459790683074560 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚9153297 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚4886416 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚13859917 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚9153658 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚461274989015564 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4266881 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2045874049536 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚461459484922368 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚28705914 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1667430215680 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚459790683074560 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚459609010314304 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚28716028 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1664634089694 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚126259409412096 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1667430215680 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚361 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚128305283461632 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1668775674368 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚14846003 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚13859917 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚14846003 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚14856111 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56‡Ô§7m2² - _wandbruntime‚2722  _runtime‚2722ÔgRe³ þ 0loss/FBt2/assignment_loss‚0.1126509814312745 epoch‚9 % _timestamp‚1.7848421184441183e+09 0loss/FRt2/assignment_loss‚1.2595163247164558 0loss/FBt1/assignment_loss‚0.4145640504784236 1loss/SRqqt1/detection_loss‚1.0974499934055244 &loss/total_loss‚12.370951249720212 0loss/FRt1/assignment_loss‚2.9172604201465564 2loss/SRqqt2/assignment_loss‚0.6982497335202521 /loss/FRt1/detection_loss‚0.5777413814502927 /loss/FRt2/detection_loss‚1.4553223551499272 1loss/SRqqt2/detection_loss‚0.7627596136622553 _runtime‚ 2722.74548436 _step‚136 2loss/SRqqt1/assignment_loss‚0.9141476920932999 /loss/FBt1/detection_loss‚1.0526468166048693 .loss/FBt2/detection_loss‚1.108641887061082 trainer/global_step‚1599ûÇK ´ ƒ 0loss/FRt2/assignment_loss‚1.2595163247164558 0loss/FBt1/assignment_loss‚0.4145640504784236 1loss/SRqqt1/detection_loss‚1.0974499934055244 &loss/total_loss‚12.370951249720212 0loss/FRt1/assignment_loss‚2.9172604201465564 2loss/SRqqt2/assignment_loss‚0.6982497335202521 /loss/FRt1/detection_loss‚0.5777413814502927 /loss/FRt2/detection_loss‚1.4553223551499272 1loss/SRqqt2/detection_loss‚0.7627596136622553 _runtime‚ 2722.74548436 _step‚136 2loss/SRqqt1/assignment_loss‚0.9141476920932999 /loss/FBt1/detection_loss‚1.0526468166048693 .loss/FBt2/detection_loss‚1.108641887061082 trainer/global_step‚1599 0loss/FBt2/assignment_loss‚0.1126509814312745 epoch‚9 % _timestamp‚1.7848421184441183e+09ˆÜXžµ ‚(:“ ŠÓÒ̬Î gpu.0.gpu‚96.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚359.986' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚71.99719999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0]ì\w\¶ ‚(:Ñ ŠÓÞÝÖÏ disk.sda3.in‚57334.15234375! disk.nvme0n1.in‚ 10333.3984375& disk.nvme0n1.out‚72049.09423828125 disk.sda.in‚57334.15234375 disk.sda1.out‚0 disk.sda2.out‚0# disk./.usageGB‚807.669246673584 disk.sda3.out‚ 104.359375# disk.nvme0c0n1.in‚ 10333.3984375( disk.nvme0c0n1.out‚72049.09423828125 disk.dm-0.in‚ 10333.3984375 disk.sda.out‚ 104.359375 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚57334.15234375$ memory_percent‚88.32386334737143) proc.memory.availableMB‚ 2869.52734375 proc.memory.rssMB‚2778.5 cpu‚25.178404309294333 proc.cpu.threads‚17 network.recv‚303185 disk.dm-1.out‚ 104.359375# disk.dm-0.out‚72049.09423828125* proc.memory.percent‚11.305745442708332 network.sent‚ 2.70982e+06) disk./.usagePercent‚54.20336082390024—Œ]42· - _wandbruntime‚2732  _runtime‚2732ÎýŠ¬£$¸ •v :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6517879366874695 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5403613448143005 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6167904734611511 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/1FRt1SRqqt*FBt/event_purity‚0.0298392903059721 +particle/sensitivity‚0.5941042900085449 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 *jet/accuracy_2_of_4‚0.7692108154296875 particle/accuracy_1_of_4‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.5212797522544861 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.5025297999382019 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.01920175366103649 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.06740908324718475 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.1394677460193634 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9661954045295715 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 *jet/accuracy_2_of_3‚0.5365094542503357 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.5051053166389465 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3333333432674408 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6463494896888733 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.04320670664310455 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_1_of_1‚1 particle/accuracy_3_of_3‚1 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 *"Purity/2FRt0SRqqt1FBt/event_purity‚0.5 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5394924283027649 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9855371713638306 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6361518502235413 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6277961134910583 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6200684309005737 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9588541388511658 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9588541388511658 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9976851940155029 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.4444444477558136 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6300535202026367 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.1508851796388626 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.02678726240992546 *jet/accuracy_1_of_1‚0.2967037260532379 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6136849522590637 6 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.961834192276001 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4111393690109253 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03807380050420761 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.3333333432674408 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5504145622253418 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7980902194976807 particle/accuracy_2_of_4‚1 $ _timestamp‚1.784842128555873e+09 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9859660863876343 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8454634547233582 ) Purity/2FRt0SRqqt1FBt/FRt_purity‚0.75 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7205827832221985 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46408313512802124 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.1999053806066513 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7342520356178284 particle/accuracy_2_of_3‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.13434189558029175 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6744535565376282 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7160099744796753 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.03628881648182869 particle/accuracy_1_of_2‚1 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983333349227905 6 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.450562059879303 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 *jet/accuracy_1_of_2‚0.7389011383056641 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7080324292182922 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9596697688102722 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7097142338752747 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7723115086555481 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.3333333432674408 /particle/accuracy_3_of_4‚0.9934210777282715 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :"Purity/1FRt0SRqqt2FBt/event_purity‚0.27068454027175903 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7981376647949219 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.4444444477558136 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_3‚0.9166034460067749 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9877068400382996 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7235145568847656 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.01279105432331562 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.11650576442480087 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.13955442607402802 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.1979166716337204 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8315975666046143 7 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5848214626312256 _runtime‚2732.858115842 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6782156825065613 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.11567642539739609 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7632173299789429 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9877924919128418 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9832438230514526 *jet/accuracy_1_of_4‚0.9662006497383118 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 *jet/accuracy_2_of_2‚0.1285579949617386 8"Purity/*FRt1SRqqt*FBt/event_purity‚0.375287264585495 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.5959219336509705 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.14786052703857422 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.5767858028411865 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 epoch‚9 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.13641545176506042 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8460317850112915 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.01279105432331562 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6835242509841919 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9906901121139526 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6358075737953186 8"Purity/1FRt*SRqqt*FBt/event_purity‚0.113881915807724 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.12816855311393738 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.1507187783718109 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.12799382209777832 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6592070460319519 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.18883192539215088 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0589513070881ˆ¶×žx3667 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 +particle/specificity‚0.9006600975990295 7validation_average_jet_accuracy‚0.33880963921546936 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6361518502235413 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.1383509784936905 'particle/f_score‚0.6058664321899414 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.36666667461395264 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9976851940155029 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2712874412536621 7 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5406931042671204 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 'particle/accuracy‚0.835357666015625 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9894769191741943 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.49932780861854553 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6697329878807068 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9236683249473572 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.10611467808485031 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.13955442607402802 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7641048431396484 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.15161706507205963 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 _step‚137 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.11592605710029602 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.07377861440181732 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.24865829944610596 7 Purity/2FRt*SRqqt2FBt/FBt_purity‚0.8333333134651184 particle/accuracy_1_of_3‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.49617674946784973 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 /particle/accuracy_4_of_4‚0.9240313768386841 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ,jet/accuracy_3_of_3‚0.051354605704545975 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.636012077331543 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7300779819488525 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.4104699492454529 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6250559091567993 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 6 Purity/2FRt0SRqqt*FBt/FBt_purity‚0.944444477558136 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.5485776662826538 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 particle/accuracy_2_of_2‚1 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7124855518341064 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.39283645153045654 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt0SRqqt2FBt/FBt_purity‚0.8333333134651184 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *loss/val_total_loss‚11.921358534294301 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.03284512832760811 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.021728845313191414 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.12683795392513275 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 -jet/accuracy_4_of_4‚0.0069444444961845875 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8820034861564636 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6302794218063354 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.2644345164299011 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.08361929655075073 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 , Purity/2FRt*SRqqt*FBt/FBt_purity‚0.96875 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.013957170769572258 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8315975666046143 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37497350573539734 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19206967949867249 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 trainer/global_step‚1599 +jet/accuracy_3_of_4‚0.08979479223489761 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9625921249389648 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.029675742611289024 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.11235533654689789 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7642427086830139 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.23890502750873566 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6297553181648254 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4191272258758545 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4642857015132904 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ¢¦ ;¹ šv 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.3333333432674408 /particle/accuracy_3_of_4‚0.9934210777282715 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :"Purity/1FRt0SRqqt2FBt/event_purity‚0.27068454027175903 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7981376647949219 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.4444444477558136 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_3‚0.9166034460067749 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9877068400382996 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7235145568847656 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.01279105432331562 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.11650576442480087 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.13955442607402802 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.1979166716337204 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8315975666046143 7 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5848214626312256 _runtime‚2732.858115842 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6782156825065613 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.11567642539739609 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7632173299789429 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9877924919128418 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9832438230514526 *jet/accuracy_1_of_4‚0.9662006497383118 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 *jet/accuracy_2_of_2‚0.1285579949617386 8"Purity/*FRt1SRqqt*FBt/event_purity‚0.375287264585495 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.5959219336509705 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.14786052703857422 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.5767858028411865 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 epoch‚9 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.13641545176506042 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8460317850112915 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.01279105432331562 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6835242509841919 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9906901121139526 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6358075737953186 8"Purity/1FRt*SRqqt*FBt/event_purity‚0.113881915807724 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.12816855311393738 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.1507187783718109 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.12799382209777832 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.6592070460319519 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.18883192539215088 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.05895130708813667 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 +particle/specificity‚0.9006600975990295 7validation_average_jet_accuracy‚0.33880963921546936 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6361518502235413 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.1383509784936905 'particle/f_score‚0.6058664321899414 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.36666667461395264 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9976851940155029 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2712874412536621 7 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5406931042671204 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 'particle/accuracy‚0.835357666015625 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9894769191741943 :"Purity/0FRt1SRqqt1FBt/event_purity‚0.49932780861854553 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6697329878807068 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9236683249473572 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.10611467808485031 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.13955442607402802 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7641048431396484 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.15161706507205963 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 _step‚137 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.11592605710029602 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.07377861440181732 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.24865829944610596 7 Purity/2FRt*SRqqt2FBt/FBt_purity‚0.8333333134651184 particle/accuracy_1_of_3‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.49617674946784973 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 /particle/accuracy_4_of_4‚0.9240313768386841 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ,jet/accuracy_3_of_3‚0.051354605704545975 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.636012077331543 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7300779819488525 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.4104699492454529 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6250559091567993 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 6 Purity/2FRt0SRqqt*FBt/FBt_purity‚0.944444477558136 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.5485776662826538 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 particle/accuracy_2_of_2‚1 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7124855518341064 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.39283645153045654 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt0SRqqt2FBt/FBt_purity‚0.8333333134651184 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *loss/val_total_loss‚11.921358534294301 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.03284512832760811 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.021728845313191414 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.12683795392513275 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 -jet/accuracy_4_of_4‚0.0069444444961845875 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8820034861564636 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6302794218063354 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.2644345164299011 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.08361929655075073 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 , Purity/2FRt*SRqqt*FBt/FBt_purity‚0.96875 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.013957170769572258 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8315975666046143 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37497350573539734 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19206967949867249 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 trainer/global_step‚1599 +jet/accuracy_3_of_4‚0.08979479223489761 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9625921249389648 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.029675742611289024 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.11235533654689789 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7642427086830139 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.23890502750873566 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6297553181648254 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4191272258758545 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4642857015132904 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6517879366874695 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5403613448143005 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6167904734611511 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/1FRt1SRqqt*FBt/event_purity‚0.0298392903059721 +particle/sensitivity‚0.5941042900085449 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 *jet/accuracy_2_of_4‚0.7692108154296875 particle/accuracy_1_of_4‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.5212797522544861 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.5025297999382019 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.01920175366103649 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.06740908324718475 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.1394677460193634 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9661954045295715 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 *jet/accuracy_2_of_3‚0.5365094542503357 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.5051053166389465 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3333333432674408 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6463494896888733 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.04320670664310455 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_1_of_1‚1 particle/accuracy_3_of_3‚1 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 *"Purity/2FRt0SRqqt1FBt/event_purity‚0.5 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5394924283027649 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9855371713638306 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6361518502235413 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6277961134910583 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6200684309005737 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9588541388511658 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9588541388511658 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9976851940155029 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.4444444477558136 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6300535202026367 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.1508851796388626 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.02678726240992546 *jet/accuracy_1_of_1‚0.2967037260532379 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6136849522590637 6 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.961834192276001 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4111393690109253 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03807380050420761 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.3333333432674408 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5504145622253418 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7980902194976807 particle/accuracy_2_of_4‚1 $ _timestamp‚1.784842128555873e+09 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9859660863876343 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8454634547233582 ) Purity/2FRt0SRqqt1FBt/FRt_purity‚0.75 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7205827832221985 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46408313512802124 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.1999053806066513 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7342520356178284 particle/accuracy_2_of_3‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.13434189558029175 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6744535565376282 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7160099744796753 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.03628881648182869 particle/accuracy_1_of_2‚1 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983333349227905 6 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.450562059879303 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 *jet/accuracy_1_of_2‚0.7389011383056641 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7080324292182922 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9596697688102722 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7097142338752747 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7723115086555481‰7ƒ© žº ‚(:“ œŠÓíÊÄÎ gpu.0.gpu‚73.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚352.172' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚70.43440000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‘ªQU» ‚(:Ê œŠÓ¬‘åÏ disk.sda2.in‚0 disk.sda3.in‚ 57620.671875( disk.nvme0c0n1.out‚74288.80224609375& disk.nvme0n1.out‚74288.80224609375# memory_percent‚88.1169319152832( proc.memory.availableMB‚ 2920.3828125" proc.memory.rssMB‚ 2781.1484375 disk.sda.out‚104.8125 disk.sda1.out‚0 disk.sda2.out‚0# disk.dm-0.out‚74288.80224609375 cpu‚25.17896568648005 network.sent‚ 2.769655e+06 network.recv‚305172# disk.nvme0c0n1.in‚ 10339.7578125* proc.memory.percent‚11.316521962483723 proc.cpu.threads‚17 disk.dm-1.out‚104.8125) disk./.usagePercent‚54.20260483365163$ disk./.usageGB‚807.6579818725586 disk.sda.in‚ 57620.671875 disk.sda3.out‚104.8125 disk.dm-1.in‚ 57620.671875! disk.nvme0n1.in‚ 10339.7578125 disk.dm-0.in‚ 10339.7578125 disk.sda1.in‚0 *ös”¼ ‚(:‰ «ŠÓ¬þÇÎ gpu.0.gpu‚90.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚311.756' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.3512 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Õ>Ï\½ ‚(:Ñ «ŠÓÊš¨Ð network.recv‚307748 disk.sda3.out‚ 105.08203125" disk.nvme0n1.in‚10543.76171875! disk.dm-0.out‚74678.548828125" proc.memory.rssMB‚ 2781.1484375 cpu‚25.17995843183937 proc.cpu.threads‚17 network.sent‚ 2.823269e+06 disk.sda2.in‚0 disk.sda2.out‚0$ disk.nvme0n1.out‚74678.548828125 disk.dm-0.in‚10543.76171875 disk.sda.in‚ 58802.46875 disk.sda.out‚ 105.08203125$ memory_percent‚88.11602592468262( disk./.usagePercent‚54.2335615206995$ disk./.usageGB‚808.1192588806152 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚ 58802.46875 disk.dm-1.out‚ 105.08203125) proc.memory.availableMB‚ 2920.60546875* proc.memory.percent‚11.316521962483723 disk.dm-1.in‚ 58802.46875$ disk.nvme0c0n1.in‚10543.76171875& disk.nvme0c0n1.out‚74678.548828125íz¡oŸ¾ ‚(:” ºŠÓ‚§£Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚314.536' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.907199999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‘Â{[Y¿ ‚(:Î ºŠÓëºûÏ disk.sda3.out‚ 105.671875" disk.nvme0n1.in‚10543.76171875$ disk.nvme0n1.out‚74696.185546875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚ 58802.46875) proc.memory.availableMB‚ 2920.49609375" proc.memory.rssMB‚ 2781.1484375 network.sent‚ 2.825314e+06 disk.sda2.in‚0 disk.sda3.in‚ 58802.46875$ disk.nvme0c0n1.in‚10543.76171875 cpu‚25.180868349309613 proc.cpu.threads‚17* disk./.usagePercent‚54.235242210161786$ disk./.usageGB‚808.1443023681641! disk.dm-0.out‚74696.185546875 disk.dm-1.out‚ 105.671875& disk.nvme0c0n1.out‚74696.185546875$ memory_percent‚88.11647097269693* proc.memory.percent‚11.316521962483723 network.recv‚308580 disk.dm-0.in‚10543.76171875 disk.sda.in‚ 58802.46875 disk.sda.out‚ 105.671875·ÛŸh“À ‚(:ˆ Ɋӵ̢Πgpu.0.gpu‚71.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚364.835' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.967 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0»ÎH€XÁ ‚(:Í ÉŠÓ¥–ùÏ" proc.memory.rssMB‚ 2781.1484375 disk.sda2.in‚0 disk.sda3.in‚ 58802.46875 disk.dm-1.out‚ 106.05078125* proc.memory.percent‚11.316521962483723 proc.cpu.threads‚17 network.sent‚ 2.827364e+06) disk./.usagePercent‚54.30491773269569 disk.dm-0.in‚10543.76171875 disk.sda2.out‚0 disk.dm-1.in‚ 58802.46875% disk.nvme0c0n1.out‚74820.06640625" disk.nvme0n1.in‚10543.76171875# disk.nvme0n1.out‚74820.06640625 network.recv‚309679 disk.dm-0.out‚74820.06640625 disk.sda.in‚ 58802.46875 disk.sda3.out‚ 106.05078125 cpu‚25.18193873178122$ disk./.usageGB‚809.1825180053711 disk.sda.out‚ 106.05078125 disk.sda1.in‚0 disk.sda1.out‚0$ disk.nvme0c0n1.in‚10543.76171875$ memory_percent‚88.52303822835287' proc.memory.availableMB‚ 2820.578125`sIC” ‚(:‰ ØŠÓËdzÎ gpu.0.gpu‚89.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚325.989' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.1978 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0'§'Xà ‚(:Í ØŠÓ¦èåÏ$ memory_percent‚88.93140157063803& proc.memory.availableMB‚ 2720.21875* proc.memory.percent‚11.316521962483723 cpu‚25.182825042846872 proc.cpu.threads‚17 disk.sda1.in‚0 disk.sda3.in‚ 59321.5234375& disk.nvme0c0n1.out‚76376.912109375" disk.nvme0n1.in‚10547.59765625 network.sent‚ 2.829442e+06$ disk./.usageGB‚809.1270637512207 disk.sda1.out‚0 disk.dm-1.in‚ 59320.2734375 disk.dm-1.out‚ 106.40625 disk.dm-0.in‚10547.59765625! disk.dm-0.out‚76376.912109375 disk.sda.out‚ 106.40625 network.recv‚310624) disk./.usagePercent‚54.30119615117044 disk.sda2.out‚0 disk.sda3.out‚ 106.40625$ disk.nvme0c0n1.in‚10547.59765625$ disk.nvme0n1.out‚76376.912109375 disk.sda.in‚ 59321.5234375" proc.memory.rssMB‚ 2781.1484375 disk.sda2.in‚0úÍY2Ä - _wandbruntime‚2817  _runtime‚2817aÑÏ-ÉÅ Ã % _timestamp‚1.7848422129632845e+09 _runtime‚2817.264893194 _step‚138 ' lr-AdamW/pg1‚0.00010700999438177209 ' lr-AdamW/pg2‚0.00010700999438177209 trainer/global_step‚1649qÂïQÎÆ È ' lr-AdamW/pg1‚0.00010700999438177209 ' lr-AdamW/pg2‚0.00010700999438177209 trainer/global_step‚1649 % _timestamp‚1.7848422129632845e+09 _runtime‚2817.264893194 _step‚138ŠtT2Ç - _wandbruntime‚2817  _runtime‚2817eÐDÈ ëO BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚15320623 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚130137726321664 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚14320998 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚476641308068864 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.largeÑ_)­_pool.allocated‚474920526075904 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚9446276 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚132249899355648 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚474732583601424 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5046108 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚9445929 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4400168 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚14321004 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚476642679693824 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1717922225276 trainer/global_step‚1649 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2112173033984 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚476642679693824 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5045766 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚476450480398732 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚474920499902464 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚15330717 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1722153617920 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1722153617920 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚14321004 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0ZZE¨ö'É ðO [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1722153617920 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1722153617920 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚14321004 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚15320623 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚130137726321664 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚14320998 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚476641308068864 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚474920526075904 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚9446276 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚132249899355648 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚474732583601424 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5046108 L@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚9445929 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4400168 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚14321004 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚476642679693824 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1717922225276 trainer/global_step‚1649 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2112173033984 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚476642679693824 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5045766 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚476450480398732 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚474920499902464 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚15330717 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0‹F82Ê - _wandbruntime‚2818  _runtime‚2818µ“´¢ú&Ë ôM ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚15329705 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 trainer/global_step‚1649 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚475011359947232 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚14329365 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4402808 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4402803 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚332 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1723176133120 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚475199435366400 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5048773 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚475199409192960 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚476730302974148 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1720287638482 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚132330152223744 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚14329371 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚9451913 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚130216312687616 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚29659070 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚476922611499520 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1723176133120 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚29669184 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚476922611499520 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1721830674432 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1718943026916 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚476731673013682 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚15339813 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚29659070 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚14329365 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2113471444992 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚475199435366400 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚9451576 PDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚475011385375200 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1721830674432 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚15339813 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚5049105 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2113424394752‘âkÌ ùM WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚476731673013682 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚15339813 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚29659070 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚14329365 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2113471444992 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚475199435366400 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚9451576 PDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚475011385375200 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1721830674432 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚15339813 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚5049105 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2113424394752 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚15329705 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 trainer/global_step‚1649 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚475011359947232 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚14329365 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4402808 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4402803 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚332 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1723176133120 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚475199435366400 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5048773 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚475199409192960 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚476730302974148 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1720287638482 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚20;çï/ñ 05 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚132330152223744 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚14329371 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚9451913 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚130216312687616 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚29659070 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚476922611499520 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1723176133120 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚29669184 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚476922611499520 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1721830674432 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1718943026916 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1Œ½ÕR›2Í - _wandbruntime‚2818  _runtime‚2818(GAÝÎ  0loss/FRt1/assignment_loss‚2.7618078292986366 0loss/FRt2/assignment_loss‚1.1223534192153795 /loss/FRt1/detection_loss‚0.5975543509141293 /loss/FBt2/detection_loss‚0.6757716355362577 epoch‚10 _runtime‚2818.741881718 1loss/SRqqt1/detection_loss‚1.1950827457807625 _step‚141 2loss/SRqqt2/assignment_loss‚0.7003495806277783 1loss/FBt1/assignment_loss‚0.12721477382664081 1loss/FBt2/assignment_loss‚0.18340538804217907 1loss/SRqqt2/detection_loss‚0.7598102352624615 /loss/FBt1/detection_loss‚1.6625756053697496 &loss/total_loss‚12.033009035349835 trainer/global_step‚1649 $ _timestamp‚1.784842214440486e+09 2loss/SRqqt1/assignment_loss‚0.7487699323249661 .loss/FRt2/detection_loss‚1.498313539150896ÝÑôN Ï † 2loss/SRqqt1/assignment_loss‚0.7487699323249661 .loss/FRt2/detection_loss‚1.498313539150896 0loss/FRt1/assignment_loss‚2.7618078292986366 0loss/FRt2/assignment_loss‚1.1223534192153795 /loss/FRt1/detection_loss‚0.5975543509141293 /loss/FBt2/detection_loss‚0.6757716355362577 epoch‚10 _runtime‚2818.741881718 1loss/SRqqt1/detection_loss‚1.1950827457807625 _step‚141 2loss/SRqqt2/assignment_loss‚0.7003495806277783 1loss/FBt1/assignment_loss‚0.12721477382664081 1loss/FBt2/assignment_loss‚0.18340538804217907 1loss/SRqqt2/detection_loss‚0.7598102352624615 /loss/FBt1/detection_loss‚1.6625756053697496 &loss/total_loss‚12.033009035349835 trainer/global_step‚1649 $ _timestamp‚1.784842214440486e+09z6ª”Ð ‚(:‰ çŠÓõ¦ÒÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚295.343' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.0686 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ä|N§_Ñ ‚(:Ô çŠÓÙŸˆÐ" disk.nvme0n1.in‚10671.12890625 disk.dm-0.in‚10671.12890625 disk.dm-0.out‚ 76644.2421875 disk.sda.in‚59881.99609375 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚59881.99609375$ disk.nvme0c0n1.in‚10671.12890625 network.sent‚ 2.831579e+06* disk./.usagePercent‚54.259929528703644 disk.sda2.in‚0$ disk.nvme0c0n1.out‚ 76672.8671875$ memory_percent‚89.35767809549967) proc.memory.availableMB‚ 2615.45703125" proc.memory.rssMB‚ 2781.1484375 proc.cpu.threads‚17 network.recv‚312002 disk.sda.out‚ 106.8203125 disk.sda1.in‚0 disk.dm-1.in‚59881.99609375* proc.memory.percent‚11.316521962483723$ disk./.usageGB‚808.5121612548828" disk.nvme0n1.out‚ 76672.8671875 disk.sda3.out‚ 106.8203125 disk.dm-1.out‚ 106.8203125 cpu‚25.183694736444068›Jg+ŸÒ ‚(:” öŠÓþŽ†Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚141.047' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚28.209400000000002 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Üb-²hÓ ‚(:Ý öŠÓ¹»Ð! disk.dm-0.out‚77396.923828125 proc.cpu.threads‚17 network.recv‚314122 disk.dm-1.in‚59881.99609375 disk.dm-1.out‚ 107.40234375& disk.nvme0c0n1.out‚77396.923828125 disk.sda.out‚ 107.40234375 network.sent‚ 2.891335e+06* disk./.usagePercent‚54.262057207320716$ disk./.usageGB‚808.5438652038574 disk.sda3.in‚59881.99609375$ disk.nvme0c0n1.in‚10671.12890625 disk.sda1.out‚0$ memory_percent‚89.79830741882324) proc.memory.availableMB‚ 2507.16796875 disk.sda2.out‚0" disk.nvme0n1.in‚10671.12890625$ disk.nvme0n1.out‚77396.923828125 disk.sda.in‚59881.99609375 disk.sda1.in‚0" proc.memory.rssMB‚ 2781.1484375* proc.memory.percent‚11.316521962483723 cpu‚25.184558646138733 disk.sda2.in‚0 disk.sda3.out‚ 107.40234375 disk.dm-0.in‚10671.12890625NäzžÔ ‚(:“ …ŠÓùƯÎ gpu.0.gpu‚97.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚363.594' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.71879999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0F¼¯eÕ ‚(:Ú …ŠÓ虀Ð network.recv‚315469" disk.nvme0n1.in‚10671.12890625 disk.sda.in‚59881.99609375 disk.sda3.in‚59881.99609375 disk.dm-1.in‚59881.99609375$ disk.nvme0c0n1.in‚10671.12890625$ memory_percent‚90.25580088297525* proc.memory.percent‚11.316521962483723) disk./.usagePercent‚54.25902915020573$ disk.nvme0n1.out‚77436.158203125 disk.sda2.out‚0 disk.dm-1.out‚ 107.90234375" proc.memory.rssMB‚ 2781.1484375 cpu‚25.185761985655056 proc.cpu.threads‚17 network.sent‚ 2.893443e+06$ disk./.usageGB‚808.4987449645996 disk.sda.out‚ 107.90234375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.out‚ 107.90234375' proc.memory.availableMB‚ 2394.734375 disk.dm-0.in‚10671.12890625! disk.dm-0.out‚77436.158203125 disk.sda1.out‚0& disk.nvme0c0n1.out‚77436.158203125EœhLŸÖ ‚(:” ”ŠÓ†×°Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚319.812' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.962399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0• öa× ‚(:Ö ”ŠÓ›ÉˆÐ disk.dm-1.in‚60181.12890625$ disk.nvme0n1.out‚77477.369140625$ disk./.usageGB‚808.4963722229004 disk.sda2.in‚0 disk.sda3.in‚60181.12890625! disk.nvme0n1.in‚ 10684.9453125 cpu‚25.186606453295106 proc.cpu.threads‚17 disk.dm-0.in‚ 10684.9453125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 108.4140625 disk.dm-1.out‚ 108.4140625) proc.memory.availableMB‚ 2266.59765625" proc.memory.rssMB‚ 2781.1484375 network.sent‚ 2.895503e+06 disk.sda.out‚ 108.4140625# disk.nvme0c0n1.in‚ 10684.9453125& disk.nvme0c0n1.out‚77477.369140625# memory_percent‚90.7771905263265* proc.memory.percent‚11.316521962483723 network.recv‚316428* disk./.usagePercent‚54.258869913519426! disk.dm-0.out‚77477.369140625 disk.sda.in‚60181.12890625 ¶WA”Ø ‚(:‰ £ŠÓˆÌºÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚306.347' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.2694 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÑÅÔhÙ ‚(:Ý £ŠÓ⹪Ñ* proc.memory.percent‚11.316521962483723 cpu‚25.187506248618636 proc.cpu.threads‚17 network.recv‚317704$ disk./.usageGB‚808.5121650695801" disk.nvme0n1.in‚10775.66796875 disk.sda.in‚ 61493.3984375 disk.dm-1.out‚ 109.02734375" proc.memory.rssMB‚ 2781.1484375) disk./.usagePercent‚54.25992978471118( disk.nvme0c0n1.out‚77490.52685546875 disk.dm-0.in‚10775.66796875# disk.dm-0.out‚77490.52685546875 disk.sda.out‚ 109.02734375 disk.sda1.out‚0 disk.sda3.out‚ 109.02734375# memory_percent‚91.2663459777832 network.sent‚ 2.897564e+06$ disk.nvme0c0n1.in‚10775.66796875& disk.nvme0n1.out‚77490.52685546875 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚ 61493.3984375 disk.dm-1.in‚ 61493.3984375( proc.memory.availableMB‚ 2146.3828125 disk.sda2.out‚0u)n“Ú ‚(:ˆ ²ŠÓɵ³Î gpu.0.gpu‚13.0 gpu.0.memory‚5, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚354.343' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.8686 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0€ÓņaÛ ‚(:Ö ²ŠÓ¶ÐÐ( disk.nvme0c0n1.out‚77555.51513671875# disk.dm-0.out‚77555.51513671875$ memory_percent‚91.73955917358398 network.recv‚318659 disk.dm-1.in‚ 61493.4140625" disk.nvme0n1.in‚10806.57421875 disk.sda.out‚ 109.734375 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0) disk./.usagePercent‚54.17594958519406& disk.nvme0n1.out‚77555.51513671875 disk.dm-0.in‚10806.57421875 disk.sda.in‚ 61493.4140625* proc.memory.percent‚11.316521962483723 proc.cpu.threads‚17# disk./.usageGB‚807.260799407959 disk.sda3.out‚ 109.734375 disk.sda1.in‚0( proc.memory.availableMB‚ 2030.0859375" proc.memory.rssMB‚ 2781.1484375 cpu‚25.188525813548317 network.sent‚ 2.89857e+06 disk.sda3.in‚ 61493.4140625 disk.dm-1.out‚ 109.734375$ disk.nvme0c0n1.in‚10806.57421875Ⱦ2Ü - _wandbruntime‚2897  _runtime‚2897)FÕ*ÉÝ Ã ' lr-AdamW/pg2‚0.00010634101160547493 trainer/global_step‚1699 % _timestamp‚1.7848422935805058e+09 _runtime‚2897.882023722 _step‚142 ' lr-AdamW/pg1‚0.00010634101160547493NWð“ÎÞ È ' lr-AdamW/pg1‚0.00010634101160547493 ' lr-AdamW/pg2‚0.00010634101160547493 trainer/global_step‚1699 % _timestamp‚1.7848422935805058e+09 _runtime‚2897.882023722 _step‚142Ži¿'Ç2ß - _wandbruntime‚2897  _runtime‚2897îú1™ñ'à ëO YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚370 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚488865990600704 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1773343174144 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚30526023 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚9726744 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚15776575 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚488865990600704 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 trainer/global_step‚1699 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚490639333774848 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚490637962149888 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1771997722624 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚488672646862256 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 427731456 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚14739348 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5194211 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚59640320 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚14739354 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2174679623168 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚488865964427264 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚15786669 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚490441672970340 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1769026108084 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 % _timestamp‚1.7848422935814867e+09 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1770370719538 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚134067412710400 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚15776575 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚30515923 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚365 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181ãV“ØW&á ðO UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚370 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚488865990600704 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1773343174144 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚30526023 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚9726744 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚15776575 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚488865990600704 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 trainer/global_step‚1699 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚490639333774848 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚490637962149888 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1771997722624 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚488672646862256 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 427731456 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚14739348 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5194211 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚59640320 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚14739354 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2174679623168 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚488865964427264 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚15786669 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚490441672970340 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1769026108084 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 % _timestamp‚1.7848422935814867e+09 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1770370719538 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚134067412710400 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.jàp+Ÿfreed‚15776575 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚30515923 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚365 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136MOš52â - _wandbruntime‚2899  _runtime‚2899¼±Ãƒû&ã õM REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚14747715 PDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚489144899891200 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚134145630985216 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚30543486 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4534808 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1774365689344 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚9731998 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚5197552 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚30533372 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚15785657 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚490919265580544 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚362 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚357 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1773020230656 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚14747715 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚134145999076352 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 _runtime‚2899.306942463 _step‚144 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚489144873717760 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1774365689344 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚30533372 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚14747721 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 % _timestamp‚1.7848422950051022e+09 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚136321503187968 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚9732360 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2175872202752 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚488951474064000 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚14747721 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5197195 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚490721495545756 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1770046909724 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚15795765 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚15795765 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚489144873717760 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2175923447296 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚490917893948416 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚30543486 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1773020230656 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚490919265580544 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚15785657 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚488951448636032 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚489144899891200 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚9732360 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2175872202752 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚488951474064000 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚14747721 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5197195 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚490721495545756 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1770046909724 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚15795765 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚15795765 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚489144873717760 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2175923447296 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚490917893948416 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚30543486 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1773020230656 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚490919265580544 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚15785657 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚488951448636032 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚489144899891200 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚489144899891200 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚134145630985216 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚30543486 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4534808 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1774365689344 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 J>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚9731998 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚5197552 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚30533372 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚15785657 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚490919265580544 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚362 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚357 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1773020230656 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚14747715 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚134145999076352 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 _runtime‚2899.306942463 _step‚144 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚489144873717760 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1774365689344 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚30533372 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚14747721 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 % _timestamp‚1.7848422950051022e+09 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚136321503187968¶Žð/2å - _wandbruntime‚2899  _runtime‚2899Å”õìæ þ epoch‚10 _runtime‚2899.358689326 /loss/FRt1/assignment_loss‚2.679229221446852 /loss/FRt2/assignment_loss‚1.321519193031005 2loss/SRqqt1/assignment_loss‚0.8028318221688798 0loss/FBt1/assignment_loss‚0.2783766035959761 1loss/FBt2/assignment_loss‚0.09893362558437738 .loss/FRt1/detection_loss‚0.599123387712822 /loss/FRt2/detection_loss‚1.4758571566302086 1loss/SRqqt2/detection_loss‚0.7451431715020759 /loss/FBt1/detection_loss‚0.9154093087547355 /loss/FBt2/detection_loss‚1.3645932241213112 $ _timestamp‚1.784842295057331e+09 2loss/SRqqt2/assignment_loss‚0.7036986798235145 1loss/SRqqt1/detection_loss‚1.1661066207697475 &loss/total_loss‚12.150822015141507 trainer/global_step‚1699 _step‚145hIà ç ƒ epoch‚10 _runtime‚2899.358689326 /loss/FRt1/assignment_loss‚2.679229221446852 /loss/FRt2/assignment_loss‚1.321519193031005 2loss/SRqqt1/assignment_loss‚0.8028318221688798 0loss/FBt1/assignment_loss‚0.2783766035959761 1loss/FBt2/assignment_loss‚0.09893362558437738 .loss/FRt1/detection_loss‚0.599123387712822 /loss/FRt2/detection_loss‚1.4758571566302086 1loss/SRqqt2/detection_loss‚0.7451431715020759 /loss/FBt1/detection_loss‚0.9154093087547355 /loss/FBt2/detection_loss‚1.3645932241213112 $ _timestamp‚1.784842295057331e+09 2loss/SRqqt2/assignment_loss‚0.7036986798235145 1loss/SRqqt1/detection_loss‚1.1661066207697475 &loss/total_loss‚12.150822015141507 trainer/global_step‚1699 _step‚145‘t^?”è ‚(:‰ ÁŠÓà’§Î gpu.0.gpu‚89.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚306.107' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.2214 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0£-gé ‚(:Ü ÁŠÓŸö†Ð$ disk.nvme0c0n1.in‚10807.21484375( disk.nvme0c0n1.out‚77579.71044921875 disk.dm-0.in‚10807.21484375 disk.sda3.in‚ 61493.4140625$ memory_percent‚92.21898714701334) proc.memory.availableMB‚ 1912.26171875* proc.memory.percent‚11.316521962483723$ disk./.usageGB‚806.1966285705566 disk.dm-1.in‚ 61493.4140625" disk.nvme0n1.in‚10807.21484375 disk.sda.in‚ 61493.4140625 disk.sda1.out‚0 network.sent‚ 2.901707e+06 network.recv‚319826 disk.dm-1.out‚ 110.3671875 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 110.3671875& disk.nvme0n1.out‚77579.71044921875# disk.dm-0.out‚77579.71044921875 disk.sda.out‚ 110.3671875" proc.memory.rssMB‚ 2781.1484375 cpu‚25.189345757350647 proc.cpu.threads‚17) disk./.usagePercent‚54.10453218739719WÚHžê ‚(:“ ЊÓ·¦®Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚309.24' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.848000000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¨ô«Wë ‚(:Ì ЊÓÿ·âÏ" proc.memory.rssMB‚ 2781.1484375* proc.memory.percent‚11.316521962483723 network.sent‚ 2.961465e+06 disk.sda3.out‚ 111.12109375$ memory_percent‚92.69240697224936 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 10807.4453125& disk.nvme0c0n1.out‚77581.314453125! disk.nvme0n1.in‚ 10807.4453125$ disk.nvme0n1.out‚77581.314453125 cpu‚25.190077398302407 proc.cpu.threads‚17 network.recv‚321947$ disk./.usageGB‚806.1966896057129 disk.sda.in‚ 62088.6875 disk.sda1.in‚0 disk.sda3.in‚ 62088.6875 disk.dm-1.out‚ 111.12109375 disk.dm-0.in‚ 10807.4453125! disk.dm-0.out‚77581.314453125) disk./.usagePercent‚54.10453628351773 disk.sda.out‚ 111.12109375 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.in‚ 62088.6875( proc.memory.availableMB‚ 1795.9140625¦TÌe“ì ‚(:ˆ ߊӪǬΠgpu.0.gpu‚75.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚366.395' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.279 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚03YÁSí ‚(:È ߊÓë™Ð disk.sda1.in‚0$ disk./.usageGB‚807.1434593200684$ disk.nvme0c0n1.in‚10836.39453125$ disk.nvme0n1.out‚79723.201171875! disk.dm-0.out‚79723.201171875 disk.sda.in‚ 62567.3125 disk.sda2.out‚0 disk.sda3.in‚ 62567.3125" disk.nvme0n1.in‚10836.39453125 disk.dm-0.in‚10836.39453125 disk.sda1.out‚0 disk.dm-1.in‚ 62567.3125 disk.dm-1.out‚ 111.390625" proc.memory.rssMB‚ 2781.1484375 network.recv‚323082) disk./.usagePercent‚54.16807479344084& disk.nvme0c0n1.out‚79723.201171875 disk.sda2.in‚0$ memory_percent‚93.19756825764975* proc.memory.percent‚11.316521962483723 proc.cpu.threads‚17 network.sent‚ 2.963555e+06 disk.sda.out‚ 111.390625 disk.sda3.out‚ 111.390625' proc.memory.availableMB‚ 1671.765625 cpu‚25.191123289807553Ì$!~žî ‚(:“ îŠÓÆ›¾Î gpu.0.gpu‚81.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚364.519' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.90379999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 Ñsç[ï ‚(:Ð îŠÓóŸˆÐ disk.sda3.out‚ 112.41796875 disk.dm-0.in‚10936.84765625 disk.sda1.in‚0 cpu‚25.191919172979773 disk.sda2.out‚0 disk.sda3.in‚ 62567.3125 disk.dm-1.out‚ 112.41796875$ disk.nvme0c0n1.in‚10936.84765625" disk.nvme0n1.in‚10936.84765625 disk.sda.in‚ 62567.3125# memory_percent‚93.6058521270752) proc.memory.availableMB‚ 1571.42578125 network.recv‚324061 disk.sda2.in‚0 disk.dm-1.in‚ 62567.3125$ disk.nvme0n1.out‚79724.298828125! disk.dm-0.out‚79724.298828125 disk.sda.out‚ 112.41796875" proc.memory.rssMB‚ 2781.1484375* proc.memory.percent‚11.316521962483723 network.sent‚ 2.965592e+06$ disk./.usageGB‚806.1967315673828& disk.nvme0c0n1.out‚79724.298828125 disk.sda1.out‚0 proc.cpu.threads‚17* disk./.usagePercent‚54.104539099600615¡ž=â”ð ‚(:‰ ýŠÓ ÀºÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.572' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.1144 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0EÌ [Yñ ‚(:Î ýŠÓù· Ð) disk./.usagePercent‚54.10453269941225 disk.dm-1.in‚ 62567.3125" disk.nvme0n1.in‚10936.84765625 disk.dm-0.in‚10936.84765625 disk.sda.out‚ 112.953125 disk.sda1.in‚0 network.recv‚325165$ disk./.usageGB‚806.1966361999512 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 112.953125 disk.dm-1.out‚ 112.953125& disk.nvme0n1.out‚79726.24560546875 disk.sda1.out‚0 network.sent‚ 2.967648e+06$ disk.nvme0c0n1.in‚10936.84765625( disk.nvme0c0n1.out‚79726.24560546875 disk.sda.in‚ 62567.3125( proc.memory.availableMB‚ 1463.2578125" proc.memory.rssMB‚ 2781.1484375* proc.memory.percent‚11.316521962483723 cpu‚25.19261865764974 disk.sda3.in‚ 62567.3125# disk.dm-0.out‚79726.24560546875$ memory_percent‚94.04598871866861 proc.cpu.threads‚17)·ãä2ò - _wandbruntime‚2978  _runtime‚2978€çTÈó  _step‚146 ' lr-AdamW/pg1‚0.00010565285064732574 ' lr-AdamW/pg2‚0.00010565285064732574 trainer/global_step‚1749 $ _timestamp‚1.784842374367106e+09 _runtime‚2978.668601556žŸÝÞÍô Ç _step‚146 ' lr-AdamW/pg1‚0.00010565285064732574 ' lr-AdamW/pg2‚0.00010565285064732574 trainer/global_step‚1749 $ _timestamp‚1.784842374367106e+09 _runtime‚2978.668601556’Òv‰þ2õ - _wandbruntime‚2978  _runtime‚2978_fï¦ö ìO L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚16232527 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚502612760979024 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚137996362916864 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1821474602346 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1823187278848 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚16232527 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚504635987855872 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚10006886 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚504635987855872 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚504634616230912 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1824532730368 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚140233270087168 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚31400325 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚137996731008000 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current*ö¬ÉL‚377 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚15157698 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5342718 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _step‚147 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚4664163 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚502811428952064 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚15157698 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚10006509 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4664168 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5342346 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚16242621 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚16242621 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚504432865541948 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚502811455125504 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1820129990892 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 trainer/global_step‚1749 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1823187278848 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚15157704 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1824532730368 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚504634616230912 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚140233699915776 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚2978.672935371 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚502811455125504 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚372 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2236907170304 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1821474602346 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1823187278848 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚16232527 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚504635987855872 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚10006886 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚504635987855872 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚504634616230912 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1824532730368 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚140233270087168 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚31400325 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚137996731008000 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚377 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚15157698 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5342718 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _step‚147 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚4664163 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚502811428952064 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚15157698 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚10006509 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4664168 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5342346 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚16242621 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚16242621 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚504432865541948 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚502811455125504 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1820129990892 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 trainer/global_step‚1749 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1823187278848 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚15157704 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1824532730368 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚504634616230912 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚140233699915776 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚2978.672935371 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚502811455125504 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚372 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2236907170304 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 IDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5345309 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _runtime‚2980.089841865 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚504914548029440 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚504915919661568 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚504714058156898 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2238152401408 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚503090364416000 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2238201548800 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚15166071 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚16241609 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4666808 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚31417788 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚140313101684224 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1824209786880 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚16251717 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚504712688117364 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _step‚148 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚10012112 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 PDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1824209786880 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚16251717 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚504712688117364 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _step‚148 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚10012112 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 PDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5345309 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _runtime‚2980.089841865 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚504914548029440 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚504915919661568 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚504714058156898 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2238152401408 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚503090364416000 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2238201ÑôºJ—548800 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚15166071 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚16241609 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4666808 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚31417788”E8Ñ’2û - _wandbruntime‚2980  _runtime‚2980¯?åü ‚ /loss/FRt1/detection_loss‚0.5973243865808555 /loss/FRt2/detection_loss‚1.4687058827499833 1loss/SRqqt1/detection_loss‚1.1969061188886303 epoch‚10 0loss/FRt1/assignment_loss‚2.8202217087003687 2loss/SRqqt2/assignment_loss‚0.7027399125357118 1loss/FBt2/assignment_loss‚0.06086626356665202 1loss/SRqqt2/detection_loss‚0.7918056974162376 &loss/total_loss‚12.046063941597277 % _timestamp‚1.7848423758399384e+09 0loss/FRt2/assignment_loss‚1.2125489676766323 /loss/FBt1/detection_loss‚0.9947839001049162 _step‚149 2loss/SRqqt1/assignment_loss‚0.7892053805889367 /loss/FBt2/detection_loss‚1.1543925648573459 trainer/global_step‚1749 _runtime‚2980.141457618 0loss/FBt1/assignment_loss‚0.2565631579310068ó‡ôi ý ‡ 0loss/FBt1/assignment_loss‚0.2565631579310068 /loss/FRt1/detection_loss‚0.5973243865808555 /loss/FRt2/detection_loss‚1.4687058827499833 1loss/SRqqt1/detection_loss‚1.1969061188886303 epoch‚10 0loss/FRt1/assignment_loss‚2.8202217087003687 2loss/SRqqt2/assignment_loss‚0.7027399125357118 1loss/FBt2/assignment_loss‚0.06086626356665202 1loss/SRqqt2/detection_loss‚0.7918056974162376 &loss/total_loss‚12.046063941597277 % _timestamp‚1.7848423758399384e+09 0loss/FRt2/assignment_loss‚1.2125489676766323 /loss/FBt1/detection_loss‚0.9947839001049162 _step‚149 2loss/SRqqt1/assignment_loss‚0.7892053805889367 /loss/FBt2/detection_loss‚1.1543925648573459 trainer/global_step‚1749 _runtime‚2980.141457618•L[Gó”þ ‚(:‰ Œ‘ŠÓÀ£¤Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚323.048' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.6096 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0õÔc÷Mÿ ‚(: Œ‘ŠÓï‹äÐ$ disk./.usageGB‚806.7021064758301$ disk.nvme0n1.out‚79727.955078125 disk.dm-0.in‚ 10952.4609375! disk.dm-0.out‚79727.955078125& disk.nvme0c0n1.out‚79727.955078125 disk.sda.in‚ 62827.6015625 disk.sda.out‚113.5 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.out‚113.5 disk.dm-1.out‚113.5$ memory_percent‚94.58155632019043# disk.nvme0c0n1.in‚ 10952.4609375 disk.sda2.out‚0) proc.memory.availableMB‚ 1331.63671875! disk.nvme0n1.in‚ 10952.4609375 disk.sda3.in‚ 62827.6015625 disk.dm-1.in‚ 62827.6015625" proc.memory.rssMB‚ 2781.1484375* proc.memory.percent‚11.316521962483723 cpu‚25.193470299421666 proc.cpu.threads‚17 disk.sda1.in‚0 network.sent‚ 2.969837e+06 network.recv‚326291* disk./.usagePercent‚54.138455233744295ŠË¦¸”€ ‚(:‰ ›‘ŠÓ߸§Î gpu.0.gpu‚95.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚368.997' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.7994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚07w5Fd ‚(:Ù ›‘ŠÓª¹†Ñ' disk.nvme0c0n1.out‚79735.6298828125" disk.nvme0n1.in‚10996.23828125' proc.memory.availableMB‚ 1202.015625 network.sent‚ 3.029588e+06 disk.sda2.in‚0 disk.sda3.in‚64131.73828125 disk.dm-1.in‚64131.73828125$ disk.nvme0c0n1.in‚10996.23828125 cpu‚25.196368300069143$ disk./.usageGB‚806.9529571533203 disk.sda.in‚64131.73828125 disk.sda1.in‚0% disk.nvme0n1.out‚79735.6298828125# memory_percent‚95.1089859008789 proc.memory.rssMB‚ 2782.46875 proc.cpu.threads‚17) disk./.usagePercent‚54.15529003318841 disk.sda1.out‚0 disk.dm-0.in‚10996.23828125" disk.dm-0.out‚79735.6298828125) proc.memory.percent‚11.32189432779948 network.recv‚328777 disk.sda.out‚ 113.81640625 disk.sda2.out‚0 disk.sda3.out‚ 113.81640625 disk.dm-1.out‚ 113.81640625Àþ2‚ - _wandbruntime‚3006  _runtime‚3006*¼dq;ƒ ‰w & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.024939343333244324 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6448295712471008 8"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.623256504535675 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.12176688015460968 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7377991676330566 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9950848817825317 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6861750483512878 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.6904636025428772 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9910714626312256 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7241814136505127 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.10384839028120041 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +particle/specificity‚0.8945983052253723 _runtime‚3006.418228092 8"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.695311427116394 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6509792804718018 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 )jet/accuracy_2_of_3‚0.517794132232666 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.03298395872116089 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.022076398134231567 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.011817227117717266 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6991270780563354 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8010506629943848 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.38412970304489136 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.742472231388092 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.003086419776082039 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9894829988479614 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8372899293899536 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.12995313107967377 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6404385566711426 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6185757517814636 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9829158782958984 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46606865525245667 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_2_of_4‚0.7293716073036194 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.11920029670000076 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7563064098358154 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.4444444477558136 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 *jet/accuracy_1_of_2‚0.7447072267532349 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6885793805122375 7validation_average_jet_accuracy‚0.34427744150161743 _step‚150 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.646257221698761 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.12510749697685242 +jet/accuracy_3_of_3‚0.07435454428195953 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6217949986457825 <"Purity/2FRt0SRqqt0FBt/event_purity‚0.0062500000931322575 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9685202836990356 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.026547757908701897 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.39955171942710876 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 trainer/global_step‚1759 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9558635354042053 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.14497539401054382 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.011817227117717266 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.27905046939849854 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4536297619342804 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.08143722265958786 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.011520332656800747 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.18449580669403076 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6509792804718018 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5552912950515747 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7773914337158203 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.7923351526260376 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.7923351526260376 *jet/accuracy_1_of_4‚0.9662006497383118 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6868284940719604 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9966574907302856 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9799749255180359 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9959677457809448 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +jet/accuracy_1_of_1‚0.30308857560157776 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.05862654000520706 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 particle/accuracy_2_of_2‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 8"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.607229471206665 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9932615756988525 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.28467920422554016 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.24456572532653809 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.14322830736637115 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7424613833427429 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 +jet/accuracy_3_of_4‚0.08979479968547821 particle/accuracy_1_of_4‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 epoch‚10 *loss/val_total_loss‚12.104443417531979 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.11218305677175522 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5505746006965637 9 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.054549723863601685 ,jet/accuracy_4_of_4‚0.013523392379283905 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6614061594009399 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.39176544547080994 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5761927962303162 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03212660923600197 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 'particle/f_score‚0.6090262532234192 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6575778722763062 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 particle/accuracy_1_of_3‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.14497539401054382 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.49594950675964355 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6722103953361511 particle/accuracy_3_of_3‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9675648212432861 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9932615756988525 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7458734512329102 particle/accuracy_2_of_4‚1 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7416391968727112 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.4444444477558136 +particle/sensitivity‚0.6083601713180542 8"Purity/*FRt1SRqqt*FBt/event_purity‚0.384976863861084 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.18123143911361694 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.20777994394302368 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.41284334659576416 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.510360836982727 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.07556469738483429 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6423901915550232 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7404922246932983 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9973404407501221 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9910714626312256 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7587376832962036 % _timestamp‚1.7848424021160746e+09 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.13860443234443665 6 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.985927402973175 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6014881134033203 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9865444898605347 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9117271304130554 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6410714387893677 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.06993047893047333 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5750347375869751 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6910925507545471 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.023349806666374207 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.09387418627738953 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 +jet/accuracy_2_of_2‚0.13143329322338104 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.1570260375738144 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 /particle/accuracy_3_of_4‚0.9934210777282715 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7473480105400085 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.1581696718931198 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9962121248245239 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03484438732266426 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7395662069320679 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9573602080345154 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5952380895614624 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8451235890388489 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.11618071049451828 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6902008652687073 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.11042765527963638 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.15776251256465912 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7763211727142334 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6223214268684387 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 particle/accuracy_1_of_2‚1 particle/accuracy_2_of_3‚1 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9107216596603394 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4404761791229248 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9950838088989258 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 /particle/accuracy_4_of_4‚0.9793585538864136 %particle/accuracy‚0.8336181640625 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.648649275302887 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9974489808082581 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6913865804672241 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.14482370018959045 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6255322098731995 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.13234400749206543 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 )jet/accuracy_1_of_3‚0.906658411026001 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204N0›;$„ Žw 8"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.607229471206665 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9932615756988525 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.28467920422554016 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.24456572532653809 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.14322830736637115 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7424613833427429 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 +jet/accuracy_3_of_4‚0.08979479968547821 particle/accuracy_1_of_4‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 epoch‚10 *loss/val_total_loss‚12.104443417531979 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.11218305677175522 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5505746006965637 9 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.054549723863601685 ,jet/accuracy_4_of_4‚0.013523392379283905 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6614061594009399 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.39176544547080994 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5761927962303162 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03212660923600197 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 'particle/f_score‚0.6090262532234192 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6575778722763062 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 particle/accuracy_1_of_3‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.14497539401054382 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.49594950675964355 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6722103953361511 particle/accuracy_3_of_3‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9675648212432861 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9932615756988525 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7458734512329102 particle/accuracy_2_of_4‚1 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7416391968727112 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.4444444477558136 +particle/sensitivity‚0.6083601713180542 8"Purity/*FRt1SRqqt*FBt/event_purity‚0.384976863861084 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.18123143911361694 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.20777994394302368 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.41284334659576416 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.510360836982727 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.07556469738483429 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6423901915550232 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7404922246932983 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9973404407501221 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9910714626312256 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7587376832962036 % _timestamp‚1.7848424021160746e+09 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.13860443234443665 6 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.985927402973175 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6014881134033203 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9865444898605347 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9117271304130554 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6410714387893677 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.06993047893047333 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5750347375869751 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6910925507545471 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.023349806666374207 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.09387418627738953 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 +jet/accuracy_2_of_2‚0.13143329322338104 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.1570260375738144 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 /particle/accuracy_3_of_4‚0.9934210777282715 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7473480105400085 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.1581696718931198 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9962121248245239 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03484438732266426 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7395662069320679 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9573602080345154 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5952380895614624 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8451235890388489 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.11618071049451828 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6902008652687073 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.11042765527963638 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.15776251256465912 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7763211727142334 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6223214268684387 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 particle/accuracy_1_of_2‚1 particle/accuracy_2_of_3‚1 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9107216596603394 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4404761791229248 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9950838088989258 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 /particle/accuracy_4_of_4‚0.9793585538864136 %particle/accuracy‚0.8336181640625 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.648649275302887 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9974489808082581 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6913865804672241 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.14482370018959045 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6255322098731995 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.13234400749206543 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 )jet/accuracy_1_of_3‚0.906658411026001 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.024939343333244324 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6448295712471008 8"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.623256504535675 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.12176688015460968 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7377991676330566 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9950848817825317 9"Purity/*FRt1SÕ¸8YRqqt*FBt/SRqqt_purity‚0.6861750483512878 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.6904636025428772 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9910714626312256 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7241814136505127 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.10384839028120041 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +particle/specificity‚0.8945983052253723 _runtime‚3006.418228092 8"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.695311427116394 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6509792804718018 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 )jet/accuracy_2_of_3‚0.517794132232666 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.03298395872116089 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.022076398134231567 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.011817227117717266 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6991270780563354 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8010506629943848 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.38412970304489136 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.742472231388092 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.003086419776082039 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9894829988479614 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8372899293899536 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.12995313107967377 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6404385566711426 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6185757517814636 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9829158782958984 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46606865525245667 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_2_of_4‚0.7293716073036194 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.11920029670000076 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7563064098358154 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.4444444477558136 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 *jet/accuracy_1_of_2‚0.7447072267532349 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6885793805122375 7validation_average_jet_accuracy‚0.34427744150161743 _step‚150 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.646257221698761 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.12510749697685242 +jet/accuracy_3_of_3‚0.07435454428195953 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6217949986457825 <"Purity/2FRt0SRqqt0FBt/event_purity‚0.0062500000931322575 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9685202836990356 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.026547757908701897 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.39955171942710876 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 trainer/global_step‚1759 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9558635354042053 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.14497539401054382 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.011817227117717266 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.27905046939849854 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4536297619342804 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.08143722265958786 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.011520332656800747 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.18449580669403076 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6509792804718018 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5552912950515747 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7773914337158203 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.7923351526260376 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.7923351526260376 *jet/accuracy_1_of_4‚0.9662006497383118 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6868284940719604 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9966574907302856 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9799749255180359 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9959677457809448 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +jet/accuracy_1_of_1‚0.30308857560157776 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.05862654000520706 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 particle/accuracy_2_of_2‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071– £ßÆž… ‚(:“ ª‘ŠÓÔ»ƒÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚308.76' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.751999999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Î]kec† ‚(:Ø ª‘ŠÓÜýêÐ cpu‚25.19720587684543 proc.cpu.threads‚17 disk.sda1.out‚0 network.recv‚329689% disk.nvme0n1.out‚81757.8056640625" disk.dm-0.out‚81757.8056640625 disk.sda.out‚ 114.234375 disk.sda2.out‚0" proc.memory.rssMB‚ 2785.1171875$ disk.nvme0c0n1.in‚11102.16796875 disk.sda.in‚64131.73828125) proc.memory.availableMB‚ 2872.84765625 disk.sda1.in‚0) disk./.usagePercent‚54.15528132893225$ disk./.usageGB‚806.9528274536133' disk.nvme0c0n1.out‚81757.8056640625 disk.dm-0.in‚11102.16796875 disk.dm-1.in‚64131.73828125 disk.dm-1.out‚ 114.234375* proc.memory.percent‚11.332670847574871 network.sent‚ 3.030556e+06" disk.nvme0n1.in‚11102.16796875 disk.sda2.in‚0 disk.sda3.in‚64131.73828125 disk.sda3.out‚ 114.234375$ memory_percent‚88.31035296122232 ´îZ”‡ ‚(:‰ ¹‘ŠÓ’Ÿ—Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚358.349' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.6698 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0E¢çDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5508569 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚10308654 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚332 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚520097742808064 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚16726323 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1875783539568 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚15627152 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1874438928114 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚518220155070464 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚518220181243904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1878933189120 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 trainer/global_step‚1799 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚4800085 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚15627152 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚10308991 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2304570599936 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚144258620032000 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 % _timestamp‚1.7848424707205713e+09 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚16726323 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚520099114433024 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0?ºçŒ%” ñO F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5508569 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚10308654 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚332 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚520097742808064 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚16726323 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1875783539568 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚15627152 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1874438928114 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚518220155070464 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚518220181243904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1878933189120 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 trainer/global_step‚1799 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚4800085 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚15627152 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚10308991 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2304570599936 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚144258620032000 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 % _timestamp‚1.7848424707205713e+09 PCDeviceStatsMonitor.on_train_batch_start/actÁe’ìkive.small_pool.allocated‚16726323 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚520099114433024 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0˜ÍoZ2• - _wandbruntime‚3076  _runtime‚3076~uvÓû&– õM G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚32360830 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚144338053418496 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1879955704320 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚16735419 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚15635525 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚16725311 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚10314601 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5511542 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 trainer/global_step‚1799 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2305879819264 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1879955704320 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1878610245632 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚16735419 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1878610245632 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚520377674606592 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚5511871 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚10314267 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚32370944 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚15635519 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚142032588740608 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0ÏÚU'— úM NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚15635519 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚5511871 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚10314267 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚32370944 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚15635519 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚142032588740608 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚32360830 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚144338053418496 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1879955704320 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚16735419 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚15635525 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚16725311 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚10314601 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5511542 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 trainer/global_step‚1799 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2305879819264 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1879955704320 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1878610245632 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚16735419 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1878610245632 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚520377674606592 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 EDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚533880742111674 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚356 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚351 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5657406 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5657055 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚17182275 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚534095768514048 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚17172181 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4932090 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2367000750080 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚533882112151096 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚534095768514048 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YEDevicíŸ'œ0eStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚532165619595264 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚532165645768704 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1928777293824 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚10589140 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚17172181 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚10589496 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚145882952581120 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2367052001792 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚534094396889088 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1930122745344 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚16045508 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚532165619595264 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚16045502 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1930122745344 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚534094396889088 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚33227783 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _step‚156 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚4932085 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚17182275 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚145883320672256 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 trainer/global_step‚1849 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1928777293824 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112[r¸Lø'ª òO H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚4932085 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚17182275 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚145883320672256 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 trainer/global_step‚1849 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1928777293824 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚148249953331200 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚148250372674048 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚531955199300752 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚33217683 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚16045502 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚531955224728720 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _runtime‚3155.693950583 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚533880742111674 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚356 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚351 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5657406 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5657055 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚17182275 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚534095768514048 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚17172181 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚4932090 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2367000750080 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚533882112151096 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚534095768514048 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚532165619595264 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚532165645768704 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 1928777293824 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚10589140 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚17172181 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚10589496 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚145882952581120 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2367052001792 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚534094396889088 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1930122745344 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚16045508 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚532165619595264 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚16045502 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1930122745344 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚534094396889088 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚33227783 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _step‚156œôJsÎ2« - _wandbruntime‚3157  _runtime‚3157݈Pý&¬ ÷M G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚33245246 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2368243462144 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚16053869 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚33245246 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _step‚157 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _runtime‚3157.114635549 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚145961538947072 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚534160564687090 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚532444528885760 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚16053875 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚17181263 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚360 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚33235132 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚532444555059200 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚17191371 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚16053869 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4934725 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚355 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚534161934726624 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2368298900992 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚33235132 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚17191371 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚532234026502496 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚532444528885760 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚145961907038208 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚17181263 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1931145260544 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚10594708 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚532234001074528 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚534375700319744 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1927908224128 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1931145260544 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1929799801856 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4934730 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚148330205939200 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚148329782409216 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1926563612562 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0¾êýd†­ üM YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1931145260544 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1929799801856 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚4934730 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚148330205939200 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚148329782409216 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1926563612562 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚33245246 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2368243462144 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚16053869 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚33245246 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _step‚157 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _runtime‚3157.114635549 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚145961538947072 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚534160564687090 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚532444528885760 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚16053875 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚17181263 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚360 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚33235132 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚532444555059200 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚17191371 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚16053869 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚4934725 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚355 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚534161934726624 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2368298900992 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚33235132 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚17191371 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚532234026502496 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚532444528885760 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚145961907038208 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚17181263 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1931145260544 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚10594708 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚532234001074528 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚534375700319744 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1927908224128 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112hÓØ2® - _wandbruntime‚3157  _runtime‚3157qA°Ú ¯ ƒ 1loss/FBt1/assignment_loss‚0.23837945320729775 1loss/SRqqt1/detection_loss‚1.1667068864246732 1loss/SRqqt2/detection_loss‚0.6926155043178414 /loss/FBt1/detection_loss‚0.7151466051027888 epoch‚11 _step‚158 &loss/total_loss‚11.592286581121968 0loss/FRt1/assignment_loss‚2.6891857963524948 2loss/SRqqt1/assignment_loss‚0.8784304808470818 1loss/FBt2/assignment_loss‚0.09574540278202828 trainer/global_step‚1849 % _timestamp‚1.7848425528644497e+09 _runtime‚3157.165856397 2loss/SRqqt2/assignment_loss‚0.6550363328080964 /loss/FRt1/detection_loss‚0.5959275446635851 /loss/FRt2/detection_loss‚1.4724866036900546 /loss/FBt2/detection_loss‚1.1891125971990295 0loss/FRt2/assignment_loss‚1.2035133737269963ŽD²¤° ˆ &loss/total_loss‚11.592286581121968 0loss/FRt1/assignment_loss‚2.6891857963524948 2loss/SRqqt1/assignment_loss‚0.8784304808470818 1loss/FBt2/assignment_loss‚0.09574540278202828 trainer/global_step‚1849 % _timestamp‚1.7848425528644497e+09 _runtime‚3157.165856397 2loss/SRqqt2/assignment_loss‚0.6550363328080964 /loss/FRt1/detection_loss‚0.5959275446635851 /loss/FRt2/detection_loss‚1.4724866036900546 /loss/FBt2/detection_loss‚1.1891125971990295 0loss/FRt2/assignment_loss‚1.2035133737269963 1loss/FBt1/assignment_loss‚0.23837945320729775 1loss/SRqqt1/detection_loss‚1.1667068864246732 1loss/SRqqt2/detection_loss‚0.6926155043178414 /loss/FBt1/detection_loss‚0.7151466051027888 epoch‚11 _step‚158ž»4Už± ‚(:“ À’ŠÓ¬‘¾Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚285.199' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚57.03980000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0a  c² ‚(:Ø À’ŠÓ¸ˆŒÒ* proc.memory.percent‚11.332670847574871# disk./.usageGB‚807.703254699707 disk.nvme0n1.in‚ 11417.265625 disk.dm-0.in‚ 11417.265625 disk.sda.in‚67085.01171875 disk.sda1.out‚0 disk.sda3.in‚67085.01171875 disk.dm-1.out‚ 127.8515625" proc.memory.rssMB‚ 2785.1171875 network.recv‚343654& disk.nvme0n1.out‚86236.31298828125# disk.dm-0.out‚86236.31298828125 disk.sda.out‚ 127.8515625$ memory_percent‚88.76028060913086( proc.memory.availableMB‚ 2762.2734375 proc.cpu.threads‚17* disk./.usagePercent‚54.205643131067994( disk.nvme0c0n1.out‚86236.31298828125 cpu‚25.204940832048955 network.sent‚ 3.162094e+06 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 127.8515625 disk.dm-1.in‚67085.01171875" disk.nvme0c0n1.in‚ 11417.26562543”³ ‚(:‰ Ï’ŠÓߊÎ gpu.0.gpu‚71.0 gpu.0.memory‚21, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚353.234' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.6468 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0t+ísb´ ‚(:× Ï’ŠÓÅØôÐ disk.sda3.in‚ 67654.1484375 disk.dm-1.in‚ 67654.1484375 disk.dm-1.out‚ 128.2109375$ disk.nvme0c0n1.in‚11434.94140625" disk.nvme0n1.in‚11434.94140625 disk.sda1.out‚0# memory_percent‚88.7610912322998 network.sent‚ 3.220845e+06 disk.sda2.in‚0 disk.sda2.out‚0' disk.nvme0c0n1.out‚86239.3037109375% disk.nvme0n1.out‚86239.3037109375 disk.dm-0.in‚11434.94140625 disk.sda1.in‚0) proc.memory.availableMB‚ 2762.07421875 network.recv‚345877$ disk./.usageGB‚807.7491111755371 disk.sda.in‚ 67654.1484375 disk.sda.out‚ 128.2109375" proc.memory.rssMB‚ 2785.1171875* proc.memory.percent‚11.332670847574871 disk.sda3.out‚ 128.2109375" disk.dm-0.out‚86239.3037109375 cpu‚25.205788557182995 proc.cpu.threads‚17( disk./.usagePercent‚54.2087205976371)ÔB…”µ ‚(:‰ Þ’ŠÓü®¯Î gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚320.587' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.1174 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ù­\n^¶ ‚(:Ó Þ’ŠÓí¾ðÐ disk.sda.in‚ 67654.1484375 disk.sda1.out‚0 disk.sda3.out‚ 128.77734375( proc.memory.availableMB‚ 2761.9921875" proc.memory.rssMB‚ 2785.1171875 cpu‚25.206456046345505 proc.cpu.threads‚17* disk./.usagePercent‚54.128799653582895$ disk./.usageGB‚806.5582313537598% disk.nvme0n1.out‚86292.7177734375 disk.dm-0.in‚ 11545.96875" disk.dm-0.out‚86292.7177734375 disk.sda2.out‚0' disk.nvme0c0n1.out‚86292.7177734375* proc.memory.percent‚11.332670847574871 network.sent‚ 3.224162e+06 network.recv‚346797 disk.sda.out‚ 128.77734375 disk.sda2.in‚0 disk.sda3.in‚ 67654.1484375 disk.dm-1.in‚ 67654.1484375 disk.dm-1.out‚ 128.77734375$ memory_percent‚88.76142501831055 disk.nvme0n1.in‚ 11545.96875 disk.sda1.in‚0! disk.nvme0c0n1.in‚ 11545.96875)Rnž· ‚(:“ í’ŠÓ¦ÿ·Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚296.561' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.31219999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0|Qe•f¸ ‚(:Û í’ŠÓÌþÐ network.recv‚347945$ disk./.usageGB‚806.5745735168457 disk.dm-1.in‚67654.15234375# disk.dm-0.out‚86316.14794921875 disk.sda.in‚67654.15234375 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚67654.15234375 disk.dm-1.out‚ 130.69140625! disk.nvme0n1.in‚ 11546.0234375& disk.nvme0n1.out‚86316.14794921875 disk.dm-0.in‚ 11546.0234375 disk.sda.out‚ 130.69140625 disk.sda1.in‚0 disk.sda3.out‚ 130.69140625" proc.memory.rssMB‚ 2785.1171875* disk./.usagePercent‚54.129896389859574# disk.nvme0c0n1.in‚ 11546.0234375 disk.sda1.out‚0$ memory_percent‚88.76088460286459$ proc.memory.availableMB‚2762.125 network.sent‚ 3.225168e+06( disk.nvme0c0n1.out‚86316.14794921875* proc.memory.percent‚11.332670847574871 cpu‚25.207128874513955 proc.cpu.threads‚17Òb­\”¹ ‚(:‰ ü’ŠÓŸ¦¯Ð gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚323.953' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.7906 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ũ–Uº ‚(:Ê ü’ŠÓâš­Ó) disk./.usagePercent‚54.42018819707779 disk.sda3.out‚ 133.09765625 disk.dm-1.in‚ 67908.1484375 disk.nvme0n1.in‚ 11570.421875# disk.nvme0n1.out‚91043.64453125 disk.dm-0.in‚ 11570.421875$ memory_percent‚88.76088460286459$ proc.memory.availableMB‚2762.125 disk.sda3.in‚ 67908.1484375 disk.dm-1.out‚ 133.09765625" disk.nvme0c0n1.in‚ 11570.421875 disk.sda.in‚ 67908.1484375" proc.memory.rssMB‚ 2785.1171875 network.recv‚348988 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0% disk.nvme0c0n1.out‚91043.64453125 disk.sda.out‚ 133.09765625 cpu‚25.20796093472051 network.sent‚ 3.228311e+06$ disk./.usageGB‚810.9001312255859 disk.dm-0.out‚91043.64453125* proc.memory.percent‚11.332670847574871 proc.cpu.threads‚17,õß2» - _wandbruntime‚3236  _runtime‚3236„",ɼ à ' lr-AdamW/pg1‚0.00010347609888356188 ' lr-AdamW/pg2‚0.00010347609888356188 trainer/global_step‚1899 % _timestamp‚1.7848426321777613e+09 _runtime‚3236.479255478 _step‚159z~ÈMν È ' lr-AdamW/pg2‚0.00010347609888356188 trainer/global_step‚1899 % _timestamp‚1.7848426321777613e+09 _runtime‚3236.479255478 _step‚159 ' lr-AdamW/pg1‚0.00010347609888356188Ÿœµ^2¾ - _wandbruntime‚3236  _runtime‚3236ñ„žäó'¿ íO YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚546111084120064 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚548091050970112 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚547871934683282 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 % _timestamp‚1.7848426321787195e+09 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚545895287989552 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚16463852 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚149812270878720 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚16463858 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1979966850048 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5064090 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2429374293504 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2429323041792 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1981312301568 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚546111110293504 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚152242013263360 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚10870228 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5805775 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚34091985 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5806138 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1977991305184 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚16463852 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1981312301568 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚548091050970112 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚547873304722704 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚17638227 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚368 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚16463858 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚17638227 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚546111110293504 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚34102085 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚10869860 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚152241593920512 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚545895313417520 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 1976646693730 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚546111084120064 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 _step‚160 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚548092422595072 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 :{÷ë%À òO 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚548092422595072 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚546111084120064 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚548091050970112 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚547871934683282 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 % _timestamp‚1.7848426321787195e+09 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚545895287989552 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚16463852 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚149812270878720 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚16463858 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 1979966850048 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5064090 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2429374293504 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2429323041792 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 1981312301568 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚546111110293504 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚152242013263360 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚10870228 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5805775 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚34091985 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5806138 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 1977991305184 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚16463852 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 1981312301568 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚548091050970112 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚547873304722704 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚17638227 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚368 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚16463858 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚17638227 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚546111110293504 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚34102085 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚10869860 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚152241593920512 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚545895313417520 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.frO3  eed‚ 1976646693730 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚546111084120064 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 _step‚160 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 X nÔ2Á - _wandbruntime‚3237  _runtime‚3237v½m4ü& öM REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚5809078 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚548151757258698 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚546389993410560 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 1980989358080 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5808713 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚34119548 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚548153127298232 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚546174089763328 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1977667495370 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚152321422265344 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1979012106936 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚17647323 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚548372354400768 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1980989358080 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚17637215 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1982334816768 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚548370982768640 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 _runtime‚3237.902562102 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚548372354400768 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚149890857244672 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚546390019584000 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚10875438 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚17647323 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚10875808 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _step‚161 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚16472225 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚546389993410560 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚370 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚365 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚152321845795328 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚34119548 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚34109434 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚17637215 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚546390019584000 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1982334816768 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚34109434 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚16472225 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5066730 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚149891225335808 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 $ _timestamp‚1.784842633600769e+09 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚16472219 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚5066725 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚34119548 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚34109434 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚17637215 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚546390019584000 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 1982334816768 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚34109434 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚16472225 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5066730 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚149891225335808 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 $ _timestamp‚1.784842633600769e+09 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚16472219 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚5066725 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚548153127298232 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚546174089763328 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 1977667495370 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚152321422265344 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 1979012106936 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚17647323 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚548372354400768 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 1980989358080 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚17637215 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 1982334816768 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚548370982768640 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 _runtime‚3237.902562102 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚548372354400768 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚149890857244672 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚546390019584000 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚10875438 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚17647323 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚10875808 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _step‚161 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚16472225 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚546389993410560 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976¡Ä’Å 2Ä - _wandbruntime‚3237  _runtime‚3237Þÿ!Å  /loss/FRt2/detection_loss‚1.5088323093678553 1loss/SRqqt2/detection_loss‚0.8171813113320213 /loss/FBt2/detection_loss‚0.9980931406265677 trainer/global_step‚1899 2loss/SRqqt1/assignment_loss‚0.7062786943499552 -loss/FRt1/detection_loss‚0.54810272842631 _step‚162 &loss/total_loss‚12.413635198153349 0loss/FRt1/assignment_loss‚2.7297388761938213 0loss/FRt2/assignment_loss‚1.3595667434062144 1loss/FBt1/assignment_loss‚0.10097405827044202 1loss/FBt2/assignment_loss‚0.05198447634097894 /loss/FBt1/detection_loss‚1.7578517327030183 2loss/SRqqt2/assignment_loss‚0.7183738888528016 1loss/SRqqt1/detection_loss‚1.1166572382833633 epoch‚11 % _timestamp‚1.7848426336537142e+09 _runtime‚3237.955118238’•) Æ † 2loss/SRqqt2/assignment_loss‚0.7183738888528016 1loss/SRqqt1/detection_loss‚1.1166572382833633 epoch‚11 % _timestamp‚1.7848426336537142e+09 _runtime‚3237.955118238 /loss/FRt2/detection_loss‚1.5088323093678553 1loss/SRqqt2/detection_loss‚0.8171813113320213 /loss/FBt2/detection_loss‚0.9980931406265677 trainer/global_step‚1899 2loss/SRqqt1/assignment_loss‚0.7062786943499552 -loss/FRt1/detection_loss‚0.54810272842631 _step‚162 &loss/total_loss‚12.413635198153349 0loss/FRt1/assignment_loss‚2.7297388761938213 0loss/FRt2/assignment_loss‚1.3595667434062144 1loss/FBt1/assignment_loss‚0.10097405827044202 1loss/FBt2/assignment_loss‚0.05198447634097894 /loss/FBt1/detection_loss‚1.7578517327030183¢¸o“ÇÇ ‚(:’ ‹“ŠÓ‡’ÃÎ gpu.0.gpu‚97.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚366.69' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.33800000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ý\#UÈ ‚(:Ê ‹“ŠÓªŒ“Ð disk.sda2.out‚0 disk.dm-1.in‚ 68936.6875 disk.dm-1.out‚ 134.0703125! disk.nvme0n1.in‚ 11628.9453125$ disk.nvme0n1.out‚92347.658203125! disk.dm-0.out‚92347.658203125$ memory_percent‚88.76169522603354" proc.memory.rssMB‚ 2785.1171875 disk.dm-0.in‚ 11628.9453125 disk.sda3.in‚ 68936.6875 disk.sda3.out‚ 134.0703125 cpu‚25.208584118744234 proc.cpu.threads‚17 network.sent‚ 3.229274e+06) disk./.usagePercent‚54.37839880722608# disk.nvme0c0n1.in‚ 11628.9453125 disk.sda.in‚ 68936.6875 disk.sda.out‚ 134.0703125 disk.sda2.in‚0) proc.memory.availableMB‚ 2761.92578125* proc.memory.percent‚11.332670847574871 network.recv‚350076$ disk./.usageGB‚810.2774391174316& disk.nvme0c0n1.out‚92347.658203125 disk.sda1.in‚0 disk.sda1.out‚0 ôƬžÉ ‚(:“ š“ŠÓÊÀ²Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.111' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚62.02219999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0e}4^Ê ‚(:Ó š“ŠÓ–ÙòÐ network.sent‚ 3.290262e+06$ disk./.usageGB‚810.2773742675781 disk.sda3.out‚ 135.02734375 disk.dm-1.out‚ 135.02734375" disk.dm-0.out‚92359.8955078125 disk.sda.in‚ 68936.6875 disk.sda.out‚ 135.02734375 disk.sda1.in‚0* disk./.usagePercent‚54.378394455098004 disk.dm-1.in‚ 68936.6875' disk.nvme0c0n1.out‚92359.8955078125% disk.nvme0n1.out‚92359.8955078125 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚88.76180648803711" disk.nvme0n1.in‚11781.60546875 disk.dm-0.in‚11781.60546875( proc.memory.availableMB‚ 2761.8984375* proc.memory.percent‚11.332670847574871 network.recv‚352455 disk.sda3.in‚ 68936.6875$ disk.nvme0c0n1.in‚11781.60546875" proc.memory.rssMB‚ 2785.1171875 cpu‚25.209214602258452 proc.cpu.threads‚17'”Ë ‚(:‰ ©“ŠÓ¿– Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚323.048' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.6096 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚01ßý`aÌ ‚(:Ö ©“ŠÓÂÝÙÐ disk.sda1.in‚0# disk.dm-0.out‚92464.13818359375 disk.sda2.out‚0) proc.memory.availableMB‚ 2761.90234375" proc.memory.rssMB‚ 2785.1171875 proc.cpu.threads‚17 disk.dm-1.out‚ 135.72265625$ disk.nvme0c0n1.in‚11782.45703125 disk.sda.out‚ 135.72265625* proc.memory.percent‚11.332670847574871 cpu‚25.209778680097877 network.sent‚ 3.292316e+06 network.recv‚353793 disk.dm-1.in‚ 68936.6875& disk.nvme0n1.out‚92464.13818359375 disk.dm-0.in‚11782.45703125 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚88.76179059346518) disk./.usagePercent‚54.38514358172317$ disk./.usageGB‚810.3779411315918 disk.sda3.in‚ 68936.6875 disk.sda3.out‚ 135.72265625( disk.nvme0c0n1.out‚92464.13818359375" disk.nvme0n1.in‚11782.45703125 disk.sda.in‚ 68936.6875§±Bç2Í - _wandbruntime‚3280  _runtime‚3280Ÿ ðÎ  v :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 * Purity/*FRt1SRqqt2FBt/FBt_purity‚0.875 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 particle/accuracy_2_of_3‚1 particle/accuracy_1_of_4‚1 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.12671075761318207 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6312355399131775 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6896576285362244 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7058815360069275 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 .particle/accuracy_4_of_4‚0.888384997844696 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.011029412038624287 particle/accuracy_2_of_4‚1 +particle/specificity‚0.9113644361495972 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.3108924627304077 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.09913241863250732 9 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.054732732474803925 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 % _timestamp‚1.7848426758298373e+09 _step‚163 +"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.25 *loss/val_total_loss‚11.146944026949042 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2060459852218628 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3391202986240387 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.031784988939762115 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.24365530908107758 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.560921311378479 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5776786208152771 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.020801503211259842 ,jet/accuracy_4_of_4‚0.013523392379283905 epoch‚11 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.568437933921814 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8599273562431335 0 Purity/0FRt0SRqqt1FBt/FBt_purity‚ 0.998046875 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48123249411582947 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5414282083511353 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5714285969734192 8"Purity/1FRt0SRqqt1FBt/event_purity‚0.668068528175354 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.030624283477663994 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.013256444595754147 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7884310483932495 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6991400122642517 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.11394070833921432 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.1276945024728775 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6193452477455139 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 5 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.68443763256073 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 particle/accuracy_1_of_1‚1 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.11116265505552292 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.06326765567064285 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.7777778506278992 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 *jet/accuracy_1_of_1‚0.2653060257434845 *jet/accuracy_1_of_4‚0.9510220885276794 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 +jet/accuracy_3_of_4‚0.09872337430715561 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1125466376543045 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5552798509597778 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5671893358230591 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.11107398569583893 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5743875503540039 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.7777778506278992 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.7913065552711487 +"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.25 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.08734306693077087 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 5 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.98513263463974 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7007941007614136 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7556644082069397 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 6validation_average_jet_accuracy‚0.3121919631958008 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9419394731521606 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7366765737533569 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 * Purity/0FRt1SRqqt2FBt/FBt_purity‚0.875 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.74693 %!45331192017 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.5928399562835693 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1352730542421341 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6027992367744446 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.700090229511261 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.04004836454987526 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 trainer/global_step‚1919 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.11394070833921432 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 *jet/accuracy_2_of_4‚0.7368812561035156 /particle/accuracy_3_of_4‚0.9656432867050171 'particle/accuracy‚0.839691162109375 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6294205784797668 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.2916666567325592 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.10897938907146454 8"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.654944896697998 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.07173141837120056 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.025548620149493217 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 +jet/accuracy_2_of_2‚0.12267867475748062 )jet/accuracy_1_of_3‚0.897868275642395 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9893198013305664 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9642312526702881 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7535569071769714 9 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.011029412038624287 'particle/f_score‚0.6043441295623779 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.10473596304655075 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6217699646949768 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.14538447558879852 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9592546820640564 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9883434772491455 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 *jet/accuracy_1_of_2‚0.7146491408348083 particle/accuracy_1_of_3‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.44077304005622864 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6983273029327393 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7746027112007141 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.7913065552711487 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6500229239463806 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.12778723239898682 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6960419416427612 particle/accuracy_1_of_2‚1 _runtime‚3280.132098779 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6589515209197998 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.12724286317825317 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5838720798492432 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.33478841185569763 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 +jet/accuracy_3_of_3‚0.07423189282417297 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6246849298477173 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6237530708312988 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8238095641136169 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.4941330552101135 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9125823378562927 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6380952596664429 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.0303344689309597 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9986263513565063 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.570152759552002 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.6983492970466614 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5886620283126831 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.658823549747467 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983552694320679 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.31667786836624146 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8947744965553284 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.09701687842607498 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998913049697876 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1429092139005661 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.2916666567325592 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5670593976974487 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.09313370287418365 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5670593976974487 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5665062069892883 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.09646780788898468 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.08136670291423798 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.1131080612540245 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.5742799043655396 +jet/accuracy_2_of_3‚0.49054911732673645 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.6507598757743835 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.042452555149793625 particle/accuracy_3_of_3‚1 +particle/sensitivity‚0.5748637914657593 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.11490588635206223 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5055527687072754 <"Purity/2FRt0SRqqt0FBt/event_purity‚0.0062500000931322575 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9817865490913391 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.003086419776082039 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 7"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.77369624376297 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.36666667461395264 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9844218492507935 2"Purity/0FRt0SRqqt1FBt/event_purity‚ 0.998046875 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5648688077926636 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9473872184753418 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.18086794018745422 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.28963953256607056 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125~ úÄ+;Ï ¥v ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48123249411582947 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5414282083511353 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5714285969734192 8"Purity/1FRt0SRqqt1FBt/event_purity‚0.668068528175354 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.030624283477663994 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.013256444595754147 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7884310483932495 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6991400122642517 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.11394070833921432 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.1276945024728775 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6193452477455139 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 5 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.68443763256073 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 particle/accuracy_1_of_1‚1 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.11116265505552292 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.06326765567064285 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.7777778506278992 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 *jet/accuracy_1_of_1‚0.2653060257434845 *jet/accuracy_1_of_4‚0.9510220885276794 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 +jet/accuracy_3_of_4‚0.09872337430715561 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1125466376543045 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5552798509597778 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5671893358230591 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.11107398569583893 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5743875503540039 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.7777778506278992 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.7913065552711487 +"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.25 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.08734306693077087 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 5 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.98513263463974 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7007941007614136 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7556644082069397 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 6validation_average_jet_accuracy‚0.3121919631958008 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9419394731521606 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7366765737533569 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 * Purity/0FRt1SRqqt2FBt/FBt_purity‚0.875 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7469345331192017 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.5928399562835693 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1352730542421341 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6027992367744446 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.700090229511261 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.04004836454987526 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 trainer/global_step‚1919 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.11394070833921432 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 *jet/accuracy_2_of_4‚0.7368812561035156 /particle/accuracy_3_of_4‚0.9656432867050171 'particle/accuracy‚0.839691162109375 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6294205784797668 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.2916666567325592 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.10897938907146454 8"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.654944896697998 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.07173141837120056 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.025548620149493217 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 +jet/accuracy_2_of_2‚0.12267867475748062 )jet/accuracy_1_of_3‚0.897868275642395 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9893198013305664 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9642312526702881 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7535569071769714 9 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.011029412038624287 'particle/f_score‚0.6043441295623779 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.10473596304655075 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6217699646949768 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.14538447558879852 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9592546820640564 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9883434772491455 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 *jet/accuracy_1_of_2‚0.7146491408348083 particle/accuracy_1_of_3‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.44077304005622864 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6983273029327393 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7746027112007141 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.7913065552711487 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6500229239463806 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.12778723239898682 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6960419416427612 particle/accuracy_1_of_2‚1 _runtime‚3280.132098779 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6589515209197998 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.12724286317825317 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5838720798492432 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.33478841185569763 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 +jet/accuracy_3_of_3‚0.07423189282417297 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6246849298477173 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6237530708312988 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8238095641136169 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.4941330552101135 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9125823378562927 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6380952596664429 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.0303344689309597 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9986263513565063 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.570152759552002 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.6983492970466614 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5886620283126831 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.658823549747467 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983552694320679 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.31667786836624146 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8947744965553284 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.09701687842607498 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998913049697876 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1429092139005661 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.2916666567325592 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5670593976974487 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.09313370287418365 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5670593976974487 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5665062069892883 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.09646780788898468 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.08136670291423798 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.1131080612540245 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.5742799043655396 +jet/accuracy_2_of_3‚0.49054911732673645 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.6507598757743835 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.042452555149793625 particle/accuracy_3_of_3‚1 +particle/sensitivity‚0.5748637914657593 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.11490588635206223 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5055527687072754 <"Purity/2FRt0SRqqt0FBt/event_purity‚0.0062500000931322575 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9817865490913391 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.003086419776082039 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 7"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.77369624376297 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.36666667461395264 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9844218492507935 2"Purity/0FRt0SRqqt1FBt/event_purity‚ 0.998046875 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5648688077926636 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9473872184753418 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.18086794018745422 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.28963953256607056 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 * Purity/*FRt1SRqqt2FBt/FBt_purity‚0.875 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 particle/accuracy_2_of_3‚1 particle/accuracy_1_of_4‚1 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.12671075761318207 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6312355399131775 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6896576285362244 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7058815360069275 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 .particle/accuracy_4_of_4‚0.888384997844696 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.011029412038624287 particle/accuracy_2_of_4‚1 +particle/specificity‚0.9113644361495972 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.3108924627304077 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.09913241863250732 9 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.054732732474803925 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 % _timestamp‚1.7848426758298373e+09 _step‚163 +"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.25 *loss/val_total_loss‚11.146944026949042 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2060459852218628 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3391202986240387 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.031784988939762115 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.24365530908107758 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.560921311378479 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5776786208152771 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.020801503211259842 ,jet/accuracy_4_of_4‚0.013523392379283905 epoch‚11 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.568437933921814 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8599273562431335 0 Purity/0FRt0SRqqt1FBt/FBt_purity‚ 0.998046875 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0£Mç…?žÐ ‚(:“ ¸“ŠÓÜ‘®Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚332.989' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚66.59779999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚06ª×eÑ ‚(:Ú ¸“ŠÓ¿­†Ñ$ disk./.usageGB‚810.3797569274902 disk.sda1.in‚0 disk.dm-1.in‚69517.48046875 disk.dm-1.out‚ 136.44140625& disk.nvme0c0n1.out‚92469.439453125 cpu‚25.218204389206655 disk.sda2.in‚0 network.recv‚354823) disk./.usagePercent‚54.38526544130947 disk.sda.out‚ 136.44140625 disk.sda1.out‚0" disk.nvme0n1.in‚11783.98046875" proc.memory.rssMB‚ 2790.3984375 disk.sda2.out‚0 disk.sda3.in‚69517.48046875$ disk.nvme0n1.out‚92469.439453125) proc.memory.availableMB‚ 2756.58984375 proc.cpu.threads‚17 disk.sda3.out‚ 136.44140625 network.sent‚ 3.29436e+06 disk.dm-0.in‚11783.98046875! disk.dm-0.out‚92469.439453125 disk.sda.in‚69517.48046875$ disk.nvme0c0n1.in‚11783.98046875$ memory_percent‚88.78340721130371) proc.memory.percent‚11.35416030883789È©”Ò ‚(:‰ Ç“ŠÓ¥œöÍ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚372.038' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.4076 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‹ÔtƒfÓ ‚(:Û Ç“ŠÓ¬ÌáÐ disk.dm-0.in‚ 11798.1015625 disk.sda.out‚ 136.7890625 disk.dm-1.out‚ 136.7890625" proc.memory.rssMB‚ 2790.3984375 network.sent‚ 3.34693e+06* disk./.usagePercent‚54.385261601196454! disk.nvme0n1.in‚ 11798.1015625 disk.sda.in‚69731.37109375 disk.sda1.out‚0 disk.sda3.in‚69731.37109375) proc.memory.percent‚11.35416030883789 cpu‚25.218948743714446( disk.nvme0c0n1.out‚92472.87548828125# disk.dm-0.out‚92472.87548828125 disk.sda1.in‚0 disk.sda3.out‚ 136.7890625 disk.dm-1.in‚69731.37109375 proc.cpu.threads‚17$ disk./.usageGB‚810.3796997070312 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚88.78350257873535) proc.memory.availableMB‚ 2756.56640625 network.recv‚356943# disk.nvme0c0n1.in‚ 11798.1015625& disk.nvme0n1.out‚92472.87548828125®V÷žÔ ‚(:“ Ö“ŠÓìȲÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚327.145' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚65.42899999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0#“ijÕ ‚(:ß Ö“ŠÓâŒÐ$ disk.nvme0c0n1.in‚11922.46484375( disk.nvme0c0n1.out‚92474.64111328125 disk.sda3.out‚ 137.44921875 disk.dm-1.in‚69731.37109375) proc.memory.percent‚11.35416030883789 proc.cpu.threads‚17 network.recv‚357954& disk.nvme0n1.out‚92474.64111328125 disk.sda.in‚69731.37109375 disk.sda1.in‚0 disk.sda3.in‚69731.37109375# memory_percent‚88.7824853261312) proc.memory.availableMB‚ 2756.81640625 disk.dm-0.in‚11922.46484375 disk.sda.out‚ 137.44921875 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.out‚ 137.44921875" proc.memory.rssMB‚ 2790.3984375$ disk./.usageGB‚810.3797988891602" disk.nvme0n1.in‚11922.46484375# disk.dm-0.out‚92474.64111328125 disk.sda2.in‚0 cpu‚25.21954335667196 network.sent‚ 3.350171e+06) disk./.usagePercent‚54.38526825739235öªÆ2Ö - _wandbruntime‚3327  _runtime‚3327a6Ç× Á & lr-AdamW/pg2‚0.0001027140628786499 trainer/global_step‚1949 % _timestamp‚1.7848427227706773e+09 _runtime‚3327.072214565 _step‚164 & lr-AdamW/pg1‚0.0001027140628786499ç_èWÌØ Æ & lr-AdamW/pg1‚0.0001027140628786499 & lr-AdamW/pg2‚0.0001027140628786499 trainer/global_step‚1949 % _timestamp‚1.7848427227706773e+09 _runtime‚3327.072214565 _step‚164¤}2Ù - _wandbruntime‚3327  _runtime‚3327­u¦YÚ íO A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2030955630947 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚11170122 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚153769542245376 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚561519810238464 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚35045136 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚18121924 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚563555549169664 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚561519810238464 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚156266660789760 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚16933306 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5969798 _step‚165 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2496750453248 VGDeviceStatsMonitor.on_train_bÔó"cšatch_start/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚16933306 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚563555549169664 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848427227717109e+09 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2035712757760 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚18121924 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚561297688478416 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚18111830 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚561519836411904 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2035712757760 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚563554177544704 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2496707590144 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚563329988720817 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚16933312 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5970110 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚156266249835520 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5200012 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚563328618681395 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚312 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚561297663050448 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚563554177544704 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚153769910336512 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚3327.076951152 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚561519836411904 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚18111830 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚317 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5200007 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112À&€ø'Û òO UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚563328618681395 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚312 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚561297663050448 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚563554177544704 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚153769910336512 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚3327.076951152 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚561519836411904 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚18111830 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚317 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5200007 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2030955630947 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚11170122 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚153769542245376 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚561519810238464 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚35045136 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚18121924 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚563555549169664 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚561519810238464 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚156266660789760 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚16933306 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚5969798 _step‚165 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2496750453248 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚16933306 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚563555549169664 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848427227717109e+09 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2035712757760 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚18121924 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚561297688478416 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚18111830 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚561519836411904 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2035712757760 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚563554177544704 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2496707590144 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚563329988720817 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚16933312 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚5970110 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚156266249835520 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5200012 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0¥?ò–N2Ü - _wandbruntime‚3328  _runtime‚3328á´³Úý&Ý ÷M PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚11175377 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚35062585 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚156346091586560 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2498010025472 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 trainer/global_step‚1949 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚18131020 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2036735272960 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚321 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚16941673 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚18120912 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚316 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚561798719528960 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚561798745702400 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚563834109343232 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚35072699 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 % _timestamp‚1.7848427241914303e+09 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚18131020 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚563608441256811 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚5973046 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚561576464824224 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2033321044153 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚35062585 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5972730 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2031976432587 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚11175698 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚563609811296345¼ó9Þ üM E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚561798719528960 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚561798745702400 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚563834109343232 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚35072699 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 % _timestamp‚1.7848427241914303e+09 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚18131020 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚563608441256811 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚5973046 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚561576464824224 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2033321044153 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚35062585 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚5972730 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2031976432587 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚11175698 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚563609811296345 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚11175377 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚35062585 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚156346091586560 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2498010025472 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 trainer/global_step‚1949 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚18131020 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2036735272960 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚321 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMoniØ—šæ tor.on_train_batch_end/allocation.large_pool.freed‚16941673 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚18120912 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚316 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181¦K…2ß - _wandbruntime‚3328  _runtime‚3328<W,à  2loss/SRqqt1/assignment_loss‚0.6744322469337813 2loss/SRqqt2/assignment_loss‚0.6535878251208838 1loss/FBt1/assignment_loss‚0.16911154324769687 1loss/SRqqt2/detection_loss‚0.8121759426381373 .loss/FBt1/detection_loss‚1.249361267047269 epoch‚12 0loss/FRt2/assignment_loss‚1.2981125897488621 1loss/SRqqt1/detection_loss‚1.1923453024081103 &loss/total_loss‚11.697907307900595 1loss/FBt2/assignment_loss‚0.09514828787761452 /loss/FRt2/detection_loss‚1.4682048268210055 /loss/FBt2/detection_loss‚0.7685900293210759 trainer/global_step‚1949 % _timestamp‚1.7848427242453487e+09 /loss/FRt1/assignment_loss‚2.700656024691386 /loss/FRt1/detection_loss‚0.6161814220447721 _runtime‚3328.546699256 _step‚167èÿT á † 1loss/FBt2/assignment_loss‚0.09514828787761452 /loss/FRt2/detection_loss‚1.4682048268210055 /loss/FBt2/detection_loss‚0.7685900293210759 trainer/global_step‚1949 % _timestamp‚1.7848427242453487e+09 /loss/FRt1/assignment_loss‚2.700656024691386 /loss/FRt1/detection_loss‚0.6161814220447721 _runtime‚3328.546699256 _step‚167 2loss/SRqqt1/assignment_loss‚0.6744322469337813 2loss/SRqqt2/assignment_loss‚0.6535878251208838 1loss/FBt1/assignment_loss‚0.16911154324769687 1loss/SRqqt2/detection_loss‚0.8121759426381373 .loss/FBt1/detection_loss‚1.249361267047269 epoch‚12 0loss/FRt2/assignment_loss‚1.2981125897488621 1loss/SRqqt1/detection_loss‚1.1923453024081103 &loss/total_loss‚11.697907307900595§¡GŠžâ ‚(:“ å“ŠÓñØ‚Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚299.641' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.92820000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0^e•´gã ‚(:Ü å“ŠÓ¹­ÆÐ network.sent‚ 3.35224e+06 disk.sda3.out‚ 137.6328125$ disk.nvme0c0n1.in‚11922.46484375" disk.nvme0n1.in‚11922.46484375& disk.nvme0n1.out‚92476.65087890625 disk.sda.in‚69731.37109375 disk.sda2.in‚0" proc.memory.rssMB‚ 2790.3984375$ disk./.usageGB‚810.3796463012695 disk.dm-1.out‚ 137.6328125 disk.dm-0.in‚11922.46484375 disk.sda1.in‚0 disk.sda1.out‚0* disk./.usagePercent‚54.385258017090976 disk.sda3.in‚69731.37109375( disk.nvme0c0n1.out‚92476.65087890625$ memory_percent‚88.78463109334311( proc.memory.availableMB‚ 2756.2890625 cpu‚25.22011623278744 proc.cpu.threads‚17 network.recv‚359273 disk.dm-1.in‚69731.37109375# disk.dm-0.out‚92476.65087890625 disk.sda.out‚ 137.6328125 disk.sda2.out‚0) proc.memory.percent‚11.35416030883789 f—’ä ‚(:‡ ô“ŠÓ²¤‘Ï gpu.0.gpu‚3.0 gpu.0.memory‚2, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚134.334' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.8668 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0&C)öeå ‚(:Ú ô“ŠÓŒìÓÐ( proc.memory.availableMB‚ 2756.2421875) disk./.usagePercent‚54.38527107347523! disk.dm-0.out‚92478.162109375 disk.sda.in‚70046.04296875 disk.sda.out‚ 138.23828125 disk.sda1.in‚0 disk.sda1.out‚0" disk.nvme0n1.in‚11934.01171875 proc.cpu.threads‚17 network.sent‚ 3.412004e+06 network.recv‚361383 disk.sda3.in‚70046.04296875 disk.dm-1.in‚70046.04296875 disk.dm-1.out‚ 138.23828125$ disk.nvme0c0n1.in‚11934.01171875& disk.nvme0c0n1.out‚92478.162109375$ disk.nvme0n1.out‚92478.162109375 disk.sda2.in‚0" proc.memory.rssMB‚ 2790.3984375) proc.memory.percent‚11.35416030883789 cpu‚25.220835473084215$ disk./.usageGB‚810.3798408508301 disk.dm-0.in‚11934.01171875 disk.sda2.out‚0 disk.sda3.out‚ 138.23828125$ memory_percent‚88.78482182820639PáÜVžæ ‚(:“ ƒ”ŠÓಾÎ gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚279.224' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚55.84479999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ŒªRªiç ‚(:Þ ƒ”ŠÓ®‘ŒÐ proc.cpu.threads‚17) disk./.usagePercent‚54.36201816514772$ disk.nvme0c0n1.in‚11966.12890625 disk.sda.in‚71274.03515625 disk.sda1.in‚0 disk.dm-1.in‚71274.03515625 disk.dm-1.out‚ 138.57421875) proc.memory.percent‚11.35416030883789 network.sent‚ 3.414051e+06 network.recv‚362661$ disk./.usageGB‚810.0333557128906 disk.dm-0.in‚11966.12890625# disk.dm-0.out‚92654.36572265625 disk.sda2.in‚0 disk.sda3.in‚71274.03515625& proc.memory.availableMB‚ 2756.46875" disk.nvme0n1.in‚11966.12890625 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 138.57421875$ memory_percent‚88.78389994303384 cpu‚25.221339253088637( disk.nvme0c0n1.out‚92654.36572265625& disk.nvme0n1.out‚92654.36572265625 disk.sda.out‚ 138.57421875" proc.memory.rssMB‚ 2790.3984375‘r:žè ‚(:“ ’”ŠÓƹÔÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚308.88' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.775999999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0çü&Üké ‚(:à ’”ŠÓ¿×«Ð disk.sda2.out‚0$ disk.nvme0c0n1.in‚12112.47265625( disk.nvme0c0n1.out‚92655.44384765625" disk.nvme0n1.in‚12112.47265625 disk.dm-0.in‚12112.47265625* disk./.usagePercent‚54.328542619970456 disk.dm-1.out‚ 138.95703125# disk.dm-0.out‚92655.44384765625 disk.sda.in‚71274.03515625 disk.sda1.out‚0$ memory_percent‚88.78493309020996 cpu‚25.2219722559399 network.sent‚ 3.416118e+06 disk.dm-1.in‚71274.03515625 disk.sda1.in‚0) proc.memory.availableMB‚ 2756.21484375$ disk./.usageGB‚809.5345458984375 disk.sda3.in‚71274.03515625 disk.sda3.out‚ 138.95703125 disk.sda.out‚ 138.95703125" proc.memory.rssMB‚ 2790.3984375) proc.memory.percent‚11.35416030883789 proc.cpu.threads‚17& disk.nvme0n1.out‚92655.44384765625 network.recv‚363470 disk.sda2.in‚0ˆ¹ ”ê ‚(:‰ ¡”ŠÓ§¼«Î gpu.0.gpu‚47.0 gpu.0.memory‚14, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚135.776' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.1552 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0#`gë ‚(:Ü ¡”ŠÓæ§úÏ disk.dm-1.in‚71274.03515625 disk.dm-1.out‚ 139.55859375' disk.nvme0c0n1.out‚92665.1357421875 disk.dm-0.in‚12112.47265625" disk.dm-0.out‚92665.1357421875 disk.sda.in‚71274.03515625$ disk./.usageGB‚809.5345687866211% disk.nvme0n1.out‚92665.1357421875 disk.sda.out‚ 139.55859375 disk.sda1.in‚0 disk.sda2.in‚0" proc.memory.rssMB‚ 2790.3984375 cpu‚25.22246404268457 proc.cpu.threads‚17 disk.sda1.out‚0 disk.sda2.out‚0# memory_percent‚88.7839158376058 network.recv‚364801) disk./.usagePercent‚54.32854415601566 disk.sda3.out‚ 139.55859375$ disk.nvme0c0n1.in‚12112.47265625" disk.nvme0n1.in‚12112.47265625) proc.memory.availableMB‚ 2756.46484375) proc.memory.percent‚11.35416030883789 network.sent‚ 3.418225e+06 disk.sda3.in‚71274.03515625̃@ûžì ‚(:“ °”ŠÓ®øÚÎ gpu.0.gpu‚72.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚353.768' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚70.75359999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0EB5Tí ‚(:É °”ŠÓ·ï†Ð disk.sda2.out‚0 cpu‚25.223233796566284 proc.cpu.threads‚17 network.recv‚365808$ disk./.usageGB‚809.5345611572266 disk.sda3.in‚71838.25( disk.nvme0c0n1.out‚92666.64501953125 disk.sda.out‚ 140.06640625 disk.sda1.in‚0" proc.memory.rssMB‚ 2790.3984375) proc.memory.percent‚11.35416030883789 disk.dm-1.in‚71838.25# disk.nvme0c0n1.in‚ 12114.0546875 disk.sda1.out‚0$ memory_percent‚88.78389994303384& proc.memory.availableMB‚ 2756.46875# disk.dm-0.out‚92666.64501953125) disk./.usagePercent‚54.32854364400059 disk.sda3.out‚ 140.06640625! disk.nvme0n1.in‚ 12114.0546875 disk.dm-0.in‚ 12114.0546875 disk.sda2.in‚0 network.sent‚ 3.420276e+06 disk.dm-1.out‚ 140.06640625& disk.nvme0n1.out‚92666.64501953125 disk.sda.in‚71838.252î - _wandbruntime‚3407  _runtime‚3407tŸÚ3Éï à ' lr-AdamW/pg1‚0.00010193430460184423 ' lr-AdamW/pg2‚0.00010193430460184423 trainer/global_step‚1999 % _timestamp‚1.7848428033521185e+09 _runtime‚3407.653627145 _step‚168ß<¨3Îð È ' lr-AdamW/pg2‚0.00010193430460184423 trainer/global_step‚1999 % _timestamp‚1.7848428033521185e+09 _runtime‚3407.653627145 _step‚168 ' lr-AdamW/pg1‚0.00010193430460184423¨Œž€2ñ - _wandbruntime‚3407  _runtime‚3407YBC©ò'ò ìO ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2086902313984 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚17351656 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚18567782 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚17351662 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚35919438 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚575465300936704 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚3407.657996008 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚575465300936704 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚18567782 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚18577876 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6118462 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚11450469 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 $ _timestamp‚1.784842803353129e+09 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5332007 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5332012 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚347 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚575237777167216 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚160258209525760 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚577550831625728 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚18577876 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚577550831625728 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚17351662 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚577321181292425 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚575237751739248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚577552203250688 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚17351656 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚575465274763264 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚342 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 trainer/global_step‚1999 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚157698860542976 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 _step‚169 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚577552203250688 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2082059513755 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚160258633062912 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2083404125209 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚577319811253003 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2086902313984 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2085556862464 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2085556862464 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚575465274763264 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚11450816 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚6118804 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚157699228634112 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2559404428800 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚575465300936704 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚18567782 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚18577876 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6118462 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚11450469 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 $ _timestamp‚1.784842803353129e+09 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5332007 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5332012 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚347 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚575237777167216 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚160258209525760 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚577550831625728 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚18577876 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚577550831625728 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚17351662 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚577321181292425 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚575237751739248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚577552203250688 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚17351656 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚575465274763264 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚342 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 trainer/global_step‚1999 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚157698860542976 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 _step‚169 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚577552203250688 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2082059513755 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚160258633062912 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2083404125209 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚577319811253003 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2086902313984 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2085556862464 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2085556862464 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚575465274763264 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚11450816 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚6118804 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚157699228634112 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2559404428800 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 IDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚18576864 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚575744210227200 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2086579370496 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5334652 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚35936887 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚11456017 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚340 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚157777446908928 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚1999 _step‚170 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚35947001 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚345 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚3409.073733526 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚17360029 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2560601315328 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚35947001 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2087924829184 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2087924829184 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6121370 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚11456362 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚575516578940992 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚18586972 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚35936887 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚6121710 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2084424926961 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 P8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚577601003867953 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚577599633828419 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚18576864 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚5334647 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚11456017 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚340 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚157777446908928 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚1999 _step‚170 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚35947001 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚345 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚3409.073733526 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚17360029 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2560601315328 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚35947001 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2087924829184 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2087924829184 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6121370 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚11456362 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚575516578940992 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚18586972 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚35936887 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚6121710 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2084424926961 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 P8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚577601003867953 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚577599633828419 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚18576864 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚5334647 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚18576864 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚575744210227200 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2086579370496 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5334652 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653ªâë2÷ - _wandbruntime‚3409  _runtime‚3409ã¿üø € .loss/FBt1/detection_loss‚2.077708253636956 /loss/FBt2/detection_loss‚0.8147760532464711 _step‚171 0loss/FRt1/assignment_loss‚2.7129650196166804 0loss/FRt2/assignment_loss‚1.3207452921266842 1loss/FBt1/assignment_loss‚0.08796198860912205 epoch‚12 _runtime‚3409.127203292 .loss/FRt1/detection_loss‚0.580661228040427 /loss/FRt2/detection_loss‚1.4495945023457872 1loss/SRqqt2/detection_loss‚0.7012800202625123 trainer/global_step‚1999 % _timestamp‚1.7848428048258789e+09 2loss/SRqqt1/assignment_loss‚0.6519729293286448 2loss/SRqqt2/assignment_loss‚0.7056790224459628 0loss/FBt2/assignment_loss‚0.0922180463691003 1loss/SRqqt1/detection_loss‚1.0875945882793134 &loss/total_loss‚12.283156944307663u‰÷Ÿ ù … 2loss/SRqqt2/assignment_loss‚0.7056790224459628 0loss/FBt2/assignment_loss‚0.0922180463691003 1loss/SRqqt1/detection_loss‚1.0875945882793134 &loss/total_loss‚12.283156944307663 .loss/FBt1/detection_loss‚2.077708253636956 /loss/FBt2/detection_loss‚0.8147760532464711 _step‚171 0loss/FRt1/assignment_loss‚2.7129650196166804 0loss/FRt2/assignment_loss‚1.3207452921266842 1loss/FBt1/assignment_loss‚0.08796198860912205 epoch‚12 _runtime‚3409.127203292 .loss/FRt1/detection_loss‚0.580661228040427 /loss/FRt2/detection_loss‚1.4495945023457872 1loss/SRqqt2/detection_loss‚0.7012800202625123 trainer/global_step‚1999 % _timestamp‚1.7848428048258789e+09 2loss/SRqqt1/assignment_loss‚0.6519729293286448«¶—SÕžú ‚(:“ ¿”ŠÓ÷ä·Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚295.687' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.13740000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0K¾Wªkû ‚(:à ¿”ŠÓºü˜Ð network.recv‚366941) disk./.usagePercent‚54.32855926046018 disk.sda.in‚72349.31640625 disk.sda2.in‚0 disk.sda2.out‚0 proc.cpu.threads‚17$ disk./.usageGB‚809.5347938537598 disk.sda1.out‚0 disk.sda3.in‚72349.31640625 disk.dm-1.in‚72349.31640625( disk.nvme0c0n1.out‚92669.07763671875" disk.nvme0n1.in‚12131.97265625# disk.dm-0.out‚92669.07763671875" proc.memory.rssMB‚ 2790.3984375 disk.sda.out‚ 140.73828125 disk.sda1.in‚0 disk.sda3.out‚ 140.73828125$ disk.nvme0c0n1.in‚12131.97265625& disk.nvme0n1.out‚92669.07763671875) proc.memory.availableMB‚ 2756.23046875) proc.memory.percent‚11.35416030883789 cpu‚25.22370777401678 network.sent‚ 3.422365e+06 disk.dm-1.out‚ 140.73828125 disk.dm-0.in‚12131.97265625$ memory_percent‚88.78486951192221•“”ü ‚(:‰ ΔŠÓ§³ÞÏ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚324.933' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.9866 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ɾvfý ‚(:Û ΔŠÓôö¨Ñ disk.dm-1.out‚ 141.33984375 network.recv‚369209) disk./.usagePercent‚54.32854005989511& disk.nvme0n1.out‚92670.01513671875 disk.sda.out‚ 141.33984375 disk.sda1.in‚0 disk.sda1.out‚0( disk.nvme0c0n1.out‚92670.01513671875$ memory_percent‚88.78302574157715 disk.nvme0n1.in‚ 12215.890625# disk.dm-0.out‚92670.01513671875 disk.sda.in‚72349.31640625 disk.dm-1.in‚72349.31640625" disk.nvme0c0n1.in‚ 12215.890625) proc.memory.availableMB‚ 2756.68359375" proc.memory.rssMB‚ 2790.3984375) proc.memory.percent‚11.35416030883789 network.sent‚ 3.482356e+06 disk.dm-0.in‚ 12215.890625 disk.sda3.out‚ 141.33984375 cpu‚25.224306388673977 proc.cpu.threads‚17$ disk./.usageGB‚809.5345077514648 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚72349.31640625~h’þ ‚(:‡ Ý”ŠÓÉÉõÐ gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚354.594' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.9188 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0€ÇMÊfÿ ‚(:Û Ý”ŠÓÄú·Ó" proc.memory.rssMB‚ 2790.3984375 cpu‚25.22502798101547 disk.nvme0n1.in‚ 12225.171875& disk.nvme0n1.out‚92672.66357421875* disk./.usagePercent‚54.295080643192506$ disk./.usageGB‚809.0359382629395 disk.sda2.in‚0 disk.sda3.in‚72349.31640625 disk.dm-1.in‚72349.31640625 disk.dm-1.out‚ 141.44140625 network.sent‚ 3.483362e+06 disk.sda2.out‚0" disk.nvme0c0n1.in‚ 12225.171875 disk.dm-0.in‚ 12225.171875# disk.dm-0.out‚92672.66357421875 disk.sda.in‚72349.31640625 disk.sda1.out‚0) proc.memory.availableMB‚ 2756.17578125 disk.sda3.out‚ 141.44140625( disk.nvme0c0n1.out‚92672.66357421875 disk.sda.out‚ 141.44140625 disk.sda1.in‚0) proc.memory.percent‚11.35416030883789 proc.cpu.threads‚17 network.recv‚370547$ memory_percent‚88.78509203592935±þ[ÿ”€ ‚(:‰ 씊Ó“ЪÎ gpu.0.gpu‚88.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚327.347' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.4694 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Vo~c ‚(:Ø 씊Óà¶ÔÑ disk.sda.in‚ 72616.8515625 disk.sda3.in‚ 72616.8515625 disk.dm-0.in‚12237.11328125( proc.memory.availableMB‚ 2740.2265625) proc.memory.percent‚11.35416030883789 cpu‚25.225517019512388 proc.cpu.threads‚17 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 142.41015625 disk.dm-1.in‚ 72616.8515625 disk.dm-1.out‚ 142.41015625$ disk.nvme0c0n1.in‚12237.11328125' disk.nvme0c0n1.out‚93449.6416015625" disk.dm-0.out‚93449.6416015625# disk./.usageGB‚809.899097442627 disk.sda.out‚ 142.41015625 disk.sda1.in‚0 disk.sda1.out‚0" disk.nvme0n1.in‚12237.11328125% disk.nvme0n1.out‚93449.6416015625# memory_percent‚88.8499895731608" proc.memory.rssMB‚ 2790.3984375 network.sent‚ 3.485512e+06 network.recv‚371627) disk./.usagePercent‚54.35300797998013 7Ÿ‚ ‚(:” û”ŠÓ«¡Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚312.188' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.437599999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¦ hƒ ‚(:Ý û”ŠÓ—¦ÀÑ disk.dm-1.out‚ 142.59765625' disk.nvme0c0n1.out‚93468.9150390625% disk.nvme0n1.out‚93468.9150390625" proc.memory.rssMB‚ 2790.3984375 proc.cpu.threads‚17 network.sent‚ 3.487604e+06 network.recv‚372769 disk.sda1.out‚0$ disk.nvme0c0n1.in‚12258.96484375" disk.dm-0.out‚93468.9150390625) proc.memory.availableMB‚ 2636.06640625) proc.memory.percent‚11.35416030883789 disk.sda2.in‚0" disk.nvme0n1.in‚12258.96484375 disk.dm-0.in‚12258.96484375# memory_percent‚89.2738183339437 disk.dm-1.in‚73855.03515625 disk.sda.out‚ 142.59765625 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚73855.03515625 disk.sda3.out‚ 142.59765625 cpu‚25.226119685734325) disk./.usagePercent‚54.35421019136092$ disk./.usageGB‚809.9170112609863 disk.sda.in‚73855.03515625;vø“2„ - _wandbruntime‚3488  _runtime‚3488òç*tÈ…  ' lr-AdamW/pg2‚0.00010113713705945571 trainer/global_step‚2049 $ _timestamp‚1.784842884081246e+09 _runtime‚3488.382884282 _step‚172 ' lr-AdamW/pg1‚0.00010113713705945571Wë‡,͆ Ç _runtime‚3488.382884282 _step‚172 ' lr-AdamW/pg1‚0.00010113713705945571 ' lr-AdamW/pg2‚0.00010113713705945571 trainer/global_step‚2049 $ _timestamp‚1.784842884081246e+09¬OaÙ2‡ - _wandbruntime‚3488  _runtime‚3488mL€^ ˆ ëO cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2621683273728 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚19033828 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚589177865856016 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚589177840428048 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚591547485706752 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2133163396563 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚589410765461504 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚36803840 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚17770006 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5464007 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2136746418688 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚368 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VBDeviceStatsMonitor.on_train_batch_ö&“start/active_bytes.all.allocated‚591548857331712 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚19023734 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6265968 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 _runtime‚ 3488.38422427 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚591548857331712 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5464012 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚161628178840576ª?õö'‰ ðO TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2133163396563 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚589410765461504 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚36803840 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚17770006 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5464007 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2136746418688 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚368 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚591548857331712 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚19023734 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6265968 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 _runtime‚ 3488.38422427 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚591548857331712 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5464012 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚161628178840576 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2621683273728 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚19033828 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚589177865856016 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚589177840428048 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚591547485706752 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005­þMµ2Š - _wandbruntime‚3489  _runtime‚3489LÜ_õý&‹ ÷M D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2139114385408 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2622865356288 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚591827417505280 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2137768926720 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚36811189 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚19042924 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚589456642201824 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚589689674752000 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚164330051995648 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚589689674752000 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚358 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2137768926720 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚11735928 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚17778379 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚363 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚19042924 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚36821303 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6268918 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚19032816 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚36811189 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚589456667629792 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚591828789137408 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚36821303 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚591592196439561 _runtime‚3489.803824681 _step‚174 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2622918697984 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚19032816 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5466652 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚161707133297664 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2134184198203 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚2049 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 % _timestamp‚1.7848428855019968e+09 PDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚17778373 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚11735565 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2135528809769 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚17778373 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚589456642201824 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚589689674752000 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚164330051995648 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚589689674752000 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚358 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2137768926720 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚11735928 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚17778379 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚363 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚19042924 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚36821303 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6268918 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚19032816 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚36811189 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚589456667629792 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚591828789137408 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚36821303 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚591592196439561 _runtime‚3489.803824681 _step‚174 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2622918697984 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚19032816 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5466652 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 cODeviceStatsMonitor.on_train_«3æŽÝbatch_end/inactive_split_bytes.large_pool.allocated‚161707133297664 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2134184198203 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚2049 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 % _timestamp‚1.7848428855019968e+09 PDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚17778373 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚11735565 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2135528809769 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚17778373 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2139114385408 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2622865356288 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚591827417505280 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2137768926720 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚36811189 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚19042924®æ?'¯2 - _wandbruntime‚3489  _runtime‚3489ÎÅzŽ € 2loss/SRqqt1/assignment_loss‚0.6855333631063912 2loss/FBt1/assignment_loss‚0.031231392437344616 /loss/SRqqt1/detection_loss‚1.15959477630056 trainer/global_step‚2049 % _timestamp‚1.7848428855566297e+09 _runtime‚3489.858000846 1loss/FBt2/assignment_loss‚0.03459898774722369 0loss/SRqqt2/detection_loss‚0.718568258737774 /loss/FBt2/detection_loss‚0.7090948816380862 _step‚175 0loss/FRt2/assignment_loss‚1.0485126008262564 2loss/SRqqt2/assignment_loss‚0.6507523201252007 /loss/FRt1/detection_loss‚0.5848386065963849 /loss/FRt2/detection_loss‚1.3587389711583564 &loss/total_loss‚11.973661933201296 0loss/FRt1/assignment_loss‚2.7631549364096792 .loss/FBt1/detection_loss‚2.229042838118039 epoch‚12ˆ–a  … /loss/FRt1/detection_loss‚0.5848386065963849 /loss/FRt2/detection_loss‚1.3587389711583564 &loss/total_loss‚11.973661933201296 0loss/FRt1/assignment_loss‚2.7631549364096792 .loss/FBt1/detection_loss‚2.229042838118039 epoch‚12 2loss/SRqqt1/assignment_loss‚0.6855333631063912 2loss/FBt1/assignment_loss‚0.031231392437344616 /loss/SRqqt1/detection_loss‚1.15959477630056 trainer/global_step‚2049 % _timestamp‚1.7848428855566297e+09 _runtime‚3489.858000846 1loss/FBt2/assignment_loss‚0.03459898774722369 0loss/SRqqt2/detection_loss‚0.718568258737774 /loss/FBt2/detection_loss‚0.7090948816380862 _step‚175 0loss/FRt2/assignment_loss‚1.0485126008262564 2loss/SRqqt2/assignment_loss‚0.6507523201252007¯Ç YoŸ ‚(:” Š•ŠÓ­‰‘Î gpu.0.gpu‚96.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚53.0 gpu.0.powerWatts‚133.889' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.777800000000003 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0…ù­d‘ ‚(:Ù Š•ŠÓœØýÐ cpu‚25.2267222200398) disk./.usagePercent‚54.35490678786159' disk.nvme0c0n1.out‚95735.2392578125 disk.dm-0.in‚ 12262.5703125 disk.dm-1.out‚ 143.37890625$ memory_percent‚89.69934781392416 proc.cpu.threads‚17 network.recv‚373695$ disk./.usageGB‚809.9273910522461" disk.dm-0.out‚95735.2392578125 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚73855.03515625# disk.nvme0c0n1.in‚ 12262.5703125! disk.nvme0n1.in‚ 12262.5703125 disk.sda2.in‚0 disk.sda3.out‚ 143.37890625 disk.dm-1.in‚73855.03515625) proc.memory.availableMB‚ 2531.48828125" proc.memory.rssMB‚ 2790.3984375) proc.memory.percent‚11.35416030883789 disk.sda1.out‚0 network.sent‚ 3.489661e+06% disk.nvme0n1.out‚95735.2392578125 disk.sda.in‚73855.03515625 disk.sda.out‚ 143.37890625<±;»“’ ‚(:ˆ ™•ŠÓ›×Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚366.395' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.279 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0t•­hi“ ‚(:Þ ™•ŠÓ¾ß·Ð$ disk./.usageGB‚809.4354667663574( disk.nvme0c0n1.out‚95743.11572265625# disk.dm-0.out‚95743.11572265625 disk.sda1.in‚0 disk.sda3.in‚73855.03515625 disk.sda3.out‚ 143.66015625$ memory_percent‚90.10605812072754) proc.memory.availableMB‚ 2431.53515625! disk.nvme0n1.in‚ 12351.5390625& disk.nvme0n1.out‚95743.11572265625 disk.dm-0.in‚ 12351.5390625" proc.memory.rssMB‚ 2790.3984375) proc.memory.percent‚11.35416030883789 cpu‚25.227320047041918 disk.dm-1.in‚73855.03515625 disk.dm-1.out‚ 143.66015625# disk.nvme0c0n1.in‚ 12351.5390625 disk.sda.out‚ 143.66015625 disk.sda1.out‚0 disk.sda2.out‚0 proc.cpu.threads‚17 network.sent‚ 3.549492e+06 network.recv‚376340) disk./.usagePercent‚54.32189333628364 disk.sda.in‚73855.03515625 disk.sda2.in‚0æE6“” ‚(:ˆ ¨•ŠÓશÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚302.055' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.411 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0µ‹e• ‚(:Ú ¨•ŠÓ‹Ö²Ñ disk.sda.in‚ 74379.8984375 disk.sda2.in‚0" proc.memory.rssMB‚ 2790.3984375 network.recv‚377192& disk.nvme0n1.out‚95755.39404296875# disk.dm-0.out‚95755.39404296875 disk.sda1.in‚0) proc.memory.percent‚11.35416030883789 network.sent‚ 3.552634e+06$ disk.nvme0c0n1.in‚12352.60546875" disk.nvme0n1.in‚12352.60546875 disk.dm-0.in‚12352.60546875 disk.sda.out‚ 144.07421875& proc.memory.availableMB‚ 2315.28125) disk./.usagePercent‚54.32189794441925 disk.dm-1.in‚ 74379.8984375( disk.nvme0c0n1.out‚95755.39404296875 disk.sda1.out‚0 disk.sda2.out‚0$ memory_percent‚90.57909647623697 cpu‚25.22782090517703 proc.cpu.threads‚17$ disk./.usageGB‚809.4355354309082 disk.sda3.in‚ 74379.8984375 disk.sda3.out‚ 144.07421875 disk.dm-1.out‚ 144.07421875<”c”– ‚(:‰ ·•ŠÓòʹÎ gpu.0.gpu‚75.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚363.347' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.6694 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ºd×i— ‚(:Þ ·•ŠÓ´£­Ð" disk.dm-0.out‚95777.8173828125) proc.memory.availableMB‚ 2201.51171875 network.sent‚ 3.553642e+06 disk.sda1.out‚0 disk.dm-0.in‚12372.44921875 disk.sda.in‚74754.42578125$ memory_percent‚91.04202588399252 proc.memory.rssMB‚ 2791.71875* disk./.usagePercent‚54.322859508717855$ disk./.usageGB‚809.4498634338379 disk.sda1.in‚0 disk.sda3.in‚74754.42578125 disk.dm-1.out‚ 144.81640625$ disk.nvme0c0n1.in‚12372.44921875' disk.nvme0c0n1.out‚95777.8173828125" disk.nvme0n1.in‚12372.44921875 network.recv‚378353 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda.out‚ 144.81640625* proc.memory.percent‚11.359532674153645 cpu‚25.229252656176325 proc.cpu.threads‚17 disk.sda3.out‚ 144.81640625 disk.dm-1.in‚74754.42578125% disk.nvme0n1.out‚95777.8173828125á=w2˜ - _wandbruntime‚3548  _runtime‚3548ÚT¶^;™ Øv 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.15054328739643097 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0746975764632225 particle/accuracy_2_of_2‚1 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.1420493721961975 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.12805575132369995 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6287202835083008 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.15054328739643097 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8425595164299011 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +particle/sensitivity‚0.6015785336494446 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.14928610622882843 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9952404499053955 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.15721029043197632 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9892837405204773 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9565228223800659 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.36666667461395264 +"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.25 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6935717463493347 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9650874137878418 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9861239194869995 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.554040789604187 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 *jet/accuracy_1_of_4‚0.9596217274665833 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.47626054286956787 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7510947585105896 *jet/accuracy_2_of_3‚0.5436238646507263 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2137887179851532 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6330668330192566 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 % _timestamp‚1.7848429437255907e+09 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9967693090438843 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7491225600242615 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.15874670445919037 +jet/accuracy_2_of_2‚0.13057905435562134 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.23039989173412323 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8579858541488647 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5836541056632996 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.14518636465072632 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 epoch‚12 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.7907922863960266 +jet/accuracy_3_of_4‚0.10295269638299942 7validation_average_jet_accuracy‚0.32971176505088806 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6459288597106934 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5836541056632996 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6349702477455139 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.036190785467624664 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9831881523132324 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6020145416259766 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03729813173413277 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7089807391166687 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4898240566253662 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.006480292417109013 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.681354284286499 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6086017489433289 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5571348667144775 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6000540256500244 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9954545497894287 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7710444331169128 'particle/f_score‚0.6101543307304382 *loss/val_total_loss‚11.270284215433863 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.03525259345769882 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.5885053277015686 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 trainer/global_step‚2079 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7180402874946594 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.3333333432674408 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.03084813430905342 *jet/accuracy_1_of_2‚0.7254804372787476 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5713140964508057 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 +jet/accuracy_4_of_4‚0.02010233886539936 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9855282306671143 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7132358551025391 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 /particle/accuracy_4_of_4‚0.9662006497383118 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3502233624458313 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.11536334455013275 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_3‚0.07770738750696182 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9704968929290771 8"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.594150722026825 _step‚176 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6998849511146545 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_1_of_3‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.35028350353240967 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6997965574264526 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.17894786596298218 8"Purity/*FRt0SRqqt1FBt/event_purity‚0.917472779750824 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9967082738876343 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.027025027200579643 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.752265214920044 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7601259350776672 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.12747487425804138 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 particle/accuracy_2_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.634138822555542 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 6 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.600111722946167 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.032284438610076904 particle/accuracy_1_of_2‚1 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.34662771224975586 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.15885135531425476 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5837690830230713 particle/accuracy_3_of_4‚1 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.3435920178890228 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.03084813430905342 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 * Purity/0FRt1SRqqt2FBt/FBt_purity‚0.875 )jet/accuracy_2_of_4‚0.750659167766571 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.032210297882556915 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1036955714225769 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6225299835205078 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5861498713493347 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.12697243690490723 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2667495608329773 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5601676106452942 )jet/accuracy_1_of_3‚0.909355640411377 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8175137639045715 +"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.25 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9869354963302612 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.016220109537243843 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9879844188690186 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6945317983627319 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 particle/accuracy_2_of_3‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6797848343849182 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5097848773002625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6548938751220703 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.16429120302200317 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09020517021417618 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.12783996760845184 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.14174674451351166 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 _runtime‚3548.027730002 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9891941547393799 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9141197204589844 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5821714997291565 +particle/specificity‚0.8997977375984192 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.1616457849740982 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9954545497894287 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 7 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 8"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.687299907207489 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.1638864278793335 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.3333333432674408 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.16354717314243317 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.43650415539741516 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9570598602294922 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.13802757859230042 particle/accuracy_1_of_1‚1 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.765015184879303 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7113260626792908 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.28338050842285156 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.7907922863960266 *jet/accuracy_1_of_1‚0.2851545512676239 particle/accuracy_3_of_3‚1 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08684952557086945 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6434827446937561 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.670856237411499 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6558035612106323 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.030930565670132637 particle/accuracy_1_of_4‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6745535731315613 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7717315554618835 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7523536086082458 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.14416804909706116 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 (particle/accuracy‚0.8362833261489868 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.012704248540103436 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.2976190745830536 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5805289149284363 Õóš Ýv ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 6 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.600111722946167 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.032284438610076904 particle/accuracy_1_of_2‚1 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.34662771224975586 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.15885135531425476 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5837690830230713 particle/accuracy_3_of_4‚1 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.3435920178890228 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.03084813430905342 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 * Purity/0FRt1SRqqt2FBt/FBt_purity‚0.875 )jet/accuracy_2_of_4‚0.750659167766571 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.032210297882556915 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1036955714225769 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6225299835205078 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5861498713493347 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.12697243690490723 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2667495608329773 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5601676106452942 )jet/accuracy_1_of_3‚0.909355640411377 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8175137639045715 +"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.25 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9869354963302612 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.016220109537243843 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9879844188690186 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6945317983627319 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 particle/accuracy_2_of_3‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6797848343849182 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5097848773002625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6548938751220703 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.16429120302200317 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09020517021417618 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.12783996760845184 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.14174674451351166 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 _runtime‚3548.027730002 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9891941547393799 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9141197204589844 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5821714997291565 +particle/specificity‚0.8997977375984192 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.1616457849740982 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9954545497894287 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 7 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 8"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.687299907207489 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.1638864278793335 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.3333333432674408 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.16354717314243317 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.43650415539741516 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9570598602294922 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.13802757859230042 particle/accuracy_1_of_1‚1 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.765015184879303 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7113260626792908 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.28338050842285156 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.7907922863960266 *jet/accuracy_1_of_1‚0.2851545512676239 particle/accuracy_3_of_3‚1 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08684952557086945 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6434827446937561 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.670856237411499 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6558035612106323 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.030930565670132637 particle/accuracy_1_of_4‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6745535731315613 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7717315554618835 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7523536086082458 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.14416804909706116 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.0148315Ý~vTp"4296875 (particle/accuracy‚0.8362833261489868 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.012704248540103436 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.2976190745830536 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5805289149284363 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.15054328739643097 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0746975764632225 particle/accuracy_2_of_2‚1 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.1420493721961975 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.12805575132369995 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6287202835083008 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.15054328739643097 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8425595164299011 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +particle/sensitivity‚0.6015785336494446 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.14928610622882843 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9952404499053955 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.15721029043197632 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9892837405204773 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9565228223800659 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.36666667461395264 +"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.25 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6935717463493347 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9650874137878418 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9861239194869995 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.554040789604187 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 *jet/accuracy_1_of_4‚0.9596217274665833 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.47626054286956787 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7510947585105896 *jet/accuracy_2_of_3‚0.5436238646507263 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2137887179851532 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6330668330192566 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 % _timestamp‚1.7848429437255907e+09 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9967693090438843 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7491225600242615 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.15874670445919037 +jet/accuracy_2_of_2‚0.13057905435562134 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.23039989173412323 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8579858541488647 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5836541056632996 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.14518636465072632 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 epoch‚12 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.7907922863960266 +jet/accuracy_3_of_4‚0.10295269638299942 7validation_average_jet_accuracy‚0.32971176505088806 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6459288597106934 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5836541056632996 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6349702477455139 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.036190785467624664 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9831881523132324 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6020145416259766 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03729813173413277 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7089807391166687 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4898240566253662 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.006480292417109013 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.681354284286499 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6086017489433289 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5571348667144775 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6000540256500244 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9954545497894287 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7710444331169128 'particle/f_score‚0.6101543307304382 *loss/val_total_loss‚11.270284215433863 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.03525259345769882 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.5885053277015686 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 trainer/global_step‚2079 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7180402874946594 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.3333333432674408 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.03084813430905342 *jet/accuracy_1_of_2‚0.7254804372787476 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5713140964508057 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 +jet/accuracy_4_of_4‚0.02010233886539936 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9855282306671143 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7132358551025391 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 /particle/accuracy_4_of_4‚0.9662006497383118 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3502233624458313 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.11536334455013275 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_3‚0.07770738750696182 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9704968929290771 8"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.594150722026825 _step‚176 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6998849511146545 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_1_of_3‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.35028350353240967 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6997965574264526 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.17894786596298218 8"Purity/*FRt0SRqqt1FBt/event_purity‚0.917472779750824 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9967082738876343 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.027025027200579643 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.752265214920044 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7601259350776672 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.12747487425804138 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 particle/accuracy_2_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.634138822555542 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904°Þ´ËÓž› ‚(:“ Æ•ŠÓíµÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚293.324' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚58.66480000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0nÔ6Ìfœ ‚(:Û Æ•ŠÓÄœÑ disk.dm-0.in‚12372.44921875 disk.sda.in‚74754.42578125 disk.sda.out‚ 145.3515625# proc.memory.rssMB‚ 2793.04296875 network.sent‚ 3.556781e+06* disk./.usagePercent‚54.322794994819226 disk.sda2.in‚0$ disk.nvme0c0n1.in‚12372.44921875( proc.memory.availableMB‚ 2884.6015625 cpu‚25.231756570663737 disk.dm-1.in‚74754.42578125 disk.dm-1.out‚ 145.3515625' disk.nvme0c0n1.out‚96868.6767578125" disk.dm-0.out‚96868.6767578125 proc.cpu.threads‚17# disk./.usageGB‚809.448902130127 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 145.3515625" disk.nvme0n1.in‚12372.44921875$ memory_percent‚88.26252619425455) proc.memory.percent‚11.36492093404134 network.recv‚379463 disk.sda1.out‚0 disk.sda3.in‚74754.42578125% disk.nvme0n1.out‚96868.6767578125ç„ ß” ‚(:‰ Õ•ŠÓƒŽ Î gpu.0.gpu‚60.0 gpu.0.memory‚18, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚52.0 gpu.0.powerWatts‚131.448' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.2896 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ý’Ð\ž ‚(:Ñ Õ•ŠÓ»ŠÐ disk.sda3.out‚145.6875 disk.dm-1.in‚74754.42578125 disk.dm-1.out‚145.6875# disk.nvme0c0n1.in‚ 12745.3984375# disk.dm-0.out‚97781.97509765625 disk.sda.out‚145.6875) proc.memory.percent‚11.36492093404134 proc.cpu.threads‚17 network.sent‚ 3.609464e+06) disk./.usagePercent‚54.32279448280416 disk.sda3.in‚74754.42578125( disk.nvme0c0n1.out‚97781.97509765625& disk.nvme0n1.out‚97781.97509765625 disk.sda1.in‚0' proc.memory.availableMB‚ 2780.203125# proc.memory.rssMB‚ 2793.04296875 network.recv‚381878$ disk./.usageGB‚809.4488945007324 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚88.68732452392578! disk.nvme0n1.in‚ 12745.3984375 disk.dm-0.in‚ 12745.3984375 disk.sda.in‚74754.42578125 cpu‚25.232400788203282ÏS,2Ÿ - _wandbruntime‚3584  _runtime‚3584#¿ÈÇ  Á _step‚177 & lr-AdamW/pg1‚0.0001003228802461274 & lr-AdamW/pg2‚0.0001003228802461274 trainer/global_step‚2099 % _timestamp‚1.7848429799400594e+09 _runtime‚3584.241556498çÎ7Ì¡ Æ & lr-AdamW/pg1‚0.0001003228802461274 & lr-AdamW/pg2‚0.0001003228802461274 trainer/global_step‚2099 % _timestamp‚1.7848429799400594e+09 _runtime‚3584.241556498 _step‚177±_Y® 2¢ - _wandbruntime‚3584  _runtime‚3584$5\Kó'£ íO SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5599929 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚6431440 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚607010612283904 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚297 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚18239460 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚18239466 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚19507436 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2191146877440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚168274113743360 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚606769057862151 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2192492328960 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚607011983908864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚604580215488944 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _step‚178 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚607011983908864 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚604819465406464 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2688663536128 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚19517530 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2191146877440 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚604580240916912 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2187472333785 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚37746896 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚607010612283904 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚37756996 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚302 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 % _timestamp‚1.7848429799410012e+09 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚12031072 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚3584.242973482 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚18239460 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚18239466 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚168274522600448 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚12031072 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚3584.242973482 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚18239460 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚18239466 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚168274522600448 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚607010612283904 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚297 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚18239460 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚18239466 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚19507436 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2191146877440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚168274113743360 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚606769057862151 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2192492328960 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚607011983908864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚604580215488944 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _step‚178 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚607011983908864 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚604819465406464 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2688663536128 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚19517530 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2191146877440 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚604580240916912 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2187472333785 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚37746896 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚607010612283904 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚37756996 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚302 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 % _timestamp‚1.7848429799410012e+09²~SÓ›f¥ ‚(:“ ä•ŠÓ¿ ²Î gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚321.249' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.24980000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correc."Å8tedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ɯô U¦ ‚(:Ê ä•ŠÓ¸Ç¦Ð) disk./.usagePercent‚54.35199956630276$ disk./.usageGB‚809.8840713500977 disk.dm-1.out‚ 146.35546875# disk.dm-0.out‚97818.29248046875 disk.sda1.in‚0 disk.sda2.out‚0) proc.memory.percent‚11.36492093404134 network.sent‚ 3.612594e+06" disk.nvme0c0n1.in‚ 12757.765625( disk.nvme0c0n1.out‚97818.29248046875 disk.nvme0n1.in‚ 12757.765625 disk.dm-0.in‚ 12757.765625 disk.sda2.in‚0 cpu‚25.23288205953675 disk.dm-1.in‚ 75020.625 disk.sda.out‚ 146.35546875 disk.sda1.out‚0 disk.sda3.in‚ 75020.625$ memory_percent‚89.12703196207681' proc.memory.availableMB‚ 2672.140625& disk.nvme0n1.out‚97818.29248046875 disk.sda.in‚ 75020.625 disk.sda3.out‚ 146.35546875# proc.memory.rssMB‚ 2793.04296875 proc.cpu.threads‚17 network.recv‚382866Ëeí2§ - _wandbruntime‚3585  _runtime‚3585uç^#ý&¨ ÷M S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚607290544082432 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚37764345 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚18247833 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚605098400870400 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚605098374696960 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2193514844160 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚19516518 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚302 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2689981142016 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚19516518 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚307 % _timestamp‚1.7848429813664827e+09 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚18247833 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2192169385472 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚37774459 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚607291915714560 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚165664036573184 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚607291915714560 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6434127 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚168353976956416 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2689940383232 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚607047510398145 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚37764345 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚168354385806336 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚12036696 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5602574 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 _runtime‚3585.668309408 PDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2188493135425 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚37774459 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚604859042690688 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚19526626 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚607048880437679 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0¨S‚¦'© üM TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2193514844160 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚12036696 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5602574 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 _runtime‚3585.668309408 PDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2188493135425 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚37774459 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚604859042690688 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚19526626 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚607048880437679 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚607290544082432 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚37764345 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚18247833 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚605098400870400 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚605098374696960 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2193514844160 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚19516518 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚302 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2689981142016 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚19516518 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚307 % _timestamp‚1.7848429813664827e+09 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚18247833 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2192169385472 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚37774459 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚607291915714560 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚165664036573184 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚607291915714560 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6434127 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚168353976956416 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2689940383232 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚607047510398145 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚37764345 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚168354385806336 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 Ff« € /loss/FRt1/assignment_loss‚2.693764919894082 .loss/FRt2/detection_loss‚1.514506710526811 1loss/SRqqt1/detection_loss‚1.1502880309018548 1loss/SRqqt2/detection_loss‚0.7001051696602762 /loss/FBt1/detection_loss‚1.0697326586153861 &loss/total_loss‚10.995200770539117 _runtime‚3585.718658266 _step‚180 0loss/FRt2/assignment_loss‚1.1374920892949199 trainer/global_step‚2099 % _timestamp‚1.7848429814173179e+09 2loss/SRqqt1/assignment_loss‚0.6488358124475989 1loss/FBt2/assignment_loss‚0.05470429114615777 /loss/FRt1/detection_loss‚0.5866815757947277 /loss/FBt2/detection_loss‚0.6199727801406063 epoch‚13 1loss/SRqqt2/assignment_loss‚0.632611163832514 1loss/FBt1/assignment_loss‚0.18650556828418352+ʽú ¬ … 2loss/SRqqt1/assignment_loss‚0.6488358124475989 1loss/FBt2/assignment_loss‚0.05470429114615777 /loss/FRt1/detection_loss‚0.5866815757947277 /loss/FBt2/detection_loss‚0.6199727801406063 epoch‚13 1loss/SRqqt2/assignment_loss‚0.632611163832514 1loss/FBt1/assignment_loss‚0.18650556828418352 /loss/FRt1/assignment_loss‚2.693764919894082 .loss/FRt2/detection_loss‚1.514506710526811 1loss/SRqqt1/detection_loss‚1.1502880309018548 1loss/SRqqt2/detection_loss‚0.7001051696602762 /loss/FBt1/detection_loss‚1.0697326586153861 &loss/total_loss‚10.995200770539117 _runtime‚3585.718658266 _step‚180 0loss/FRt2/assignment_loss‚1.1374920892949199 trainer/global_step‚2099 % _timestamp‚1.7848429814173179e+09´Z—,Ÿ­ ‚(:” ó•ŠÓÕµ˜Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚301.048' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.209599999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0òÖ²Ri® ‚(:Þ ó•ŠÓÖðÜÐ$ disk./.usageGB‚809.9923706054688 disk.sda3.in‚76247.89453125" disk.nvme0n1.in‚12800.43359375 disk.sda.in‚76247.89453125 cpu‚25.233563093569767 network.recv‚385137( disk.nvme0c0n1.out‚98203.18408203125& disk.nvme0n1.out‚98203.18408203125# disk.dm-0.out‚98203.18408203125 disk.sda1.in‚0# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134 proc.cpu.threads‚17 network.sent‚ 3.661602e+06 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 147.33984375 disk.dm-1.in‚76247.89453125$ disk.nvme0c0n1.in‚12800.43359375 disk.dm-0.in‚12800.43359375 disk.sda.out‚ 147.33984375) disk./.usagePercent‚54.35926762019984 disk.dm-1.out‚ 147.33984375 disk.sda1.out‚0" memory_percent‚89.494260152181' proc.memory.availableMB‚ 2581.890625+pR’¯ ‚(:‡ ‚–ŠÓó€ÖÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚138.49' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.698 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ŠþÌÀN° ‚(:à ‚–ŠÓƒý‡Ñ network.sent‚ 3.711168e+06 disk.sda2.in‚0 cpu‚25.23403632050726 proc.cpu.threads‚17( disk./.usagePercent‚54.0903181370811 disk.sda3.out‚148 disk.dm-1.out‚148" disk.nvme0n1.in‚12800.46484375& disk.nvme0n1.out‚98362.02685546875# disk.dm-0.out‚98362.02685546875 disk.sda1.in‚0 disk.sda1.out‚0 network.recv‚387573( disk.nvme0c0n1.out‚98362.02685546875 disk.sda.out‚148 disk.sda2.out‚0# memory_percent‚89.4932746887207# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134$ disk./.usageGB‚805.9848289489746 disk.sda3.in‚76247.90234375 disk.dm-1.in‚76247.90234375$ disk.nvme0c0n1.in‚12800.46484375 disk.dm-0.in‚12800.46484375 disk.sda.in‚76247.90234375( proc.memory.availableMB‚ 2582.1328125£JPL”± ‚(:‰ ‘–ŠÓ°×ÒÎ gpu.0.gpu‚76.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚371.798' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.3596 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0—fÖp\² ‚(:Ñ ‘–ŠÓ‚ƒÂÑ disk.sda3.out‚149.125" disk.dm-0.out‚99800.6962890625 disk.sda.in‚76247.90234375 disk.sda.out‚149.125 disk.sda1.out‚0$ memory_percent‚89.49335416158041) proc.memory.availableMB‚ 2582.11328125* disk./.usagePercent‚54.090939723374234 disk.sda3.in‚76247.90234375$ disk.nvme0c0n1.in‚12929.69140625 disk.sda2.in‚0 disk.sda2.out‚0) proc.memory.percent‚11.36492093404134 cpu‚25.234705456751303 network.recv‚395423 disk.dm-1.in‚76247.90234375 disk.dm-1.out‚149.125" disk.nvme0n1.in‚12929.69140625 disk.sda1.in‚0 proc.cpu.threads‚17 network.sent‚ 3.715582e+06' disk.nvme0c0n1.out‚99800.6962890625% disk.nvme0n1.out‚99800.6962890625 disk.dm-0.in‚12929.69140625# proc.memory.rssMB‚ 2793.04296875$ disk./.usageGB‚805.9940910339355Ø\”³ ‚(:‰  –ŠÓ÷ãµÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚311.756' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.3512 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚09šJg´ ‚(:Ü  –ŠÓνïÑ disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 149.70703125# disk.nvme0c0n1.in‚ 12930.1640625 disk.dm-0.in‚ 12930.1640625' proc.memory.availableMB‚ 2582.359375 network.recv‚396346 disk.sda3.in‚76822.71484375 disk.dm-1.out‚ 149.70703125! disk.nvme0n1.in‚ 12930.1640625 disk.sda.out‚ 149.70703125 disk.sda1.out‚0# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134( disk.nvme0c0n1.out‚100550.8369140625& disk.nvme0n1.out‚100550.8369140625# disk.dm-0.out‚100550.8369140625 disk.sda1.in‚0# disk./.usageGB‚805.997386932373 disk.dm-1.in‚76821.46484375 disk.sda.in‚76822.71484375$ memory_percent‚89.49235280354819 cpu‚25.235100925069844 proc.cpu.threads‚17 network.sent‚ 3.717611e+06) disk./.usagePercent‚54.091160913883825Íו”µ ‚(:‰ ¯–ŠÓ”Î×Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚306.107' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.2214 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0!º®m¶ ‚(:â ¯–ŠÓŸ´ñÐ disk.sda3.in‚77340.84765625) disk./.usagePercent‚54.17749817476868 disk.sda1.in‚0) disk.nvme0c0n1.out‚100992.85009765625" disk.nvme0n1.in‚12954.86328125 disk.sda.out‚ 150.1953125 disk.sda2.out‚0 disk.dm-1.out‚ 150.1953125$ disk.nvme0c0n1.in‚12954.86328125' disk.nvme0n1.out‚100992.85009765625 cpu‚25.235646932492344 proc.cpu.threads‚17 disk.sda3.out‚ 150.1953125 network.sent‚ 3.719696e+06 network.recv‚397706$ disk./.usageGB‚807.2838745117188 disk.dm-0.in‚12954.86328125$ disk.dm-0.out‚100992.85009765625 disk.sda1.out‚0 disk.dm-1.in‚77340.84765625 disk.sda.in‚77340.84765625 disk.sda2.in‚0$ memory_percent‚89.49338595072427) proc.memory.availableMB‚ 2582.10546875# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134I%¨2· - _wandbruntime‚3665  _runtime‚3665oÐѣƸ À & lr-AdamW/pg1‚9.949186101638432e-05 & lr-AdamW/pg2‚9.949186101638432e-05 trainer/global_step‚2149 $ _timestamp‚1.784843060888018e+09 _runtime‚3665.189518339 _step‚181ªÅ‰ºË¹ Å $ _timestamp‚1.784843060888018e+09 _runtime‚3665.189518339 _step‚181 & lr-AdamW/pg1‚9.949186101638432e-05 & lr-AdamW/pg2‚9.949186101638432e-05 trainer/global_step‚2149µËÑä}2º - _wandbruntime‚3665  _runtime‚3665m°.Ê• » íO F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 _step‚182 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚621007266364928 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚169514768504832 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚19973482 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚172266282075648 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚38621198 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚618520304177744 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 % _timestamp‚1.7848430608889778e+09 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚19963388 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚620758880394337 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ó˜N^38631298 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚19963388 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚12312228 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚12311886 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6579957 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚618764956104704 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5731934 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚620760250433759 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚18657810 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚172266697224192 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2242336433664 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2238576216593 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚621008637989888 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2243681885184 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚342 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚18657810 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚6580294 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2751513570816 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2239920828047 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚18657816 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚18657816 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚618764956104704 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2242336433664 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚12312228 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚12311886 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6579957 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚618764956104704 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5731934 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚620760250433759 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚18657810 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚172266697224192 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2242336433664 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2238576216593 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚621008637989888 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2243681885184 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚342 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚18657810 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚6580294 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2751513570816 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2239920828047 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚18657816 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚18657816 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚618764956104704 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2242336433664 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚621007266364928 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚169514768504832 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚19973482 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚172266282075648 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚38621198 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚618520304177744 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181¶@ .Q2½ - _wandbruntime‚3666  _runtime‚3666…f÷cý&¾ ÷M J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚18666177 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚619043839221760 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚621288569795584 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚619043865395200 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚19982578 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 _step‚183 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚618799131379488 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 % _timestamp‚1.7848430623129613e+09 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6582925 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚6583257 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚621040073009287 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚332 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2752813852672 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚19972470 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚38638647 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2240941629799 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚621287198163456 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚38638647 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚619043839221760 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚12317831 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚337 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚5734569 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚169593722961920 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2244704400384 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚12317494 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚618799105951520 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚38648761 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2243358941696 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5734574 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2244704400384 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚38648761 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚19972470 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2239597018233 _runtime‚3666.614840577ãqÃ~X¿ üM I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚6583257 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚621040073009287 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚332 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2752813852672 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚19972470 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚38638647 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2240941629799 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚621287198163456 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚38638647 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚619043839221760 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚12317831 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚337 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚5734569 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚169593722961920 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2244704400384 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/inactive_split™Á=Ѫ.all.freed‚12317494 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚618799105951520 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚38648761 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2243358941696 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚5734574 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2244704400384 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚38648761 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚19972470 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2239597018233 _runtime‚3666.614840577 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚18666177 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚619043839221760 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚621288569795584 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚619043865395200 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚19982578 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 _step‚183 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚618799131379488 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 % _timestamp‚1.7848430623129613e+09 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6582925 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824·3á¿R2À - _wandbruntime‚3666  _runtime‚3666Bœ*žÁ  &loss/total_loss‚11.542730513723543 /loss/FRt1/detection_loss‚0.5736399684570324 /loss/FRt2/detection_loss‚1.5845984129110355 0loss/SRqqt1/detection_loss‚1.146295459589797 /loss/FBt2/detection_loss‚0.8436924432095185 % _timestamp‚1.7848430623639557e+09 2loss/SRqqt1/assignment_loss‚0.7126249392857018 2loss/SRqqt2/assignment_loss‚0.6269663477907045 trainer/global_step‚2149 epoch‚13 /loss/FRt1/assignment_loss‚2.717206559060368 0loss/FRt2/assignment_loss‚1.0180709336557958 1loss/FBt2/assignment_loss‚0.12376852849527577 /loss/FBt1/detection_loss‚1.0973435293138027 _step‚184 1loss/FBt1/assignment_loss‚0.32406745113898866 1loss/SRqqt2/detection_loss‚0.7744559408155213 _runtime‚3666.665508288¼þò2  † epoch‚13 /loss/FRt1/assignment_loss‚2.717206559060368 0loss/FRt2/assignment_loss‚1.0180709336557958 1loss/FBt2/assignment_loss‚0.12376852849527577 /loss/FBt1/detection_loss‚1.0973435293138027 _step‚184 1loss/FBt1/assignment_loss‚0.32406745113898866 1loss/SRqqt2/detection_loss‚0.7744559408155213 _runtime‚3666.665508288 &loss/total_loss‚11.542730513723543 /loss/FRt1/detection_loss‚0.5736399684570324 /loss/FRt2/detection_loss‚1.5845984129110355 0loss/SRqqt1/detection_loss‚1.146295459589797 /loss/FBt2/detection_loss‚0.8436924432095185 % _timestamp‚1.7848430623639557e+09 2loss/SRqqt1/assignment_loss‚0.7126249392857018 2loss/SRqqt2/assignment_loss‚0.6269663477907045 trainer/global_step‚2149¸ñw?”à ‚(:‰ ¾–ŠÓ³ò¨Î gpu.0.gpu‚77.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚365.899' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.1798 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0-aÿ­WÄ ‚(:Ì ¾–ŠÓ×Ü™Ð# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134 disk.dm-0.in‚12954.86328125! disk.dm-0.out‚101863.03515625 disk.sda1.in‚0) proc.memory.availableMB‚ 2581.57421875 proc.cpu.threads‚17$ disk.nvme0n1.out‚101863.03515625 disk.sda.out‚150.875 disk.sda3.out‚150.875$ memory_percent‚89.49554761250815 cpu‚25.236251646221373 network.sent‚ 3.721751e+06 network.recv‚398804) disk./.usagePercent‚54.17836296821935 disk.dm-1.in‚77340.84765625 disk.dm-1.out‚150.875$ disk.nvme0c0n1.in‚12954.86328125" disk.nvme0n1.in‚12954.86328125 disk.sda2.in‚0# disk./.usageGB‚807.296760559082& disk.nvme0c0n1.out‚101863.03515625 disk.sda.in‚77340.84765625 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚77340.84765625Ètí”Å ‚(:‰ Í–ŠÓ²ÉÀÎ gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚327.874' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.5748 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0úzD¡NÆ ‚(:à ͖ŠÓñì¶Ñ" disk.nvme0n1.in‚13113.97265625 disk.sda1.in‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2793.04296875 network.sent‚ 3.782704e+06" disk./.usageGB‚807.44287109375 disk.sda3.out‚151.125 disk.dm-1.in‚77340.84765625 disk.dm-1.out‚151.125# disk.nvme0n1.out‚101892.1640625 disk.dm-0.out‚101892.1640625% proc.memory.availableMB‚ 2581.8125 network.recv‚401946% disk.nvme0c0n1.out‚101892.1640625 disk.dm-0.in‚13113.97265625 disk.sda1.out‚0 disk.sda2.out‚0$ memory_percent‚89.49457804361978) proc.memory.percent‚11.36492093404134 proc.cpu.threads‚17$ disk.nvme0c0n1.in‚13113.97265625 disk.sda.in‚77340.84765625 disk.sda.out‚151.125 cpu‚25.23669080852243) disk./.usagePercent‚54.18816856879582 disk.sda3.in‚77340.84765625u3*]ŸÇ ‚(:” Ü–ŠÓž–Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚301.343' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.268600000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0rÜÙÜbÈ ‚(:× Ü–ŠÓç™ÜÑ disk.dm-1.out‚ 151.6484375' disk.nvme0n1.out‚102019.26513671875 disk.dm-0.in‚ 13131.0625 proc.cpu.threads‚17 network.sent‚ 3.783672e+06 disk.nvme0n1.in‚ 13131.0625$ disk.dm-0.out‚102019.26513671875) proc.memory.availableMB‚ 2581.80859375) proc.memory.percent‚11.36492093404134 cpu‚25.237139996650985* disk./.usagePercent‚54.189727910686884$ disk./.usageGB‚807.4661064147949 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚77585.86328125# proc.memory.rssMB‚ 2793.04296875 network.recv‚402759 disk.sda.out‚ 151.6484375 disk.sda1.out‚0 disk.sda3.out‚ 151.6484375 disk.nvme0c0n1.in‚ 13131.0625) disk.nvme0c0n1.out‚102019.26513671875$ memory_percent‚89.49459393819174 disk.sda.in‚77585.86328125 disk.sda2.out‚0 disk.sda3.in‚77585.86328125·à©„žÉ ‚(:“ ë–ŠÓò™ÆÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚318.09' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.617999999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ó9eWÊ ‚(:Ì ë–ŠÓž•óÏ# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134 proc.cpu.threads‚17 network.sent‚ 3.785713e+06 disk.dm-1.in‚ 78832.9453125 disk.nvme0n1.in‚ 13159.875 disk.dm-0.in‚ 13159.875$ disk.dm-0.out‚102027.08544921875( proc.memory.availableMB‚ 2581.8203125 cpu‚25.237813244826757) disk./.usagePercent‚54.18972048646838 disk.sda1.in‚0 disk.sda2.in‚0) disk.nvme0c0n1.out‚102027.08544921875' disk.nvme0n1.out‚102027.08544921875$ memory_percent‚89.49454625447592 network.recv‚403925 disk.sda.in‚ 78832.9453125 disk.sda1.out‚0 disk.sda3.in‚ 78832.9453125 disk.nvme0c0n1.in‚ 13159.875$ disk./.usageGB‚807.4659957885742 disk.sda.out‚ 152.234375 disk.sda2.out‚0 disk.sda3.out‚ 152.234375 disk.dm-1.out‚ 152.234375˜©Ð„ŸË ‚(:” ú–ŠÓòÍÑÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚288.103' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚57.620599999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0½éZÌ ‚(:Ï ú–ŠÓÄ»æÐ disk.sda.in‚ 78832.9453125 disk.sda2.in‚0) proc.memory.availableMB‚ 2581.56640625 disk.sda3.in‚ 78832.9453125 disk.dm-1.out‚ 152.90234375 disk.nvme0c0n1.in‚ 13161.9375' disk.nvme0c0n1.out‚102034.607421875" disk.dm-0.out‚102034.607421875$ memory_percent‚89.49557940165201 proc.cpu.threads‚17 network.recv‚405067) disk./.usagePercent‚54.18677409575682$ disk./.usageGB‚807.4220924377441 disk.sda1.in‚0 disk.sda2.out‚0% disk.nvme0n1.out‚102034.607421875# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134 network.sent‚ 3.788887e+06 disk.sda.out‚ 152.90234375 disk.sda1.out‚0 disk.sda3.out‚ 152.90234375 disk.dm-1.in‚ 78832.9453125 disk.nvme0n1.in‚ 13161.9375 disk.dm-0.in‚ 13161.9375 cpu‚25.23817943046429ÉdKÚ2Í - _wandbruntime‚3745  _runtime‚3745X:`‚ÅÎ ¿ _runtime‚ 3745.66113814 _step‚185 & lr-AdamW/pg1‚9.864441295342909e-05 & lr-AdamW/pg2‚9.864441295342909e-05 trainer/global_step‚2199 $ _timestamp‚1.784843141359612e+09>ó§ÊÏ Ä _step‚185 & lr-AdamW/pg1‚9.864441295342909e-05 & lr-AdamW/pg2‚9.864441295342909e-05 trainer/global_step‚2199 $ _timestamp‚1.784843141359612e+09 _runtime‚ 3745.66113814¹6L¸<2Ð - _wandbruntime‚3745  _runtime‚3745ýÑ’ò'Ñ ìO ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2291024710855 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚173444454893568 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚20419340 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚632710420629504 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚12591695 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2814172922880 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚635003920445952 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 _runtime‚3745.665954136 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚173444086802432 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚632710394456064 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2293525989888 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6727766 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚632460392866544 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚19076160 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚19076160 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2293525989888 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚39505600 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚632460418294512 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚186 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚20419340 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚176258627816448 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚39495500 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5863934 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 $ _timestamp‚1.784843141360583e+09 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5863929 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚20429434 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚635003920445952 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚632710394456064 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚634751443005367 trainer/global_step‚2199 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚349 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚19076166 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚354 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚634750072965945 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚635005292070912 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112‚džä$Ò ñO VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚635003920445952 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 _runtime‚3745.665954136 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚173444086802432 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚632710394456064 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2293525989888 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6727766 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚632460392866544 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚19076160 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚19076160 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2293525989888 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚39505600 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚632460418294512 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚186 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚20419340 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚176258627816448 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚39495500 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5863934 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 $ _timestamp‚1.784843141360583e+09 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5863929 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚20429434 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚635003920445952 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚632710394456064 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚634751443005367 trainer/global_step‚2199 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚349 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚19076166 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚354 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚634750072965945 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚635005292070912 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2291024710855 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚173444454893568 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚20419340 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚632710420629504 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚12591695 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2814172922880 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 I8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2815419231232 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚19084533 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚635285223876608 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚632739220068288 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 _runtime‚3747.081513137 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 PDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚39523063 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚5866569 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚632739194640320 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚173522673168384 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2290700901041 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚20428422 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚20438530 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚176338460490752 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2815365889536 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚632989329920000 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚39512949 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2294548497920 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2295893956608 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚39512949 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚12597251 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚39523063 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653§,6Š'Õ üM FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 PDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚39523063 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚5866569 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚632739194640320 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚173522673168384 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2290700901041 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚20428422 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚20438530 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚176338460490752 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2815365889536 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚632989329920000 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚39512949 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2294548497920 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2295893956608 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚39512949 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚12597251 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚39523063 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚20428422 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2815419231232 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚19084533 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚635285223876608 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚632739220068288 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 _runtime‚3747.081513137»~µJ2Ö - _wandbruntime‚3747  _runtime‚3747ž‚Ç× ÿ /loss/FBt2/detection_loss‚0.7167567048669509 % _timestamp‚1.7848431428353825e+09 _step‚188 0loss/FBt1/assignment_loss‚0.4246175334252069 0loss/SRqqt2/detection_loss‚0.663679634362338 _runtime‚3747.136687661 0loss/FRt2/assignment_loss‚0.9679326073161503 2loss/SRqqt1/assignment_loss‚0.7500950843983692 2loss/SRqqt2/assignment_loss‚0.6192540324901133 /loss/FRt1/detection_loss‚0.5915723325636171 /loss/FRt2/detection_loss‚1.5010443751367268 %loss/total_loss‚11.01744139890128 trainer/global_step‚2199 0loss/FRt1/assignment_loss‚2.6013300720360784 0loss/SRqqt1/detection_loss‚1.031693906854775 /loss/FBt1/detection_loss‚1.0217381487355421 epoch‚13 1loss/FBt2/assignment_loss‚0.12772696671541295ïz¤ Ø „ 0loss/SRqqt2/detection_loss‚0.663679634362338 _runtime‚3747.136687661 0loss/FRt2/assignment_loss‚0.9679326073161503 2loss/SRqqt1/assignment_loss‚0.7500950843983692 2loss/SRqqt2/assignment_loss‚0.6192540324901133 /loss/FRt1/detection_loss‚0.5915723325636171 /loss/FRt2/detection_loss‚1.5010443751367268 %loss/total_loss‚11.01744139890128 trainer/global_step‚2199 0loss/FRt1/assignment_loss‚2.6013300720360784 0loss/SRqqt1/detection_loss‚1.031693906854775 /loss/FBt1/detection_loss‚1.0217381487355421 epoch‚13 1loss/FBt2/assignment_loss‚0.12772696671541295 /loss/FBt2/detection_loss‚0.7167567048669509 % _timestamp‚1.7848431428353825e+09 _step‚188 0loss/FBt1/assignment_loss‚0.4246175334252069¼õ¯sŸÙ ‚(:” ‰—ŠÓ §ÔÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚309.048' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.809599999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0­’/XÚ ‚(:Í ‰—ŠÓêðÀÐ disk.dm-1.in‚ 78832.9453125 disk.sda.in‚ 78832.9453125 disk.sda.out‚ 153.28125 disk.sda2.out‚0# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134 proc.cpu.threads‚17 network.sent‚ 3.790939e+06# disk./.usageGB‚807.422679901123# disk.nvme0c0n1.in‚ 13295.1015625! disk.nvme0n1.in‚ 13295.1015625" disk.dm-0.out‚102036.287109375 disk.sda3.out‚ 153.28125 disk.dm-1.out‚ 153.28125$ memory_percent‚89.49507077534994 network.recv‚406445 disk.dm-0.in‚ 13295.1015625) proc.memory.availableMB‚ 2581.69140625 cpu‚25.238690981784* disk./.usagePercent‚54.186813520917084' disk.nvme0c0n1.out‚102036.287109375% disk.nvme0n1.out‚102036.287109375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 78832.9453125¶6ƒv”Û ‚(:‰ ˜—ŠÓ­ä×Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚320.799' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.1598 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0w ÷hÜ ‚(:Ý ˜—ŠÓÝ´íÑ) disk./.usagePercent‚54.19832592372433 disk.sda3.in‚79342.82421875 disk.sda3.out‚ 153.73828125 disk.dm-1.in‚79342.82421875" memory_percent‚89.494260152181" disk.nvme0n1.in‚13302.68359375& disk.nvme0n1.out‚102168.4599609375 disk.dm-0.in‚13302.68359375 disk.sda2.in‚0( disk.nvme0c0n1.out‚102168.4599609375' proc.memory.availableMB‚ 2581.890625# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134 network.sent‚ 3.850761e+06 disk.sda.in‚79342.82421875 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.out‚ 153.73828125 cpu‚25.23911019065389 proc.cpu.threads‚17 network.recv‚409784$ disk./.usageGB‚807.5942230224609# disk.dm-0.out‚102168.4599609375 disk.sda.out‚ 153.73828125 disk.sda2.out‚0$ disk.nvme0c0n1.in‚13302.683593754°Š”Ý ‚(:‰ §—ŠÓ´‡¯Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚368.997' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.7994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ñn,ÔjÞ ‚(:ß §—ŠÓÓì§Ð" disk.nvme0n1.in‚13307.42578125 disk.sda.in‚79855.68359375 disk.sda1.in‚0' proc.memory.availableMB‚ 2581.890625( disk.nvme0c0n1.out‚103144.6318359375* disk./.usagePercent‚54.198723247417476$ disk./.usageGB‚807.6001434326172 disk.sda2.in‚0 disk.sda3.in‚79855.68359375 disk.dm-1.in‚79855.68359375 disk.dm-1.out‚ 154.14453125$ disk.nvme0c0n1.in‚13307.42578125& disk.nvme0n1.out‚103144.6318359375# disk.dm-0.out‚103144.6318359375 disk.sda1.out‚0# proc.memory.rssMB‚ 2793.04296875) proc.memory.percent‚11.36492093404134 cpu‚25.239631168156503 proc.cpu.threads‚17 network.sent‚ 3.851868e+06 disk.dm-0.in‚13307.42578125 disk.sda.out‚ 154.14453125" memory_percent‚89.494260152181 network.recv‚411120 disk.sda2.out‚0 disk.sda3.out‚ 154.14453125»´Uá”ß ‚(:‰ ¶—ŠÓÛ¡ÒÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚302.871' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.5742 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0[Ú_Ùià ‚(:Þ ¶—ŠÓÖ±¨Ð' proc.memory.availableMB‚ 2581.890625# proc.memory.rssMB‚ 2793.04296875 cpu‚25.240126914407035& disk.nvme0n1.out‚103411.8193359375$ disk./.usageGB‚807.5961875915527 disk.sda2.out‚0 disk.sda3.in‚79855.68359375 disk.dm-0.in‚13307.42578125) proc.memory.percent‚11.36492093404134) disk./.usagePercent‚54.19845776760447 disk.sda2.in‚0 disk.sda1.out‚0 proc.cpu.threads‚17" disk.nvme0n1.in‚13307.42578125 network.sent‚ 3.855015e+06 network.recv‚412177 disk.sda3.out‚ 154.66015625 disk.dm-1.in‚79855.68359375 disk.dm-1.out‚ 154.66015625 disk.sda.in‚79855.68359375 disk.sda.out‚ 154.66015625$ disk.nvme0c0n1.in‚13307.42578125( disk.nvme0c0n1.out‚103411.8193359375# disk.dm-0.out‚103411.8193359375 disk.sda1.in‚0" memory_percent‚89.494260152181”¸ ¦”á ‚(:‰ Å—ŠÓ¾“˜Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.933' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.7866 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0€.qhfâ ‚(:Û Å—ŠÓÔÀËÐ# disk./.usageGB‚807.695484161377 disk.sda3.out‚ 155.15234375( disk.nvme0c0n1.out‚104212.0693359375& disk.nvme0n1.out‚104212.0693359375 disk.sda.out‚ 155.15234375 disk.sda1.in‚0) proc.memory.percent‚11.36492093404134 proc.cpu.threads‚17* disk./.usagePercent‚54.205121643720744! disk.nvme0n1.in‚ 13427.4609375 disk.sda1.out‚0 disk.sda2.out‚0" memory_percent‚89.494260152181 network.sent‚ 3.857072e+06 network.recv‚413478 disk.sda3.in‚79855.68359375# disk.nvme0c0n1.in‚ 13427.4609375 disk.sda2.in‚0' proc.memory.availableMB‚ 2581.890625# proc.memory.rssMB‚ 2793.04296875 disk.dm-1.in‚79855.68359375 disk.dm-1.out‚ 155.15234375 disk.dm-0.in‚ 13427.4609375# disk.dm-0.out‚104212.0693359375 disk.sda.in‚79855.68359375 cpu‚25.240550479845623ù‹±:2ã - _wandbruntime‚3821  _runtime‚3821uZÅyÜä øu 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 _step‚189 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.1793307065963745 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9990000128746033 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37623295187950134 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 +jet/accuracy_1_of_1‚0.30976712703704834 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20383714139461517 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7088332772254944 *"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.5 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.13953670859336853 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 8"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.661017894744873 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5982849597930908 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 epoch‚13 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 * Purity/*FRt1SRqqt2FBt/FBt_purity‚0.875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.17284443974494934 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 *jet/accuracy_2_of_3‚0.5545992851257324 trainer/global_step‚2239 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5397321581840515 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 particle/accuracy_2_of_4‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6433836817741394 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6322672367095947 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4489879608154297 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6306523680686951 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 * Purity/0FRt1SRqqt2FBt/FBt_purity‚0.875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.1602541208267212 )jet/accuracy_2_of_4‚0.791333794593811 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4761904776096344 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.694706380367279 $ _timestamp‚1.784843217346268e+09 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 +jet/accuracy_3_of_4‚0.08979479223489761 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.17318813502788544 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8884500861167908 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.13393625617027283 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 particle/accuracy_2_of_3‚1 particle/accuracy_1_of_4‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7614395618438721 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8146564960479736 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9189279675483704 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8"Purity/0FRt*SRqqt0FBt/event_purity‚0.608882486820221 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6993347406387329 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 *jet/accuracy_1_of_4‚0.9662006497383118 )loss/val_total_loss‚10.74¾…†",7662494929473 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.29353564977645874 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5229732990264893 /particle/accuracy_4_of_4‚0.9306103587150574 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9850924015045166 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9537779092788696 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.11928722262382507 +particle/specificity‚0.9062996506690979 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8199900984764099 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6231424808502197 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.18037466704845428 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.03793041780591011 particle/accuracy_3_of_3‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02784261293709278 *jet/accuracy_1_of_3‚0.8881435990333557 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1577264815568924 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983552694320679 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6200892925262451 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7529556155204773 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.013171081431210041 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6635400056838989 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6468729972839355 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.67567378282547 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.027059055864810944 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.17088712751865387 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7229861617088318 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4411733150482178 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.14895088970661163 7validation_average_jet_accuracy‚0.35031363368034363 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6003828048706055 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03140921890735626 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6170948147773743 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8594322800636292 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5334821343421936 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04203321039676666 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6739501357078552 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7547198534011841 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.20745143294334412 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5620269775390625 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.3333333432674408 8"Purity/*FRt1SRqqt0FBt/event_purity‚0.373246967792511 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 *jet/accuracy_1_of_2‚0.7377024292945862 8"Purity/*FRt*SRqqt0FBt/event_purity‚0.259435772895813 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6491659879684448 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.695970892906189 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5108031034469604 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7499552965164185 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 +"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.25 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 7"Purity/0FRt1SRqqt*FBt/event_purity‚0.62151038646698 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.6854386925697327 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9883341789245605 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9728422164916992 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.019777901470661163 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 +"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.25 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_1_of_1‚1 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.49549129605293274 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.027966957539319992 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.14296121895313263 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9878561496734619 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9540943503379822 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6268309354782104 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 +jet/accuracy_3_of_3‚0.07573022693395615 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3289252817630768 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 +jet/accuracy_2_of_2‚0.14503122866153717 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2392299920320511 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6924642324447632 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7270660400390625 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.712122917175293 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.027515538036823273 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6545869708061218 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7708443999290466 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.16207629442214966 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 particle/accuracy_1_of_2‚1 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985795617103577 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8146564960479736 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 (particle/accuracy‚0.8403422236442566 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 +"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.25 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.19310827553272247 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7659578323364258 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.18734416365623474 +particle/sensitivity‚0.5965781211853027 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4502098262310028 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6523122787475586 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.18037466704845428 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.02568155713379383 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.16904528439044952 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6268309354782104 -jet/accuracy_4_of_4‚0.0069444444961845875 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7174136638641357 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 particle/accuracy_1_of_3‚1 /particle/accuracy_3_of_4‚0.9934210777282715 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5492355227470398 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5681508779525757 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.12349019944667816 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7183787226676941 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.02795948088169098 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.645555853843689 +"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.25 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 'particle/f_score‚0.6141157150268555 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.13807177543640137 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6492549777030945 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 _runtime‚3821.648489237 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.13941261172294617 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9917588829994202 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9728422164916992 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.02795948088169098 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6280347108840942 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.19229155778884888 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.3333333432674408 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.19258472323417664 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9816309809684753 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9862523078918457 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9452381134033203 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9841927289962769 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9442250728607178 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_2_of_2‚1 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.6960775852203369 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6388393044471741 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.15666641294956207t›ÿF;å ýu 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6280347108840942 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.19229155778884888 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.3333333432674408 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.19258472323417664 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9816309809684753 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9862523078918457 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9452381134033203 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9841927289962769 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9442250728607178 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_2_of_2‚1 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.6960775852203369 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6388393044471741 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.15666641294956207 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 _step‚189 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.1793307065963745 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9990000128746033 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37623295187950134 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 +jet/accuracy_1_of_1‚0.30976712703704834 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20383714139461517 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7088332772254944 *"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.5 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.13953670859336853 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 8"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.661017894744873 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5982849597930908 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 epoch‚13 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 * Purity/*FRt1SRqqt2FBt/FBt_purity‚0.875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.17284443974494934 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 *jet/accuracy_2_of_3‚0.5545992851257324 trainer/global_step‚2239 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5397321581840515 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 particle/accuracy_2_of_4‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6433836817741394 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6322672367095947 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4489879608154297 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6306523680686951 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 * Purity/0FRt1SRqqt2FBt/FBt_purity‚0.875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.1602541208267212 )jet/accuracy_2_of_4‚0.791333794593811 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4761904776096344 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.694706380367279 $ _timestamp‚1.784843217346268e+09 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 +jet/accuracy_3_of_4‚0.08979479223489761 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.17318813502788544 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8884500861167908 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.13393625617027283 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 particle/accuracy_2_of_3‚1 particle/accuracy_1_of_4‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7614395618438721 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8146564960479736 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9189279675483704 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8"Purity/0FRt*SRqqt0FBt/event_purity‚0.608882486820221 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6993347406387329 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 *jet/accuracy_1_of_4‚0.9662006497383118 )loss/val_total_loss‚10.77662494929473 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.29353564977645874 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5229732990264893 /particle/accuracy_4_of_4‚0.9306103587150574 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9850924015045166 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9537779092788696 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.11928722262382507 +particle/specificity‚0.9062996506690979 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8199900984764099 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6231424808502197 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.18037466704845428 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.03793041780591011 particle/accuracy_3_of_3‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02784261293709278 *jet/accuracy_1_of_3‚0.8881435990333557 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1577264815568924 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983552694320679 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6200892925262451 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7529556155204773 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.013171081431210041 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6635400056838989 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6468729972839355 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.67567378282547 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.027059055864810944 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.17088712751865387 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7229861617088318 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4411733150482178 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.14895088970661163 7validation_average_jet_accuracy‚0.35031363368034363 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6003828048706055 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03140921890735626 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6170948147773743 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8594322800636292 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5334821343421936 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04203321039676666 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6739501357078552 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7547198534011841 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.20745143294334412 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5620269775390625 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.3333333432674408 8"Purity/*FRt1SRqqt0FBt/event_purity‚0.373246967792511 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 *jet/accuracy_1_of_2‚0.7377024292945862 8"Purity/*FRt*SRqqt0FBt/event_purity‚0.259435772895813 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6491659879684448 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.695970892906189 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5108031034469604 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7499552965164185 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 +"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.25 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 7"Purity/0FRt1SRqqt*FBt/event_purity‚0.62151038646698 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.6854386925697327 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9883341789245605 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9728422164916992 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.019777901470661163 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 +"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.25 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_1_of_1‚1 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.49549129605293274 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.027966957539319992 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.14296121895313263 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9878561496734619 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9540943503379822 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6268309354782104 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 +jet/accuracy_3_of_3‚0.07573022693395615 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3289252817630768 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 +jet/accuracy_2_of_2‚0.14503122866153717 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2392299920320511 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6924642324447632 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7270660400390625 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.712122917175293 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.027515538036823273 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6545869708061218 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7708443999290466 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.16207629442214966 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 particle/accuracy_1_of_2‚1 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985795617103577 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8146564960479736 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 (particle/accuracy‚0.8403422236442566 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 +"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.25 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.19310827553272247 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7659578323364258 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.18734416365623474 +particle/sensitivity‚0.5965781211853027 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4502098262310028 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6523122787475586 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.18037466704845428 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.02568155713379383 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.16904528439044952 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6268309354782104 -jet/accuracy_4_of_4‚0.0069444444961845875 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7174136638641357 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 particle/accuracy_1_of_3‚1 /particle/accuracy_3_of_4‚0.9934210777282715 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5492355227470398 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5681508779525757 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.12349019944667816 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7183787226676941 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.02795948088169098 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.645555853843689 +"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.25 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 'particle/f_score‚0.6141157150268555 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.13807177543640137 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6492549777030945 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 _runtime‚3821.648489237 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.13941261172294617 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9917588829994202 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9728422164916992 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.02795948088169098½m'â’æ ‚(:‡ Ô—ŠÓ°£¬Î gpu.0.gpu‚4.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚48.0 gpu.0.powerWatts‚106.344' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚21.2688 gpu.0.smClock‚1275 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚00eAujç ‚(:ß Ô—ŠÓÚÊøÐ disk.sda2.in‚0 proc.cpu.threads‚17' disk.nvme0n1.out‚104272.88037109375 disk.sda.in‚ 80150.4140625 disk.sda.out‚ 155.87109375 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.out‚ 155.87109375$ memory_percent‚90.18475214640299( proc.memory.availableMB‚ 2412.1953125 network.sent‚ 3.859165e+06* disk./.usagePercent‚54.208790487693946$ disk./.usageGB‚807.7501525878906 disk.dm-0.in‚13441.29296875 disk.sda3.out‚ 155.87109375( proc.memory.percent‚13.4306271870931 cpu‚25.24723044016483 network.recv‚414605 disk.sda1.in‚0 disk.sda3.in‚ 80150.4140625 disk.dm-1.in‚ 80150.4140625" proc.memory.rssMB‚ 3300.7109375$ disk.nvme0c0n1.in‚13441.29296875) disk.nvme0c0n1.out‚104272.88037109375" disk.nvme0n1.in‚13441.29296875$ disk.dm-0.out‚104272.88037109375>6WW”è ‚(:‰ ã—ŠÓìð¶Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚183.084' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚36.6168 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0±|¹p^é ‚(:Ó ã—ŠÓö¬›Ð$ disk.nvme0n1.out‚105249.58203125 disk.sda2.in‚0$ disk.nvme0c0n1.in‚13456.64453125( proc.memory.availableMB‚ 2917.3046875* proc.memory.percent‚11.375665664672852 proc.cpu.threads‚17$ disk./.usageGB‚807.8777732849121 disk.dm-0.in‚13456.64453125! disk.dm-0.out‚105249.58203125 disk.sda.out‚ 156.234375 disk.sda2.out‚0 disk.dm-1.in‚ 81418.3828125& disk.nvme0c0n1.out‚105249.58203125$ memory_percent‚88.12945683797201 network.sent‚ 3.911599e+06 network.recv‚418090) disk./.usagePercent‚54.21735521975195 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚ 81418.3828125 cpu‚25.244872154326462" disk.nvme0n1.in‚13456.64453125 disk.sda.in‚ 81418.3828125 disk.sda3.out‚ 156.234375 disk.dm-1.out‚ 156.234375# proc.memory.rssMB‚ 2795.68359375´ki´2ê - _wandbruntime‚3841  _runtime‚3841ÞÚllÇë Á & lr-AdamW/pg1‚9.778087623523695e-05 & lr-AdamW/pg2‚9.778087623523695e-05 trainer/global_step‚2249 % _timestamp‚1.7848432373795414e+09 _runtime‚3841.681990443 _step‚190õïÙ¾Ìì Æ & lr-AdamW/pg1‚9.778087623523695e-05 & lr-AdamW/pg2‚9.778087623523695e-05 trainer/global_step‚2249 % _timestamp‚1.7848432373795414e+09 _runtime‚3841.681990443 _step‚190¾Oª®2í - _wandbruntime‚3841  _runtime‚3841¥QÚ‰© î ëO H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2349271900160 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚648119120574464 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚650467047023104 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚20903042 ZHDeviceStatsMonitor.on_train_batcÛåþHh_start/allocated_bytes.small_pool.freed‚ 2347926448640 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚177401358169088 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚2249 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚40458756 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 % _timestamp‚1.7848432373802702e+09 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚650468418648064 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚20913136 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5999856 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2880750832640 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 _step‚191 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚648119120574464 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2349271900160 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚650206756964063 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6891017 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚647862793355408 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2347926448640 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚40448656 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚20903042 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚19545614 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚242 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚180282076624384 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚12890868 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚650467047023104 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚648119146747904 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5999851 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚177401726260224 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2880718455296 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚247 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚32377344 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚650208127003485 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2343989036623 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚650468418648064 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚647862767927440 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚19545620 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚19545614 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 400468480 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚12891115 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚20903042 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2347926448640 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚177401358169088 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚2249 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚40458756 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 % _timestamp‚1.7848432373802702e+09 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚650468418648064 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚20913136 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚5999856 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 2880750832640 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 _step‚191 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚648119120574464 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2349271900160 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚650206756964063 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚6891017 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚647862793355408 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2347926448640 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚40448656 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚20903042 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚19545614 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚242 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚180282076624384 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚12890868 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚650467047023104 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚648119146747904 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚5999851 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚177401726260224 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2880718455296 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚247 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚32377344 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚650208127003485 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2343989036623 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚650468418648064 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚647862767927440 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚19545620 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚19545614 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 400468480 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚12891115 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚648119120574464 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112¿•0l2ð - _wandbruntime‚3843  _runtime‚3843aŸ†ý&ñ ÷M J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚19553981 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6002491 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚20912124 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚250 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚180362381960192 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 trainer/global_step‚2249 _step‚192 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚648398029864960 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚19553987 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚6894250 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚650486579539479 PDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚648398056038400 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚40476219 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚177479944535040 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚40466105 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6002496 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 _runtime‚3843.106196883 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚648398029864960 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚20922232 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚650748350453760 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2882069334016 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚650748350453760 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚19553987 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚177480312626176 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚19553981 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚20922232 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚20912124 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2350294415360 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚180361979401728 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6894000 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚648141569701216 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚648398056038400 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚650487949579013 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚40466105 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2348948956672 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚12896491 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2346354449829 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚648398056038400 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚40476219 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚177479944535040 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚40466105 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6002496 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 _runtime‚3843.106196883 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚648398029864960 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚20922232 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚650748350453760 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 2882069334016 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚650748350453760 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚19553987 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚177480312626176 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚19553981 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚20922232 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚20912124 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2350294415360 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚180361979401728 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚6894000 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_popn]’ol.freed‚648141569701216 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚648398056038400 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚650487949579013 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚40466105 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2348948956672 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚12896491 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2346354449829 FDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2400461456384 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2399116004864 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚19963964 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7041443 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚21369088 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 _runtime‚3922.404982596 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚19963970 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚664199319575093 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚19963964 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚662064585099264 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2943883179008 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2395092919431 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚181331044557824 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6131851 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚662064585099264 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚664463701104128 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚6131856 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0„>:Þ¿$… ñO VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 $ _timestamp‚1.784843318099659e+09 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2399116004864 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚13173294 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚184274559645696 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚662064611272704 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚664197949535671 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2396437530885 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 trainer/global_step‚2299 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚21358994 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚181330676466688 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2400461456384 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2399116004864 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚19963964 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7041443 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚21369088 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 _runtime‚3922.404982596 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚19963970 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚664199319575093 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚19963964 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚662064585099264 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 2943883179008 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2395092919431 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚181331044557824 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6131851 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚662064585099264 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚664463701104128 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚6131856 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚41333058 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218Ãb"ã2† - _wandbruntime‚3923  _runtime‚3923Ü|›‡ý&‡ ÷M ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚664743632902656 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7044412 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚662081683817984 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2396113721071 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚664745004534784 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚21368076 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚664479142150621 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2401483971584 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6134496 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2945123337216 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6134491 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚181409262832640 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚41340407 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚13179240 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 _step‚196 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚41350521 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚13178903 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚664477772111087 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚21368076 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚184354809699840 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚41350521 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚19972337 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚19972331 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7044744 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚662343520563200 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚337 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚662081658390016 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚41340407 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653BÀS'ˆ üM WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚664745004534784 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚21368076 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚664479142150621 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2401483971584 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6134496 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 2945123337216 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6134491 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚181409262832640 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚41340407 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚13179240 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 _step‚196 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚41350521 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚13178903 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚664477772111087 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚21368076 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚184354809699840 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚41350521 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚19972337 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚19972331 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7044744 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚662343520563200 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚337 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚662081658390016 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚41340407 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚664743632902656 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7044412 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚662081683817984 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2396113721071 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824ćŽn´2‰ - _wandbruntime‚3923  _runtime‚3923Mz Š þ 2loss/SRqqt1/assignment_loss‚0.6845958136304716 2loss/SRqqt2/assignment_loss‚0.7057835971389733 1loss/FBt1/assignment_loss‚0.01820336472016951 0loss/FBt2/assignment_loss‚0.0684021431004271 1loss/SRqqt1/detection_loss‚1.0564964101562508 _step‚197 /loss/FRt1/assignment_loss‚2.672340937590195 1loss/SRqqt2/detection_loss‚0.7024065734121667 epoch‚14 trainer/global_step‚2299 /loss/FBt1/detection_loss‚1.2780901662284327 0loss/FRt2/assignment_loss‚1.1791960044886716 /loss/FRt1/detection_loss‚0.5801366543405878 /loss/FRt2/detection_loss‚1.4547661761959263 -loss/FBt2/detection_loss‚1.15074889880125 &loss/total_loss‚11.551166739803524 % _timestamp‚1.7848433195732703e+09 _runtime‚ 3923.87461435YFÔ ‹ ƒ /loss/FBt1/detection_loss‚1.2780901662284327 0loss/FRt2/assignment_loss‚1.1791960044886716 /loss/FRt1/detection_loss‚0.5801366543405878 /loss/FRt2/detection_loss‚1.4547661761959263 -loss/FBt2/detection_loss‚1.15074889880125 &loss/total_loss‚11.551166739803524 % _timestamp‚1.7848433195732703e+09 _runtime‚ 3923.87461435 2loss/SRqqt1/assignment_loss‚0.6845958136304716 2loss/SRqqt2/assignment_loss‚0.7057835971389733 1loss/FBt1/assignment_loss‚0.01820336472016951 0loss/FBt2/assignment_loss‚0.0684021431004271 1loss/SRqqt1/detection_loss‚1.0564964101562508 _step‚197 /loss/FRt1/assignment_loss‚2.672340937590195 1loss/SRqqt2/detection_loss‚0.7024065734121667 epoch‚14 trainer/global_step‚2299Åi©ÆŸŒ ‚(:” ½˜ŠÓËË‚Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚297.756' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.551199999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 XR¢j ‚(:ß ½˜ŠÓ¬ ´Ð# disk./.usageGB‚807.873592376709 disk.dm-0.in‚13597.56640625 disk.sda.out‚ 158.79296875 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.out‚ 158.79296875 disk.dm-1.in‚82465.02734375& proc.memory.availableMB‚ 1944.96875# disk.dm-0.out‚107657.3779296875 disk.sda.in‚82465.02734375$ disk.nvme0c0n1.in‚13597.56640625( disk.nvme0c0n1.out‚107657.3779296875" disk.nvme0n1.in‚13597.56640625& disk.nvme0n1.out‚107657.3779296875$ memory_percent‚92.08590189615884# proc.memory.rssMB‚ 2795.68359375 network.sent‚ 3.982923e+06 disk.dm-1.out‚ 158.79296875* proc.memory.percent‚11.375665664672852 proc.cpu.threads‚17 network.recv‚426539) disk./.usagePercent‚54.21707463549442 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚82465.02734375 cpu‚25.247813310508825¥´}ŸŽ ‚(:” ̘ŠÓ²‰»Î gpu.0.gpu‚91.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚135.461' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚27.092200000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Îû·Gh ‚(:Ý ̘ŠÓÁÔ…Ð network.recv‚429208* disk./.usagePercent‚54.217088715908815$ disk./.usageGB‚807.8738021850586 disk.sda2.out‚0 disk.sda3.in‚82794.80859375$ disk.nvme0c0n1.in‚13802.64453125& disk.nvme0c0n1.out‚108342.09765625 disk.dm-0.in‚13802.64453125 network.sent‚ 4.042768e+06 disk.sda3.out‚ 159.29296875 disk.dm-1.out‚ 159.29296875! disk.dm-0.out‚108342.09765625 disk.sda1.in‚0 disk.sda1.out‚0$ memory_percent‚92.08466211954752( proc.memory.availableMB‚ 1945.2734375" disk.nvme0n1.in‚13802.64453125$ disk.nvme0n1.out‚108342.09765625 disk.sda2.in‚0 disk.sda.in‚82794.80859375 disk.dm-1.in‚82794.80859375 disk.sda.out‚ 159.29296875# proc.memory.rssMB‚ 2795.68359375* proc.memory.percent‚11.375665664672852 cpu‚25.248201953353608 proc.cpu.threads‚17·yÊ• ‚(:Š Û˜ŠÓË…ÑÎ gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚371.798' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.3596 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‘BR‘ ‚(:Ç Û˜ŠÓ‰Ç²Ð# proc.memory.rssMB‚ 2795.68359375 disk.dm-1.out‚ 159.53125 disk.sda1.out‚0 disk.sda3.out‚ 159.53125 disk.nvme0n1.in‚ 13818.734375# disk.nvme0n1.out‚108343.2578125 disk.sda.out‚ 159.53125 disk.sda2.out‚0* proc.memory.percent‚11.375665664672852 cpu‚25.248702924853326 proc.cpu.threads‚17 network.sent‚ 4.044878e+06 network.recv‚430457$ disk./.usageGB‚807.8737411499023" disk.nvme0c0n1.in‚ 13818.734375 disk.dm-0.in‚ 13818.734375 disk.dm-0.out‚108343.2578125 disk.sda.in‚ 83990.3984375 disk.sda2.in‚0) disk./.usagePercent‚54.21708461978826 disk.dm-1.in‚ 83990.3984375% disk.nvme0c0n1.out‚108343.2578125 disk.sda1.in‚0 disk.sda3.in‚ 83990.3984375$ memory_percent‚92.08466211954752( proc.memory.availableMB‚ 1945.2734375šÔë}“’ ‚(:ˆ ꘊÓý—ÌÎ gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚302.055' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.411 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÙVg“ ‚(:Ü ꘊÓÃæÐ" disk.nvme0n1.in‚13825.35546875# proc.memory.rssMB‚ 2795.68359375* proc.memory.percent‚11.375665664672852 network.sent‚ 4.046914e+06$ disk./.usageGB‚807.8739013671875 disk.dm-0.in‚13825.35546875$ disk.dm-0.out‚108346.12353515625 disk.sda1.in‚0 disk.sda1.out‚0) disk.nvme0c0n1.out‚108346.12353515625' proc.memory.availableMB‚ 1944.765625 network.recv‚431377 disk.sda.in‚ 83990.3984375 disk.sda.out‚ 160.109375 disk.sda3.out‚ 160.109375 disk.dm-1.out‚ 160.109375 cpu‚25.249075310914293 proc.cpu.threads‚17* disk./.usagePercent‚54.217095372104694 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 83990.3984375 disk.dm-1.in‚ 83990.3984375' disk.nvme0n1.out‚108346.12353515625$ memory_percent‚92.08672841389975$ disk.nvme0c0n1.in‚13825.35546875¬è— ž” ‚(:“ ù˜ŠÓÄõæÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚300.169' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.03379999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¥%­ll• ‚(:á ù˜ŠÓ¸¯‹Ñ) disk.nvme0c0n1.out‚108347.25244140625' disk.nvme0n1.out‚108347.25244140625) proc.memory.availableMB‚ 1944.64453125 cpu‚25.2494464263086 disk.sda3.out‚ 160.44921875 network.sent‚ 4.048968e+06 network.recv‚432685 disk.sda2.out‚0 disk.dm-0.in‚13825.35546875* proc.memory.percent‚11.375665664672852 proc.cpu.threads‚17) disk./.usagePercent‚54.23394630002346$ disk.nvme0c0n1.in‚13825.35546875" disk.nvme0n1.in‚13825.35546875$ disk.dm-0.out‚108347.25244140625# proc.memory.rssMB‚ 2795.68359375$ disk./.usageGB‚808.1249923706055 disk.sda.out‚ 160.44921875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚92.08722114562988 disk.sda.in‚ 83990.3984375 disk.sda3.in‚ 83990.3984375 disk.dm-1.in‚ 83990.3984375 disk.dm-1.out‚ 160.44921875¸Dz 2– - _wandbruntime‚4003  _runtime‚4003x.œ?Æ— À _step‚198 & lr-AdamW/pg1‚9.600692969699863e-05 & lr-AdamW/pg2‚9.600692969699863e-05 trainer/global_step‚2349 % _timestamp‚1.7848433987510424e+09 _runtime‚ 4003.05256959x&—˘ Å _step‚198 & lr-AdamW/pg1‚9.600692969699863e-05 & lr-AdamW/pg2‚9.600692969699863e-05 trainer/global_step‚2349 % _timestamp‚1.7848433987510424e+09 _runtime‚ 4003.05256959Æ]è÷°2™ - _wandbruntime‚4003  _runtime‚4003\“Î š íO TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚361 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 _step‚199 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚185259994764288 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚20382320 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7190395 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚678460355185152 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6263851 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚675742945305040 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3006265695744 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 trainer/global_step‚2349 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚678461726810112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚188266681900032 LFDeviceStatsMonitor.on_train_batch_start/oversize¬Höö%_allocations.allocated‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚13454607 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚678189142107279 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2446196802239 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚678460355185152 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2450305561088 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚6263856 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚42207360 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚188266260460032 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3006319044608 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚676010075797504 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚185260362855424 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2451651012608 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2450305561088 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚20382314 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚13454246 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚42197260 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚21825040 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2447541413693 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _runtime‚4003.056928493 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7190395 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚678460355185152 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6263851 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚675742945305040 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3006265695744 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 trainer/global_step‚2349 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚678461726810112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚188266681900032 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚13454607 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚678189142107279 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2446196802239 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚678460355185152 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2450305561088 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚6263856 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚42207360 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚188266260460032 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3006319044608 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚676010075797504 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚185260362855424 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2451651012608 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2450305561088 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚20382314 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚13454246 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚42197260 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚21825040 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2447541413693 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _runtime‚4003.056928493 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653ÇñB|2œ - _wandbruntime‚4004  _runtime‚4004ícò^ý& ÷M P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚678741658615808 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6266491 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚678470334722229 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2448562215445 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚20390681 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚678740286983680 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚42214709 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚20390687 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚13459823 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚42224823 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚188346510856192 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚4004.471288882 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚678468964682695 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚678741658615808 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚185338949221376 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚21824028 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚42214709 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚21834136 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚20390687 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚42224823 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2451328069120 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚676021747078816 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚676288985088000 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚676288958914560 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚13460180 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7193684 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚42224823 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2451328069120 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚676021747078816 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚676288985088000 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚676288958914560 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚13460180 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7193684 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6266491 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚678470334722229 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2448562215445 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚20390681 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚678740286983680 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚42214709 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚20390687 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚13459823 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚42224823 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚188346510856192 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚4004.471288882 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚678468964682695 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚678741658615808 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚185338949221376È…5åZ2Ÿ - _wandbruntime‚4004  _runtime‚4004îÖáÍ  € 1loss/SRqqt1/detection_loss‚1.0971982935852649 /loss/FBt1/detection_loss‚1.1898887157440186 0loss/FRt2/assignment_loss‚1.1648160308992346 /loss/FRt1/detection_loss‚0.5855864893825499 /loss/FRt2/detection_loss‚1.4464298290039703 1loss/SRqqt2/detection_loss‚0.7006420021342233 trainer/global_step‚2349 _step‚201 /loss/FBt1/assignment_loss‚0.284489444198734 1loss/FBt2/assignment_loss‚0.14442580813526448 epoch‚14 % _timestamp‚1.7848434002240121e+09 2loss/SRqqt2/assignment_loss‚0.5924123591673527 /loss/FBt2/detection_loss‚0.5886341984796206 &loss/total_loss‚11.132218490297085 _runtime‚4004.525324478 /loss/FRt1/assignment_loss‚2.703085128105048 2loss/SRqqt1/assignment_loss‚0.6346101914618028ù5Q ¡ … /loss/FRt1/assignment_loss‚2.703085128105048 2loss/SRqqt1/assignment_loss‚0.6346101914618028 1loss/SRqqt1/detection_loss‚1.0971982935852649 /loss/FBt1/detection_loss‚1.1898887157440186 0loss/FRt2/assignment_loss‚1.1648160308992346 /loss/FRt1/detection_loss‚0.5855864893825499 /loss/FRt2/detection_loss‚1.4464298290039703 1loss/SRqqt2/detection_loss‚0.7006420021342233 trainer/global_step‚2349 _step‚201 /loss/FBt1/assignment_loss‚0.284489444198734 1loss/FBt2/assignment_loss‚0.14442580813526448 epoch‚14 % _timestamp‚1.7848434002240121e+09 2loss/SRqqt2/assignment_loss‚0.5924123591673527 /loss/FBt2/detection_loss‚0.5886341984796206 &loss/total_loss‚11.132218490297085 _runtime‚4004.525324478É)YªI”¢ ‚(:‰ ˆ™ŠÓ‘ö™Î gpu.0.gpu‚43.0 gpu.0.memory‚13, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚351.768' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.3536 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚04?š1g£ ‚(:Ü ˆ™ŠÓµ´‡Ð( disk.nvme0c0n1.out‚108434.3466796875& disk.nvme0n1.out‚108434.3466796875 disk.dm-0.in‚14100.32421875# disk.dm-0.out‚108434.3466796875# proc.memory.rssMB‚ 2795.68359375* proc.memory.percent‚11.375665664672852 cpu‚25.249893745807633 disk.sda.in‚ 84528.6953125 disk.sda.out‚ 160.9609375 disk.sda2.in‚0 disk.sda3.out‚ 160.9609375 disk.dm-1.in‚ 84528.6953125" disk.nvme0n1.in‚14100.32421875$ memory_percent‚92.08799997965494 proc.cpu.threads‚17* disk./.usagePercent‚54.200403680872235 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚ 84528.6953125 disk.dm-1.out‚ 160.9609375' proc.memory.availableMB‚ 1944.453125 network.sent‚ 4.049986e+06 network.recv‚433549$ disk./.usageGB‚807.6251831054688$ disk.nvme0c0n1.in‚14100.32421875 disk.sda2.out‚08ø¶Lž¤ ‚(:“ —™ŠÓЙ§Î gpu.0.gpu‚97.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚286.799' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚57.35979999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0.'¢é\¥ ‚(:Ñ —™ŠÓú¡‹Ò& disk.nvme0n1.out‚108435.6044921875# disk.dm-0.out‚108435.6044921875 disk.sda.out‚ 161.265625 disk.sda1.out‚0 disk.dm-1.out‚ 161.265625" disk.nvme0c0n1.in‚ 14109.484375 network.recv‚436521 disk.sda1.in‚0 disk.sda3.out‚ 161.265625 disk.dm-1.in‚85078.65234375$ memory_percent‚92.08704630533853% proc.memory.availableMB‚ 1944.6875# proc.memory.rssMB‚ 2795.68359375 cpu‚25.25029778442961 disk.sda.in‚85078.65234375 disk.sda2.out‚0* proc.memory.percent‚11.375665664672852 proc.cpu.threads‚17# disk./.usageGB‚807.625072479248 disk.nvme0n1.in‚ 14109.484375 disk.dm-0.in‚ 14109.484375 disk.sda2.in‚0 disk.sda3.in‚85078.65234375( disk.nvme0c0n1.out‚108435.6044921875 network.sent‚ 4.111012e+06) disk./.usagePercent‚54.20039625665374Ô<*”¦ ‚(:‰ ¦™ŠÓë¯Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚327.587' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.5174 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ÅÆ>j§ ‚(:ß ¦™ŠÓüñÏ# proc.memory.rssMB‚ 2795.68359375( disk./.usagePercent‚54.2003832002695$ disk./.usageGB‚807.6248779296875 disk.sda2.in‚0 disk.nvme0n1.in‚ 14109.484375$ disk.dm-0.out‚108440.14892578125* proc.memory.percent‚11.375665664672852 network.recv‚437523 disk.sda3.in‚85078.65234375' disk.nvme0n1.out‚108440.14892578125 disk.sda.in‚85078.65234375 disk.sda.out‚ 161.69921875 cpu‚25.250692502504418 disk.sda2.out‚0 disk.dm-1.in‚85078.65234375 disk.dm-1.out‚ 161.69921875 disk.dm-0.in‚ 14109.484375 disk.sda1.in‚0 disk.sda1.out‚0$ memory_percent‚92.08706219991049 proc.cpu.threads‚17 network.sent‚ 4.111989e+06 disk.sda3.out‚ 161.69921875" disk.nvme0c0n1.in‚ 14109.484375) disk.nvme0c0n1.out‚108440.14892578125) proc.memory.availableMB‚ 1944.68359375õµA’¨ ‚(:‡ µ™ŠÓèàœÎ gpu.0.gpu‚5.0 gpu.0.memory‚3, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚293.512' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.7024 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ²>ñi© ‚(:Þ µ™ŠÓ­÷ÏÐ$ disk.dm-0.out‚109414.25146484375 disk.sda.in‚85078.65234375) proc.memory.availableMB‚ 1944.43359375 cpu‚25.251168642104002 disk.sda2.in‚0 disk.sda3.in‚85078.65234375 disk.dm-1.out‚ 161.98046875) disk.nvme0c0n1.out‚109414.25146484375 disk.nvme0n1.in‚ 14120.34375 disk.sda.out‚ 161.98046875 disk.sda1.in‚0$ memory_percent‚92.08807945251465$ disk./.usageGB‚807.6318511962891 disk.sda3.out‚ 161.98046875! disk.nvme0c0n1.in‚ 14120.34375' disk.nvme0n1.out‚109414.25146484375 disk.dm-0.in‚ 14120.34375# proc.memory.rssMB‚ 2795.68359375 network.recv‚438832 disk.sda2.out‚0 disk.dm-1.in‚85078.65234375 disk.sda1.out‚0* proc.memory.percent‚11.375665664672852 proc.cpu.threads‚17 network.sent‚ 4.115166e+06* disk./.usagePercent‚54.200851182042086ñ‰š¯”ª ‚(:‰ Ä™ŠÓ¬Ô¯Î gpu.0.gpu‚89.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.173' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.6346 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÙgÌd« ‚(:Ù Ä™ŠÓˆÕíÏ network.sent‚ 4.117222e+06 network.recv‚439928 disk.nvme0n1.in‚ 14265.046875 disk.dm-0.in‚ 14265.046875 disk.sda.out‚ 162.45703125 disk.sda1.out‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2795.68359375" disk.nvme0c0n1.in‚ 14265.046875" disk.dm-0.out‚109417.736328125 disk.sda1.in‚0* proc.memory.percent‚11.375665664672852 cpu‚25.251538821209007' disk.nvme0c0n1.out‚109417.736328125% disk.nvme0n1.out‚109417.736328125 disk.sda.in‚85387.34765625 disk.sda2.out‚0 disk.sda3.out‚ 162.45703125 disk.dm-1.out‚ 162.45703125$ memory_percent‚92.08709398905435 proc.cpu.threads‚17) disk./.usagePercent‚54.19743732157299# disk./.usageGB‚807.580982208252 disk.sda3.in‚85387.34765625 disk.dm-1.in‚85387.34765625) proc.memory.availableMB‚ 1944.67578125A30”¬ ‚(:‰ Ó™ŠÓÙ×ÜÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚304.221' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.8442 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0é° i­ ‚(:Þ Ó™ŠÓÅçÝÐ network.sent‚ 4.119275e+06) disk./.usagePercent‚54.19713625671272 disk.sda1.out‚0# proc.memory.rssMB‚ 2795.68359375* proc.memory.percent‚11.375665664672852 cpu‚25.25188534051155" disk.dm-0.out‚110471.080078125 disk.sda.in‚86606.60546875 disk.sda2.in‚0 disk.dm-1.out‚ 162.80859375) proc.memory.availableMB‚ 1944.41796875 proc.cpu.threads‚17 network.recv‚441198$ disk./.usageGB‚807.5764961242676" disk.nvme0n1.in‚14315.35546875 disk.dm-0.in‚14315.35546875 disk.sda2.out‚0 disk.sda3.out‚ 162.80859375$ disk.nvme0c0n1.in‚14315.35546875# memory_percent‚92.0881430308024% disk.nvme0n1.out‚110471.080078125 disk.sda.out‚ 162.80859375 disk.sda1.in‚0 disk.sda3.in‚86606.60546875 disk.dm-1.in‚86606.60546875' disk.nvme0c0n1.out‚110471.080078125È52® - _wandbruntime‚4083  _runtime‚4083Þ´¬Ç¯ Á _runtime‚4083.472307725 _step‚202 & lr-AdamW/pg1‚9.509723196488785e-05 & lr-AdamW/pg2‚9.509723196488785e-05 trainer/global_step‚2399 % _timestamp‚1.7848434791707635e+09„/”Ì° Æ _runtime‚4083.472307725 _step‚202 & lr-AdamW/pg1‚9.509723196488785e-05 & lr-AdamW/pg2‚9.509723196488785e-05 trainer/global_step‚2399 % _timestamp‚1.7848434791707635e+09ʆ¸52± - _wandbruntime‚4083  _runtime‚4083Ø/{ò'² ìO WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚7340441 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3068681561088 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚692457009266176 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚692180334678887 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2498645296501 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚689955540322304 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2501495117312 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚22280992 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚689955514148864 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6395851 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚22270898 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚692458380891136 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚689683059421808 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚22270898 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2501495117312 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 $ _timestamp‚1.784843479171763e+09 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚20800664 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚43081662 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚20800664 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚356 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚6395856 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚20800670 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚22280992 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚13736297 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 trainer/global_step‚2399 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚692458380891136 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2502840568832 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7340085 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚692181704718309 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚43071562 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚189189313061888 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚192257994622976 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚361 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚192258420257280 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚692181704718309 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚43071562 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚189189313061888 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚192257994622976 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚361 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚192258420257280 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚692457009266176 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚692180334678887 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2498645296501 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚689955540322304 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2501495117312 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚22280992 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚689955514148864 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6395851 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚22270898 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚692458380891136 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚689683059421808 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚22270898 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_staZS|$rt/reserved_bytes.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2501495117312 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 $ _timestamp‚1.784843479171763e+09 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚20800664 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚43081662 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚20800664 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚356 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚6395856 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚20800670 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚22280992 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚13736297 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 trainer/global_step‚2399 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚692458380891136 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2502840568832 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56Ë*¾¶2´ - _wandbruntime‚4084  _runtime‚4084±Ûý&µ ÷M J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚22279980 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚20809031 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚43099125 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚43099125 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚692736941064704 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚192338248508928 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚692738312696832 PDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚689961835767616 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7343095 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚192337833367552 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚189268267518976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚20809037 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2503863084032 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3069933939712 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚692460157254303 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2499666098253 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚690234423439360 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚189267899427840 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚43089011 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚690234423439360 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6398496 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 % _timestamp‚1.7848434805899515e+09 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚355 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3069980989952 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚22290088 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2503863084032 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚692738312696832 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚690234449612800 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚13741586 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 trainer/global_step‚2399 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚22290088 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7343450 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚20809037 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2502517625344 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚4084.891849471ÚéŽ'¶ üM ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6398496 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 % _timestamp‚1.7848434805899515e+09 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚355 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3069980989952 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚22290088 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2503863084032 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚692738312696832 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚690234449612800 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚13741586 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 trainer/global_step‚2399 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚22290088 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7343450 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚20809037 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2502517625344 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚4084.891849471 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚22279980 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚20809031 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚43099125 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚43099125 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚692736941064704 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚192338248508928 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚692738312696832 PDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚689961835767616 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7343095 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚192337833367552 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚189268267518976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚20809037 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2503863084032 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3069933939712 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚692460157254303 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2499666098253 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚690234423439360 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚189267899427840 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚43089011 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚690234423439360 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0Ì^e'ü2· - _wandbruntime‚4084  _runtime‚4084º[fk¸ € 1loss/SRqqt2/detection_loss‚0.6892086638461173 _runtime‚4084.945193653 /loss/FRt1/assignment_loss‚2.658861666115668 0loss/FRt2/assignment_loss‚1.1486535696367461 2loss/SRqqt1/assignment_loss‚0.8121863792283937 0loss/FBt1/assignment_loss‚0.1068669461469177 1loss/SRqqt1/detection_loss‚1.0763017870635514 epoch‚14 $ _timestamp‚1.784843480643876e+09 _step‚205 1loss/FBt2/assignment_loss‚0.05533819647872582 /loss/FBt1/detection_loss‚0.7313364497766924 /loss/FBt2/detection_loss‚0.6919420809861987 &loss/total_loss‚10.626805539013302 /loss/FRt1/detection_loss‚0.5849387936567523 /loss/FRt2/detection_loss‚1.4166026485969965 trainer/global_step‚2399 2loss/SRqqt2/assignment_loss‚0.6545683574805417* ¹ … $ _timestamp‚1.784843480643876e+09 _step‚205 1loss/FBt2/assignment_loss‚0.05533819647872582 /loss/FBt1/detection_loss‚0.7313364497766924 /loss/FBt2/detection_loss‚0.6919420809861987 &loss/total_loss‚10.626805539013302 /loss/FRt1/detection_loss‚0.5849387936567523 /loss/FRt2/detection_loss‚1.4166026485969965 trainer/global_step‚2399 2loss/SRqqt2/assignment_loss‚0.6545683574805417 1loss/SRqqt2/detection_loss‚0.6892086638461173 _runtime‚4084.945193653 /loss/FRt1/assignment_loss‚2.658861666115668 0loss/FRt2/assignment_loss‚1.1486535696367461 2loss/SRqqt1/assignment_loss‚0.8121863792283937 0loss/FBt1/assignment_loss‚0.1068669461469177 1loss/SRqqt1/detection_loss‚1.0763017870635514 epoch‚14Í#ª2º - _wandbruntime‚4094  _runtime‚4094Í®XÙ #» ïv 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.027294689789414406 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_2_of_4‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 trainer/global_step‚2399 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.3333333432674408 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7173351049423218 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5841084718704224 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5852122902870178 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.16508063673973083 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5610568523406982 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.030700160190463066 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37391138076782227 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.44764620065689087 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6846726536750793 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7013635635375977 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.01946224272251129 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.02293715812265873 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9558968544006348 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7076680660247803 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.670244038105011 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.4444444477558136 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6721379160881042 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.18815623223781586 8"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.602559506893158 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.17203423380851746 particle/accuracy_1_of_1‚1 particle/accuracy_1_of_2‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.10810645669698715 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7200435996055603 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9112785458564758 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7025464177131653 6validation_average_jet_accuracy‚0.3485908806324005 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5458333492279053 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9910714626312256 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.02200508676469326 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6583083868026733 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.10619206726551056 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6513516902923584 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.14806684851646423 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03136330097913742 +jet/accuracy_3_of_4‚0.08979479968547821 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.3333333432674408 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6590958833694458 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.83976811170578 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 *jet/accuracy_2_of_3‚0.5769505500793457 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.18498675525188446 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 (particle/accuracy‚0.8401998281478882 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 /particle/accuracy_4_of_4‚0.9237024784088135 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7690740823745728 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7490853071212769 6 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.987533688545227 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 _runtime‚4094.766399802 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1482001692056656 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9844590425491333 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 7"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.83976811170578 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.3333333432674408 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6672311425209045 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7740463614463806 particle/accuracy_2_of_3‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.16663604974746704 epoch‚14 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6272966265678406 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9419394731521606 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_2‚0.7419444918632507 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7822962999343872 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9962121248245239 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4772525727748871 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4070647656917572 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2544585168361664 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.18526065349578857 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1804933398962021 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6351293325424194 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.688083827495575 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37684789299964905 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 &particle/f_score‚0.614188015460968 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9978537559509277 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04116017743945122 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4761904776096344 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6061329245567322 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 % _timestamp‚1.7848434904639606e+09 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5933259129524231 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 .particle/accuracy_3_of_4‚0.972953200340271 7"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.71490877866745 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9910714626312256 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7789888381958008 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.4444444477558136 *jet/accuracy_1_of_4‚0.9727795720100403 6 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.704392671585083 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9838245511054993 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.09337005019187927 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 +jet/accuracy_1_of_1‚0.30698415637016296 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2887156307697296 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7299801111221313 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9957741498947144 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.13203422725200653 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 :&Purity/*FRt0SRqqt1FBt/event_pUl|?kroportion‚0.0372314453125 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.12220419943332672 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 particle/accuracy_3_of_3‚1 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9817865490913391 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 6 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.952595591545105 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6278250217437744 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4150630235671997 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6942114233970642 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7785698175430298 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.1877884864807129 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9649386405944824 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02769257314503193 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.860907256603241 *"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.5 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7189916372299194 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.14250685274600983 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.6428571343421936 *particle/sensitivity‚0.597265899181366 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6721726059913635 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02992336079478264 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 _step‚206 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9907928109169006 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6229908466339111 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.02293715812265873 +jet/accuracy_3_of_3‚0.07300849258899689 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9974489808082581 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9051911234855652 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7177835702896118 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.14970864355564117 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5583333373069763 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.30010128021240234 *jet/accuracy_2_of_4‚0.8180150985717773 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9969371557235718 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6327797770500183 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.011359487660229206 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8342261910438538 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6473881602287292 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.629676342010498 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.17181402444839478 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4848637580871582 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19804759323596954 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9877451062202454 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.18362416326999664 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.03706236183643341 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.23148760199546814 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.1608169972896576 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.3333333432674408 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9863381385803223 +particle/specificity‚0.9059373736381531 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.17203423380851746 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7366814017295837 *jet/accuracy_2_of_2‚0.1390525996685028 *jet/accuracy_1_of_3‚0.8975915908813477 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19153428077697754 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7188827395439148 ,jet/accuracy_4_of_4‚0.013523392379283905 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 *loss/val_total_loss‚10.625508389970866 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6278250217437744 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.16148094832897186 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6367035508155823 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9969017505645752 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6259964108467102 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.16952252388000488 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_1_of_3‚1 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6940361857414246 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9957741498947144 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.49891531467437744 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.6428571343421936((z;¼ ôv 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9558968544006348 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7076680660247803 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.670244038105011 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.4444444477558136 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6721379160881042 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.18815623223781586 8"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.602559506893158 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.17203423380851746 particle/accuracy_1_of_1‚1 particle/accuracy_1_of_2‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.10810645669698715 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7200435996055603 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9112785458564758 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7025464177131653 6validation_average_jet_accuracy‚0.3485908806324005 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5458333492279053 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9910714626312256 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.02200508676469326 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6583083868026733 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.10619206726551056 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6513516902923584 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.14806684851646423 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03136330097913742 +jet/accuracy_3_of_4‚0.08979479968547821 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.3333333432674408 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6590958833694458 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.83976811170578 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 *jet/accuracy_2_of_3‚0.5769505500793457 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.18498675525188446 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 (particle/accuracy‚0.8401998281478882 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 /particle/accuracy_4_of_4‚0.9237024784088135 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7690740823745728 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7490853071212769 6 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.987533688545227 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 _runtime‚4094.766399802 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1482001692056656 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9844590425491333 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 7"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.83976811170578 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.3333333432674408 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6672311425209045 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7740463614463806 particle/accuracy_2_of_3‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.16663604974746704 epoch‚14 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6272966265678406 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9419394731521606 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_2‚0.7419444918632507 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7822962999343872 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9962121248245239 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4772525727748871 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4070647656917572 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2544585168361664 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.18526065349578857 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1804933398962021 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6351293325424194 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.688083827495575 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37684789299964905 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 &particle/f_score‚0.614188015460968 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9978537559509277 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04116017743945122 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4761904776096344 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6061329245567322 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 % _timestamp‚1.7848434904639606e+09 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5933259129524231 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 .particle/accuracy_3_of_4‚0.972953200340271 7"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.71490877866745 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9910714626312256 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7789888381958008 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.4444444477558136 *jet/accuracy_1_of_4‚0.9727795720100403 6 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.704392671585083 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9838245511054993 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.09337005019187927 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 +jet/accuracy_1_of_1‚0.30698415637016296 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2887156307697296 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7299801111221313 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9957741498947144 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.13203422725200653 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.12220419943332672 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 particle/accuracy_3_of_3‚1 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9817865490913391 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 6 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.952595591545105 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6278250217437744 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4150630235671997 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6942114233970642 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7785698175430298 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.1877884864807129 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9649386405944824 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02769257314503193 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.860907256603241 *"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.5 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7189916372299194 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.14250685274600983 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.6428571343421936 *particle/sensitivity‚0.597265899181366 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6721726059913635 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02992336079478264 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 _step‚206 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9907928109169006 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6229908466339111 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.02293715812265873 +jet/accuracy_3_of_3‚0.07300849258899689 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9974489808082581 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9051911234855652 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7177835702896118 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.14970864355564117 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5583333373069763 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.30010128021240234 *jet/accuracy_2_of_4‚0.8180150985717773 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9969371557235718 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6327797770500183 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.011359487660229206 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8342261910438538 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6473881602287292 8"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.629676342010498 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.17181402444839478 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4848637580871582 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19804759323596954 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9877451062202454 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.18362416326999664 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.03706236183643341 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.23148760199546814 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.1608169972896576 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.3333333432674408 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9863381385803223 +particle/specificity‚0.9059373736381531 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.17203423380851746 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7366814017295837 *jet/accuracy_2_of_2‚0.1390525996685028 *jet/accuracy_1_of_3‚0.8975915908813477 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19153428077697754 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7188827395439148 ,jet/accuracy_4_of_4‚0.013523392379283905 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 *loss/val_total_loss‚10.625508389970866 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6278250217437744 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.16148094832897186 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6367035508155823 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9969017505645752 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6259964108467102 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.16952252388000488 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_1_of_3‚1 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6940361857414246 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9957741498947144 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.49891531467437744 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.6428571343421936 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.027294689789414406 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_2_of_4‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 trainer/global_step‚2399 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.3333333432674408 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7173351049423218 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5841084718704224 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5852122902870178 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.16508063673973083 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5610568523406982 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.030700160190463066 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37391138076782227 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.44764620065689087 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.8333333134651184 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6846726536750793 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7013635635375977 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.01946224272251129 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.02293715812265873Î UÌ’½ ‚(:‡ ♊ÓìôäÎ gpu.0.gpu‚3.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚53.0 gpu.0.powerWatts‚134.263' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.8526 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0d;°Km¾ ‚(:â ♊ÓнÐ disk.sda1.out‚0$ memory_percent‚92.09062258402506* proc.memory.percent‚11.381038029988606 disk.sda2.out‚0 disk.sda3.in‚86606.60546875 disk.dm-1.in‚86606.60546875' disk.nvme0n1.out‚110473.65576171875 disk.dm-0.in‚14323.51953125$ disk.dm-0.out‚110473.65576171875 disk.sda1.in‚0 cpu‚25.25833803497234 network.sent‚ 4.121369e+06 network.recv‚442108 disk.sda2.in‚0 disk.sda3.out‚ 163.1953125 disk.dm-1.out‚ 163.1953125 disk.sda.out‚ 163.1953125) proc.memory.availableMB‚ 1943.80859375 proc.cpu.threads‚17) disk./.usagePercent‚54.19714496096889$ disk./.usageGB‚807.5766258239746" disk.nvme0n1.in‚14323.51953125# proc.memory.rssMB‚ 2797.00390625$ disk.nvme0c0n1.in‚14323.51953125) disk.nvme0c0n1.out‚110473.65576171875 disk.sda.in‚86606.60546875[³nÄ”¿ ‚(:‰ ñ™ŠÓ©›ŸÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚316.048' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.2096 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0KIålÀ ‚(:á ñ™ŠÓ¦üÜÐ disk.dm-1.out‚ 163.6015625 disk.sda.in‚86606.60546875 proc.cpu.threads‚17$ disk./.usageGB‚807.5777282714844 disk.sda3.in‚86606.60546875$ memory_percent‚88.11453183492026) proc.memory.availableMB‚ 2920.97265625# proc.memory.rssMB‚ 2797.00390625 cpu‚25.2551786912021 network.recv‚445451) disk./.usagePercent‚54.19721894714628$ disk.nvme0c0n1.in‚14323.51953125) disk.nvme0c0n1.out‚112414.00732421875 disk.dm-0.in‚14323.51953125 disk.sda.out‚ 163.6015625 disk.sda1.in‚0 disk.sda1.out‚0 network.sent‚ 4.196414e+06" disk.nvme0n1.in‚14323.51953125' disk.nvme0n1.out‚112414.00732421875$ disk.dm-0.out‚112414.00732421875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 163.6015625* proc.memory.percent‚11.381038029988606 disk.dm-1.in‚86606.60546875¡*×’Á ‚(:‡ €šŠÓ–ÊÎÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚283.36' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.672 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚04•Gn ‚(:ã €šŠÓÄ‘¬Ð$ disk.nvme0c0n1.in‚14412.32421875" disk.nvme0n1.in‚14412.32421875 disk.dm-0.in‚14412.32421875 disk.sda.out‚ 164.19140625 disk.sda1.out‚0 disk.sda3.out‚ 164.19140625 network.recv‚446570 disk.dm-1.in‚ 87150.6953125) disk.nvme0c0n1.out‚112417.18603515625' disk.nvme0n1.out‚112417.18603515625$ disk.dm-0.out‚112417.18603515625 disk.sda.in‚ 87150.6953125$ memory_percent‚88.11248143513998( proc.memory.availableMB‚ 2921.4765625$ disk./.usageGB‚807.5775337219238 disk.dm-1.out‚ 164.19140625 disk.sda2.in‚0* proc.memory.percent‚11.381038029988606 cpu‚25.255643978912598 proc.cpu.threads‚17 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 87150.6953125# proc.memory.rssMB‚ 2797.00390625 network.sent‚ 4.198575e+06* disk./.usagePercent‚54.197205890762035ŠƒŒžà ‚(:“ šŠÓ¯€‡Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚308.76' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.751999999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0›Å"OlÄ ‚(:á šŠÓ»¾íÐ network.sent‚ 4.200678e+06) disk./.usagePercent‚54.21404683438696" disk.nvme0n1.in‚14419.22265625 disk.sda.out‚ 164.45703125 disk.dm-1.in‚ 87691.9609375 disk.dm-1.out‚ 164.45703125' disk.nvme0n1.out‚112418.10009765625$ disk.dm-0.out‚112418.10009765625$ memory_percent‚88.11448415120444 proc.cpu.threads‚17$ disk./.usageGB‚807.8284759521484 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 87691.9609375) disk.nvme0c0n1.out‚112418.10009765625 disk.dm-0.in‚14419.22265625 disk.sda1.in‚0# proc.memory.rssMB‚ 2797.00390625 network.recv‚447872 disk.sda3.out‚ 164.45703125$ disk.nvme0c0n1.in‚14419.22265625 disk.sda.in‚ 87691.9609375 disk.sda1.out‚0' proc.memory.availableMB‚ 2920.984375* proc.memory.percent‚11.381038029988606 cpu‚25.255975625634573¬FžÅ ‚(:“ žšŠÓò¥­Î gpu.0.gpu‚99.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚302.343' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.46860000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0;ç„\`Æ ‚(:Õ žšŠÓ û´Ð* disk./.usagePercent‚54.213987184631485 disk.sda2.out‚0! disk.nvme0n1.in‚ 14420.7265625 disk.sda1.in‚0 disk.sda1.out‚0' proc.memory.availableMB‚ 2920.984375 network.recv‚448900 disk.sda2.in‚0 disk.sda3.out‚ 165.10546875& disk.nvme0c0n1.out‚112503.39453125 disk.dm-0.in‚ 14420.7265625 disk.sda.in‚ 87691.9609375$ memory_percent‚88.11448415120444# proc.memory.rssMB‚ 2797.00390625 disk.sda3.in‚ 87691.9609375 disk.dm-1.out‚ 165.10546875# disk.nvme0c0n1.in‚ 14420.7265625* proc.memory.percent‚11.381038029988606 cpu‚25.25643556729977 network.sent‚ 4.201652e+06$ disk./.usageGB‚807.8275871276855 disk.dm-1.in‚ 87691.9609375$ disk.nvme0n1.out‚112503.39453125! disk.dm-0.out‚112503.39453125 disk.sda.out‚ 165.10546875 proc.cpu.threads‚17aì›Ç”Ç ‚(:‰ ­šŠÓ­ƒºÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚291.971' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.3942 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0lž]È ‚(:Ò ­šŠÓ¥ýûÐ' proc.memory.availableMB‚ 2920.984375 cpu‚25.256761535144694! disk.nvme0n1.in‚ 14420.7265625 network.sent‚ 4.204869e+06 network.recv‚450187 disk.dm-1.out‚ 165.40625( disk.nvme0c0n1.out‚112504.9326171875 disk.sda2.out‚0* proc.memory.percent‚11.381038029988606 proc.cpu.threads‚17# disk.dm-0.out‚112504.9326171875 disk.sda3.in‚ 87691.9609375$ memory_percent‚88.11448415120444# proc.memory.rssMB‚ 2797.00390625& disk.nvme0n1.out‚112504.9326171875 disk.sda.out‚ 165.40625) disk./.usagePercent‚54.21398436854861$ disk./.usageGB‚807.8275451660156 disk.dm-1.in‚ 87691.9609375# disk.nvme0c0n1.in‚ 14420.7265625 disk.sda2.in‚0 disk.dm-0.in‚ 14420.7265625 disk.sda.in‚ 87691.9609375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 165.40625Ȳ2É - _wandbruntime‚4178  _runtime‚41789SÌ~ÇÊ Á _runtime‚4178.777936631 _step‚207 & lr-AdamW/pg1‚9.417286946756846e-05 & lr-AdamW/pg2‚9.417286946756846e-05 trainer/global_step‚2449 % _timestamp‚1.7848435744753695e+09dA[ÌË Æ _runtime‚4178.777936631 _step‚207 & lr-AdamW/pg1‚9.417286946756846e-05 & lr-AdamW/pg2‚9.417286946756846e-05 trainer/global_step‚2449 % _timestamp‚1.7848435744753695e+09ÏŠcm2Ì - _wandbruntime‚4178  _runtime‚4178:¥:ÿ§ Í íO D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚44024718 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚21270124 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _step‚208 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚705364240267264 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚21270118 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚707920135843328 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚14037800 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7505687 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚193146584428544 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚705085434482704 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚ÛÈüL22764694 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚196282759973376 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚707921507468288 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2557241027584 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚21270124 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚705085409054736 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚707638388716427 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚193146952519680 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚705364240267264 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚44034818 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6531773 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 _runtime‚4178.778017814 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚705364266440704 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848435744761293e+09 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚22754600 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚707920135843328 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0²ë9—ø'Î òO MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚705364240267264 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚44034818 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6531773 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 _runtime‚4178.778017814 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚705364266440704 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848435744761293e+09 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚22754600 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚707920135843328 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚44024718 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚21270124 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _step‚208 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚705364240267264 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚21270118 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚707920135843328 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚14037800 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7505687 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚193146584428544 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚705085434482704 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚22764694 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚196282759973376 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚707921507468288 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2557241027584 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚21270124 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚705085409054736 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚707638388716427 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚193146952519680 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248Ð0w2Ï - _wandbruntime‚4180  _runtime‚41802˜ü&Ð öM TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚196362591083008 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚708201439273984 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚21278491 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚334 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚196363008321536 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2558263542784 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6534418 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7508623 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3137420288512 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚44042167 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚22773790 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚14043036 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2553975035475 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚707916841252421 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 $ _timestamp‚1.784843575910636e+09 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚44042167 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3137469435904 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚705643149557760 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚193225170794496 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚44052281 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2552630423909 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚705643149557760 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7508957 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6534413 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚705364210828512 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚705643175731200 trainer/global_step‚2449 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚4180.212464335 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚21278485 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚705643175731200 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚22763682 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚193225538885632 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚707918211291955 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚708201439273984 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2558263542784 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚22763682 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚339 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚22773790 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0–‰½ekÑ ûM C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚44042167 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚22773790 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚14043036 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2553975035475 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚707916841252421 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 $ _timestamp‚1.784843575910636e+09 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚44042167 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3137469435904 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚705643149557760 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚193225170794496 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚44052281 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2552630423909 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚705643149557760 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7508957 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6534413 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_ö0ýÕ–train_batch_end/oversize_segments.current‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚705364210828512 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚705643175731200 trainer/global_step‚2449 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚4180.212464335 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚21278485 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚705643175731200 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚22763682 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚193225538885632 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚707918211291955 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚708201439273984 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2558263542784 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚22763682 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚339 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚22773790 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚196362591083008 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚708201439273984 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚21278491 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚334 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚196363008321536 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2558263542784 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6534418 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7508623 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3137420288512 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181Ñù„™2Ò - _wandbruntime‚4180  _runtime‚4180d‰8 Ó ƒ trainer/global_step‚2449 _runtime‚4180.252753535 _step‚210 0loss/FRt1/assignment_loss‚2.7358737786610923 2loss/SRqqt1/assignment_loss‚0.6512045232066095 1loss/FBt2/assignment_loss‚0.07659679274157918 /loss/FBt1/detection_loss‚0.9608764650921027 .loss/FRt2/detection_loss‚1.519374430671017 1loss/SRqqt1/detection_loss‚1.0260525070639896 1loss/SRqqt2/detection_loss‚0.7297235521023674 /loss/FBt2/detection_loss‚0.8876101439440668 &loss/total_loss‚10.862747268124894 epoch‚15 % _timestamp‚1.7848435759513655e+09 0loss/FRt2/assignment_loss‚1.0682513973786443 2loss/SRqqt2/assignment_loss‚0.6293766052558178 2loss/FBt1/assignment_loss‚0.029870647079925778 /loss/FRt1/detection_loss‚0.5479364249276822ÔQuÔ ˆ .loss/FRt2/detection_loss‚1.519374430671017 1loss/SRqqt1/detection_loss‚1.0260525070639896 1loss/SRqqt2/detection_loss‚0.7297235521023674 /loss/FBt2/detection_loss‚0.8876101439440668 &loss/total_loss‚10.862747268124894 epoch‚15 % _timestamp‚1.7848435759513655e+09 0loss/FRt2/assignment_loss‚1.0682513973786443 2loss/SRqqt2/assignment_loss‚0.6293766052558178 2loss/FBt1/assignment_loss‚0.029870647079925778 /loss/FRt1/detection_loss‚0.5479364249276822 trainer/global_step‚2449 _runtime‚4180.252753535 _step‚210 0loss/FRt1/assignment_loss‚2.7358737786610923 2loss/SRqqt1/assignment_loss‚0.6512045232066095 1loss/FBt2/assignment_loss‚0.07659679274157918 /loss/FBt1/detection_loss‚0.9608764650921027ÒDo’‡”Õ ‚(:‰ ¼šŠÓûۇΠgpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚319.073' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.8146 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0’|߉WÖ ‚(:Ì ¼šŠÓœµëÐ disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚ 87960.3984375$ memory_percent‚88.11381657918295( proc.memory.availableMB‚ 2921.1484375 network.recv‚451054$ disk./.usageGB‚810.2062377929688 disk.dm-0.in‚14553.48828125 disk.sda1.in‚0 disk.sda3.out‚ 165.90625" disk.nvme0n1.in‚14553.48828125# disk.nvme0n1.out‚112559.3828125* proc.memory.percent‚11.381038029988606 disk.dm-0.out‚112559.3828125$ disk.nvme0c0n1.in‚14553.48828125% disk.nvme0c0n1.out‚112559.3828125 network.sent‚ 4.205875e+06) disk./.usagePercent‚54.37362042659949 disk.sda3.in‚ 87960.3984375 disk.dm-1.out‚ 165.90625# proc.memory.rssMB‚ 2797.00390625 cpu‚25.25703456166106 proc.cpu.threads‚17 disk.sda.in‚ 87960.3984375 disk.sda.out‚ 165.90625 disk.sda1.out‚0ésß|ž× ‚(:“ ËšŠÓˆ¸Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚308.76' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.751999999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ùø€¦CØ ‚(:¸ ËšŠÓ“ýºÐ) disk./.usagePercent‚54.24299565434379$ disk./.usageGB‚808.2598342895508 disk.nvme0n1.in‚ 14576.171875 cpu‚25.257367404571927 network.sent‚ 4.265724e+06 disk.sda3.out‚ 166.24609375 disk.dm-1.in‚89204.62109375 disk.dm-1.out‚ 166.24609375" disk.nvme0c0n1.in‚ 14576.171875 disk.dm-0.out‚114884 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚89204.62109375 disk.nvme0c0n1.out‚114884 disk.dm-0.in‚ 14576.171875 disk.sda1.in‚0 proc.cpu.threads‚17 disk.nvme0n1.out‚114884 disk.sda.in‚89204.62109375 disk.sda.out‚ 166.24609375 disk.sda1.out‚0" memory_percent‚88.114865620931' proc.memory.availableMB‚ 2920.890625# proc.memory.rssMB‚ 2797.00390625* proc.memory.percent‚11.381038029988606 network.recv‚454200ø¬Îz”Ù ‚(:‰ ÚšŠÓáûÍÎ gpu.0.gpu‚56.0 gpu.0.memory‚17, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚360.406' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.0812 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Íqë˜oÚ ‚(:ä ÚšŠÓÏ™Ð$ disk./.usageGB‚808.2727851867676 disk.sda2.out‚0 disk.sda3.in‚89204.62109375 disk.dm-1.out‚ 166.95703125$ disk.nvme0c0n1.in‚14582.11328125( disk.nvme0c0n1.out‚114902.5576171875" disk.nvme0n1.in‚14582.11328125* proc.memory.percent‚11.381038029988606 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 166.95703125& disk.nvme0n1.out‚114902.5576171875$ memory_percent‚88.11697959899902# proc.memory.rssMB‚ 2797.00390625 cpu‚25.257873259822325 proc.cpu.threads‚17 network.sent‚ 4.268825e+06 disk.dm-0.in‚14582.11328125# disk.dm-0.out‚114902.5576171875 disk.dm-1.in‚89204.62109375 network.recv‚455178* disk./.usagePercent‚54.243864799922534 disk.sda.in‚89204.62109375 disk.sda.out‚ 166.95703125 disk.sda2.in‚0) proc.memory.availableMB‚ 2920.37109375®–sŸÛ ‚(:” 隊Óˆ”Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚288.103' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚57.620599999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¤z4lÜ ‚(:á 隊Ó¡ñÿÐ( disk.nvme0c0n1.out‚114994.0185546875" disk.nvme0n1.in‚14582.11328125& disk.nvme0n1.out‚114994.0185546875 disk.sda.out‚ 167.30859375 disk.sda2.in‚0 disk.sda3.in‚89204.62109375 cpu‚25.2582440774909 proc.cpu.threads‚17$ disk./.usageGB‚808.2757148742676 disk.dm-1.out‚ 167.30859375# disk.dm-0.out‚114994.0185546875) proc.memory.availableMB‚ 1948.44140625# proc.memory.rssMB‚ 2797.00390625* proc.memory.percent‚11.381038029988606 network.sent‚ 4.270931e+06* disk./.usagePercent‚54.244061413708835 disk.sda.in‚89204.62109375 disk.sda2.out‚0 network.recv‚456479 disk.dm-1.in‚89204.62109375$ disk.nvme0c0n1.in‚14582.11328125 disk.dm-0.in‚14582.11328125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 167.30859375# memory_percent‚92.0717716217041³ÅU1”Ý ‚(:‰ øšŠÓ”õ¦Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚318.996' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.7992 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0@ókÞ ‚(:à øšŠÓă•Ð( disk./.usagePercent‚54.2440626937465 disk.sda1.out‚0) disk.nvme0c0n1.out‚115000.31494140625 disk.dm-0.in‚14673.66796875% proc.memory.availableMB‚ 1948.4375# proc.memory.rssMB‚ 2797.00390625* proc.memory.percent‚11.381038029988606 proc.cpu.threads‚17$ disk.nvme0c0n1.in‚14673.66796875 network.recv‚457363$ disk./.usageGB‚808.2757339477539 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 167.79296875 disk.sda.out‚ 167.79296875$ memory_percent‚92.07178751627603 disk.sda3.in‚89785.39453125" disk.nvme0n1.in‚14673.66796875' disk.nvme0n1.out‚115000.31494140625$ disk.dm-0.out‚115000.31494140625 disk.sda.in‚89785.39453125 cpu‚25.25857468727239 disk.dm-1.out‚ 167.79296875 network.sent‚ 4.271909e+06 disk.sda2.in‚0 disk.dm-1.in‚89785.39453125,Zé@2ß - _wandbruntime‚4259  _runtime‚4259íc·£Æà À & lr-AdamW/pg1‚9.323421325758803e-05 & lr-AdamW/pg2‚9.323421325758803e-05 trainer/global_step‚2499 % _timestamp‚1.7848436556295276e+09 _runtime‚ 4259.93192557 _step‚211~ýÎËá Å & lr-AdamW/pg2‚9.323421325758803e-05 trainer/global_step‚2499 % _timestamp‚1.7848436556295276e+09 _runtime‚ 4259.93192557 _step‚211 & lr-AdamW/pg1‚9.323421325758803e-05ÓhÌL2â - _wandbruntime‚4259  _runtime‚4259}ž1ó'ã íO E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚44899020 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚721916789924352 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2607085132288 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6663773 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚4259.932041358 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚6663778 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚7653295 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚200274982532096 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚21688468 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚21688468 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚23210552 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚23220646 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚14317073 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚721629581288035 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚14316736 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2602713505077 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3198666754560 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚21688474 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚197076270817280 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2604058116531 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 _step‚212 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 trainer/global_step‚2499 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2608430583808 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3198711714816 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚719025497743536 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2608430583808 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚23210552 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2607085132288 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚200274569480704 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚23220646 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚44909120 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚332 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚719025523171504 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848436556302183e+09 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚721916789924352 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚719309730965504 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7652963 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚197075902726144 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚721628211248613 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚719309704792064 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864OìqíÔ#ä òO VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚200274982532096 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚21688468 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚21688468 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚23210552 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚23220646 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚14317073 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚721629581288035 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚14316736 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2602713505077 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3198666754560 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚21688474 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚197076270817280 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2604058116531 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 _step‚212 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 trainer/global_step‚2499 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2608430583808 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3198711714816 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚719025497743536 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2608430583808 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚23210552 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2607085132288 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚200274569480704 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚23220646 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚44909120 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚332 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚719025523171504 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848436556302183e+09 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚721916789924352 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚719309730965504 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7652963 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚197075902726144 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚721628211248613 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚719309704792064 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚44899020 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_traËwìU$in_batch_start/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚721916789924352 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2607085132288 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚6663773 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚4259.932041358 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚6663778 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚7653295 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005Ô4;`3”å ‚(:‰ ‡›ŠÓÃĤÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚325.461' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.0922 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÐëÙâgæ ‚(:Ü ‡›ŠÓ•×ñÐ network.sent‚ 4.275128e+06 network.recv‚458804) disk./.usagePercent‚54.24408215031911$ disk./.usageGB‚808.2760238647461 disk.sda3.in‚ 90211.3828125) disk.nvme0c0n1.out‚115001.58056640625 disk.nvme0n1.in‚ 14691.546875 disk.dm-0.in‚ 14691.546875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 168.00390625" disk.nvme0c0n1.in‚ 14691.546875$ memory_percent‚92.07309087117514( proc.memory.availableMB‚ 1948.1171875* proc.memory.percent‚11.381038029988606 cpu‚25.259000297238032 disk.sda.out‚ 168.00390625 disk.dm-1.in‚ 90211.3828125 disk.dm-1.out‚ 168.00390625' disk.nvme0n1.out‚115001.58056640625$ disk.dm-0.out‚115001.58056640625# proc.memory.rssMB‚ 2797.00390625 disk.sda.in‚ 90211.3828125 disk.sda2.in‚0 disk.sda2.out‚0 proc.cpu.threads‚17TÚŒP2ç - _wandbruntime‚4261  _runtime‚4261Í'Éÿý&è ÷M E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848436570535114e+09 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚44916469 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚44916469 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3199918987776 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6666413 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚719588640256000 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚719304299517312 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚719588640256000 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6666418 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚200354408079872 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚197154857183232 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚721908033824029 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2603734306717 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚719588614082560 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚4261.355313342 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚21696841 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚722198093355008 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 _step‚213 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2609453099008 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2608107640320 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚44926583 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚44926583 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚14322558 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚721909403863563 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚21696835 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚719588614082560 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚23219634 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚14322219 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚722198093355008 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚23229742 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7655806 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2¶k¾Æ'é üM TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 trainer/global_step‚2499 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚21696841 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7656140 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚44916469 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚44916469 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3199918987776 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6666413 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚719588640256000 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚719304299517312 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚719588640256000 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6666418 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚200354408079872 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚197154857183232 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚721908033824029 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2603734306717 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚719588614082560 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚4261.355313342 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚21696841 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚722198093355008 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 _step‚213 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2609453099008 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2608107640320 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚44926583 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚44926583 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚14322558 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚721909403863563 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚21696835 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚719588614082560 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚23219634 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚14322219 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚722198093355008 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚23229742 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7655806 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848436570535114e+09 EDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚735914815630336 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2658274688512 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚22106824 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚23676598 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚23666504 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚201005221023744 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚22106824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3261296680448 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3261347932160 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2653817387885 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚733255195490304 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 % _timestamp‚1.7848437365579395e+09 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚735913444005376 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚22106818 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚23666504 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚735619403820221 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚22106818 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚733255195490304 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 trainer/global_step‚2549 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚732965586432336 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚735913444005376 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚14596882 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚204266517704192 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚733255169316864 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚735620773859643v›E6ø'ü òO P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚357 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚6795778 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚735914815630336 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2658274688512 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚22106824 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚23676598 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚23666504 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚201005221023744 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚22106824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3261296680448 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3261347932160 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2653817387885 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚733255195490304 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 % _timestamp‚1.7848437365579395e+09 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚735913444005376 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚22106818 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚23666504 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚735619403820221 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚22106818 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚733255195490304 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 trainer/global_step‚2549 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚732965586432336 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚735913444005376 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚14596882 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚204266517704192 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚733255169316864 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚735620773859643 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚45783422 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2655161999339 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2658274688512 _runtime‚4340.862941564 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2659620140032 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚733255169316864 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚204266937047040Ø(B­Z2ý - _wandbruntime‚4342  _runtime‚4342v[áÚü&þ öM REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚23685694 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚23675586 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6798418 $ _timestamp‚1.784843737973683e+09 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚45800885 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚733534104780800 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚45800885 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _runtime‚4342.275496774 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7803668 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3262591304704 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚22115185 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚14602081 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚201084175480832 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2660642655232 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚14602434 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚201083807389696 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚736194747436032 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚735899226395637 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚204346343255552 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚348 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚733244413634080 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚733534078607360 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3262535865856 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚733244388206112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚22115191 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 trainer/global_step‚2549 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2656182801091 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚353 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2659297196544 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚45790771 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6798413 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚45790771 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚733534078607360 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚23675586 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _step‚217 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _step‚217 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6798418 $ _timestamp‚1.784843737973683e+09 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚45800885 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚733534104780800 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚45800885 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _runtime‚4342.275496774 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7803668 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3262591304704 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚22115185 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚14602081 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚201084175480832 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.smµØQ§tall_pool.peak‚616 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2660642655232 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚14602434 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚201083807389696 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚736194747436032 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚735899226395637 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚204346343255552 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚348 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚733244413634080 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚733534078607360 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3262535865856 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚733244388206112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚22115191 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 trainer/global_step‚2549 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2656182801091 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚353 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2659297196544 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚45790771 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6798413 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚45790771 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚733534078607360 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚23675586 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181Ù?šî2€- _wandbruntime‚4342  _runtime‚43423¤ÿ &loss/total_loss‚11.055322262793078 1loss/SRqqt1/assignment_loss‚0.700040924915811 -loss/FRt2/detection_loss‚1.42273256948894 /loss/FBt2/detection_loss‚0.6847838645358979 trainer/global_step‚2549 % _timestamp‚1.7848437380304122e+09 _step‚218 1loss/SRqqt1/detection_loss‚1.0649555059972529 1loss/SRqqt2/detection_loss‚0.7991794246444811 0loss/FRt1/assignment_loss‚2.6629192496721563 0loss/FRt2/assignment_loss‚1.0515323837916692 2loss/SRqqt2/assignment_loss‚0.6347376241716376 0loss/FBt2/assignment_loss‚0.0875595339038648 /loss/FBt1/detection_loss‚1.3259964640635777 1loss/FBt1/assignment_loss‚0.02911050990823541 /loss/FRt1/detection_loss‚0.5917742076995544 epoch‚15 _runtime‚4342.331734823ST ‚„ 0loss/FRt1/assignment_loss‚2.6629192496721563 0loss/FRt2/assignment_loss‚1.0515323837916692 2loss/SRqqt2/assignment_loss‚0.6347376241716376 0loss/FBt2/assignment_loss‚0.0875595339038648 /loss/FBt1/detection_loss‚1.3259964640635777 1loss/FBt1/assignment_loss‚0.02911050990823541 /loss/FRt1/detection_loss‚0.5917742076995544 epoch‚15 _runtime‚4342.331734823 &loss/total_loss‚11.055322262793078 1loss/SRqqt1/assignment_loss‚0.700040924915811 -loss/FRt2/detection_loss‚1.42273256948894 /loss/FBt2/detection_loss‚0.6847838645358979 trainer/global_step‚2549 % _timestamp‚1.7848437380304122e+09 _step‚218 1loss/SRqqt1/detection_loss‚1.0649555059972529 1loss/SRqqt2/detection_loss‚0.7991794246444811Úv ¼À”ƒ‚(:‰ ᛊÓµž©Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚315.152' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.0304 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0øëø³^„‚(:Ó ᛊÓý«þÏ network.sent‚ 4.382048e+06* disk./.usagePercent‚54.247468105966966( disk.nvme0c0n1.out‚117088.8935546875 disk.sda1.out‚0# proc.memory.rssMB‚ 2797.00390625 proc.cpu.threads‚17 disk.sda2.in‚0 disk.dm-1.in‚ 91779.1171875! disk.nvme0c0n1.in‚ 14836.53125# disk.dm-0.out‚117088.8935546875 disk.sda.in‚ 91779.1171875 disk.sda.out‚ 170.7265625$ memory_percent‚92.07261403401694 cpu‚25.261043619338086 network.recv‚468952$ disk./.usageGB‚808.3264770507812 disk.sda2.out‚0 disk.sda3.in‚ 91779.1171875 disk.dm-1.out‚ 170.7265625 disk.sda3.out‚ 170.7265625 disk.nvme0n1.in‚ 14836.53125& disk.nvme0n1.out‚117088.8935546875 disk.dm-0.in‚ 14836.53125 disk.sda1.in‚0' proc.memory.availableMB‚ 1948.234375* proc.memory.percent‚11.381038029988606éÜ")‘…‚(:† ð›ŠÓ¦çÓÎ gpu.0.gpu‚1.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚130.775' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.155 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0»±ZPb†‚(:× ð›ŠÓùî†Ð disk.sda2.in‚0 disk.sda3.out‚ 171.328125 disk.dm-1.out‚ 171.328125 disk.sda.in‚ 92344.6796875 disk.sda1.in‚0 disk.sda1.out‚0$ memory_percent‚92.07285245259604 network.sent‚ 4.441891e+06 disk.sda2.out‚0 disk.sda3.in‚ 92344.6796875 disk.dm-0.in‚14879.08203125# proc.memory.rssMB‚ 2797.00390625) disk./.usagePercent‚54.28099869276409$ disk./.usageGB‚808.8261070251465 disk.dm-1.in‚ 92344.6796875$ disk.nvme0c0n1.in‚14879.08203125" disk.dm-0.out‚117174.501953125 disk.sda.out‚ 171.328125 cpu‚25.265027314685057 proc.cpu.threads‚17' disk.nvme0c0n1.out‚117174.501953125" disk.nvme0n1.in‚14879.08203125% disk.nvme0n1.out‚117174.501953125) proc.memory.availableMB‚ 1948.17578125* proc.memory.percent‚11.381038029988606 network.recv‚471671q¶d2‡- _wandbruntime‚4368  _runtime‚4368\%v,;ˆ‹v ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6380952000617981 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.6428571343421936 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.01832861639559269 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03126442804932594 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19152022898197174 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7528042793273926 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8051440715789795 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.5122647881507874 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9230483174324036 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5801104307174683 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8447059392929077 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6168104410171509 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3126012980937958 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11516641825437546 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_4‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_2_of_2‚0.1369333267211914 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.16840896010398865 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7169886827468872 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 5validation_average_jet_accuracy‚0.343417763710022 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6133714318275452 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4404761791229248 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9905695915222168 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_1‚0.3004472255706787 /particle/accuracy_4_of_4‚0.9519827961921692 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.35784244537353516 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.4444444477558136 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6536118388175964 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 particle/accuracy_1_of_2‚1 +particle/sensitivity‚0.6072301864624023 'particle/f_score‚0.6162951588630676 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 *loss/val_total_loss‚10.199143004113926 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7042094469070435 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_3_of_3‚1 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.16855931282043457 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5922619104385376 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5704353451728821 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.36937791109085083 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7299450635910034 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.01326453872025013 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.1851768046617508 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.6428571343421936 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6205124855041504 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.031506944447755814 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8447059392929077 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6389346718788147 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9887645244598389 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5924167037010193 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2512689530849457 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.1978560984134674 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.1958458125591278 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04167648404836655 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.009547892957925797 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7285339832305908 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6552793979644775 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6053102612495422 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08426190912723541 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.1851768046617508 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7871858477592468 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.24435506761074066 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5714867115020752 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9589533805847168 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7053093910217285 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.2083333283662796 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5924167037010193 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 +particle/specificity‚0.9016693830490112 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 epoch‚15 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4580971300601959 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.15051893889904022 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9240325689315796 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.024381166324019432 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6193452477455139 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 trainer/global_step‚2559 _runtime‚4368.323487243 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5972396731376648 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.15271227061748505 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03384994715452194 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9925736784934998 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.595008134841919 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.17346708476543427 *jet/accuracy_1_of_2‚0.7403304576873779 *jet/accuracy_2_of_4‚0.8226464986801147 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9709433317184448 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.702886700630188 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7"Purity/0FRt1SRqqt*FBt/event_purity‚0.58994460105896 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7291076183319092 particle/accuracy_1_of_3‚1 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0974724069237709 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6406418085098267 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5273123979568481 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 *jet/accuracy_2_of_3‚0.5640105605125427 *jet/accuracy_3_of_3‚0.0785488411784172 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9615241289138794 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.37663859128952026 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_3‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.17752672731876373 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.15473885834217072 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9959677457809448 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6169589757919312 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6761114001274109 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.4444444477558136 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6567765474319458 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5717769861221313 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 *jet/accuracy_1_of_3‚0.9037826061248779 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 /particle/accuracy_3_of_4‚0.9861111044883728 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3534931242465973 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7617985010147095 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7858691215515137 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ,jet/accuracy_4_of_4‚0.013523392379283905 particle/accuracy_1_of_1‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8508928418159485 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 +jet/accuracy_3_of_4‚0.08979479968547821 _step‚219 8"Purity/*FRt*SRqqt*FBt/event_purity‚0.286773145198822 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7070631384849548 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 6 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.973473072052002 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.15534788370132446 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9932265281677246 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8668686151504517 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5985118746757507 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.01326453872025013 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7607998847961426 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9973404407501221 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 6 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.198036789894104 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.01772613450884819 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.2083333283662796 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7193562984466553 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.03359014168381691 particle/accuracy_2_of_2‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.17792943120002747 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.18451917171478271 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9902526140213013 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6202481985092163 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 8"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.652579665184021 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.17410986125469208 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7215120792388916 (particle/accuracy‚0.8389689326286316 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6478479504585266 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6188170909881592 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.10097610205411911 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 *jet/accuracy_1_of_4‚0.9506931304931641 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.17109538614749908 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7073761224746704 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5907682180404663 particle/accuracy_1_of_4‚1 % _timestamp‚1.7848437640212188e+09 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.14155234396457672 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5315448045730591 8"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.768295168876648 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.16715499758720398 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.025921063497662544 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.19763199985027313£ñëlÖ‰v & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0974724069237709 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6406418085098267 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5273123979568481 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 *jet/accuracy_2_of_3‚0.5640105605125427 *jet/accuracy_3_of_3‚0.0785488411784172 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9615241289138794 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.37663859128952026 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_3‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.17752672731876373 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.15473885834217072 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9959677457809448 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6169589757919312 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6761114001274109 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.4444444477558136 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6567765474319458 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5717769861221313 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 *jet/accuracy_1_of_3‚0.9037826061248779 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 /particle/accuracy_3_of_4‚0.9861111044883728 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3534931242465973 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7617985010147095 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7858691215515137 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ,jet/accuracy_4_of_4‚0.013523392379283905 particle/accuracy_1_of_1‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8508928418159485 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 +jet/accuracy_3_of_4‚0.08979479968547821 _step‚219 8"Purity/*FRt*SRqqt*FBt/event_purity‚0.286773145198822 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7070631384849548 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 6 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.973473072052002 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.15534788370132446 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9932265281677246 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8668686151504517 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.5985118746757507 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.01326453872025013 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7607998847961426 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9973404407501221 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 6 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.198036789894104 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.01772613450884819 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.2083333283662796 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7193562984466553 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.03359014168381691 particle/accuracy_2_of_2‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.17792943120002747 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.18451917171478271 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9902526140213013 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6202481985092163 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 8"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.652579665184021 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.17410986125469208 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7215120792388916 (particle/accuracy‚0.8389689326286316 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6478479504585266 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6188170909881592 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.10097610205411911 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 *jet/accuracy_1_of_4‚0.9506931304931641 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.17109538614749908 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7073761224746704 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5907682180404663 particle/accuracy_1_of_4‚1 % _timestamp‚1.7848437640212188e+09 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.14155234396457672 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5315448045730591 8"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.768295168876648 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.16715499758720398 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.025921063497662544 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.19763199985027313 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6380952000617981 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.6428571343421936 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.01832861639559269 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03126442804932594 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19152022898197174 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7528042793273926 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8051440715789795 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.5122647881507874 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9230483174324036 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5801104307174683 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8447059392929077 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6168104410171509 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3126012980937958 ;&P‡Bî@urity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11516641825437546 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_4‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_2_of_2‚0.1369333267211914 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.16840896010398865 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7169886827468872 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 5validation_average_jet_accuracy‚0.343417763710022 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6133714318275452 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4404761791229248 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9905695915222168 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_1‚0.3004472255706787 /particle/accuracy_4_of_4‚0.9519827961921692 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.35784244537353516 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.4444444477558136 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6536118388175964 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 particle/accuracy_1_of_2‚1 +particle/sensitivity‚0.6072301864624023 'particle/f_score‚0.6162951588630676 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 *loss/val_total_loss‚10.199143004113926 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7042094469070435 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_3_of_3‚1 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.16855931282043457 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.5922619104385376 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5704353451728821 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.36937791109085083 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7299450635910034 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.01326453872025013 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.1851768046617508 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.6428571343421936 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6205124855041504 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.031506944447755814 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8447059392929077 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6389346718788147 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9887645244598389 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5924167037010193 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2512689530849457 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.1978560984134674 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.1958458125591278 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04167648404836655 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.009547892957925797 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7285339832305908 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6552793979644775 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6053102612495422 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08426190912723541 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.1851768046617508 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7871858477592468 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.24435506761074066 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5714867115020752 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9589533805847168 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7053093910217285 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.2083333283662796 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5924167037010193 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 +particle/specificity‚0.9016693830490112 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 epoch‚15 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4580971300601959 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.15051893889904022 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9240325689315796 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.024381166324019432 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6193452477455139 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 trainer/global_step‚2559 _runtime‚4368.323487243 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5972396731376648 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.15271227061748505 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03384994715452194 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9925736784934998 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.595008134841919 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.17346708476543427 *jet/accuracy_1_of_2‚0.7403304576873779 *jet/accuracy_2_of_4‚0.8226464986801147 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9709433317184448 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.702886700630188 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7"Purity/0FRt1SRqqt*FBt/event_purity‚0.58994460105896 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7291076183319092 particle/accuracy_1_of_3‚1 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816Û4‡ ¯”Š‚(:‰ ÿ›ŠÓ»ËêÐ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚324.351' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.8702 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Cq*wV‹‚(:Ë ÿ›ŠÓ¶Ã‹Ò disk.dm-0.in‚14928.76953125" disk.dm-0.out‚117175.728515625 disk.sda.in‚ 92860.1875 disk.sda1.in‚0 disk.sda3.in‚ 92860.1875 disk.dm-1.out‚ 171.65625 network.recv‚472872 disk.sda1.out‚0$ disk.nvme0c0n1.in‚14928.76953125% disk.nvme0n1.out‚117175.728515625$ memory_percent‚92.07819302876791# proc.memory.rssMB‚ 2798.32421875 disk.sda.out‚ 171.65625* proc.memory.percent‚11.386410395304363 cpu‚25.267549042555597 proc.cpu.threads‚17) disk./.usagePercent‚54.28100227686957 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 171.65625 disk.dm-1.in‚ 92860.1875' disk.nvme0c0n1.out‚117175.728515625" disk.nvme0n1.in‚14928.76953125) proc.memory.availableMB‚ 1946.86328125 network.sent‚ 4.443981e+06$ disk./.usageGB‚808.8261604309082Ÿ§e›Œ‚(:… ŽœŠÓÙïãÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚373.1' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.62 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0•/Ø2b‚(:× ŽœŠÓ·²þÐ$ memory_percent‚92.07921028137207# proc.memory.rssMB‚ 2798.32421875 network.sent‚ 4.496074e+06) disk./.usagePercent‚54.24941939539295$ disk./.usageGB‚808.3555526733398 disk.sda3.out‚ 172.0078125' disk.nvme0n1.out‚117178.21728515625 disk.sda.in‚ 92860.1875 disk.sda1.out‚0 disk.dm-1.out‚ 172.0078125) proc.memory.availableMB‚ 1946.61328125* proc.memory.percent‚11.386410395304363 cpu‚25.267840521163475 proc.cpu.threads‚17" disk.nvme0n1.in‚14928.89453125 disk.dm-0.in‚14928.89453125$ disk.dm-0.out‚117178.21728515625 disk.sda.out‚ 172.0078125 disk.sda1.in‚0 disk.sda3.in‚ 92860.1875$ disk.nvme0c0n1.in‚14928.89453125) disk.nvme0c0n1.out‚117178.21728515625 network.recv‚475431 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚ 92860.18758ðr»ŸŽ‚(:” œŠÓ ³¨Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚297.756' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.551199999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0HÄ„_‚(:Ô œŠÓãÃÐ disk.sda.out‚ 172.3515625 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚ 92860.1875) disk.nvme0c0n1.out‚117179.67822265625 proc.cpu.threads‚17 network.sent‚ 4.49868e+06 network.recv‚476741$ disk./.usageGB‚808.3556480407715 disk.sda1.out‚0 disk.sda3.out‚ 172.3515625' disk.nvme0n1.out‚117179.67822265625$ memory_percent‚92.07925796508789# proc.memory.rssMB‚ 2798.32421875 disk.sda2.out‚0 disk.dm-1.out‚ 172.3515625 disk.dm-0.in‚14929.26953125 disk.sda.in‚ 92860.1875 disk.sda3.in‚ 92860.1875$ disk.nvme0c0n1.in‚14929.26953125" disk.nvme0n1.in‚14929.26953125( proc.memory.availableMB‚ 1946.6015625* proc.memory.percent‚11.386410395304363 cpu‚25.2681834610143* disk./.usagePercent‚54.249425795581296$ disk.dm-0.out‚117179.67822265625G@œí”‚(:‰ ¬œŠÓÞùÞÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚298.284' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.6568 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ðC4âd‘‚(:Ù ¬œŠÓÇÝÊÐ disk.sda2.in‚0& disk.nvme0n1.out‚117183.6962890625 proc.cpu.threads‚17 network.sent‚ 4.501821e+06 disk.sda2.out‚0 disk.sda3.in‚ 93170.234375 disk.sda3.out‚ 172.8515625" disk.nvme0n1.in‚14942.94921875) proc.memory.availableMB‚ 1946.60546875* proc.memory.percent‚11.386410395304363) disk./.usagePercent‚54.24938227430049 disk.sda1.in‚0 disk.dm-1.out‚ 172.8515625$ disk.nvme0c0n1.in‚14942.94921875( disk.nvme0c0n1.out‚117183.6962890625 disk.dm-0.in‚14942.94921875# disk.dm-0.out‚117183.6962890625 disk.sda.out‚ 172.8515625$ disk./.usageGB‚808.3549995422363 disk.sda1.out‚0 disk.dm-1.in‚ 93170.234375 disk.sda.in‚ 93170.234375$ memory_percent‚92.07924207051596# proc.memory.rssMB‚ 2798.32421875 cpu‚25.26845211040104 network.recv‚477759:22’- _wandbruntime‚4431  _runtime‚4431‚±+ÎÇ“Á & lr-AdamW/pg2‚9.131553244710576e-05 trainer/global_step‚2599 % _timestamp‚1.7848438271988926e+09 _runtime‚4431.500380487 _step‚220 & lr-AdamW/pg1‚9.131553244710576e-05‚"@ƒÌ”Æ trainer/global_step‚2599 % _timestamp‚1.7848438271988926e+09 _runtime‚4431.500380487 _step‚220 & lr-AdamW/pg1‚9.131553244710576e-05 & lr-AdamW/pg2‚9.131553244710576e-05Üôûj(2•- _wandbruntime‚4431  _runtime‚4431Œ8Ðó'–íO ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2709470936556 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚24150201 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚748367961493232 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚14897221 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3328901208064 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2714020596224 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚751376570579968 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚24160295 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 408857088 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚22576272 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚24150201 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚7965842Ó°w¼›#—òO KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚208291393598464 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚221 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚204962860481536 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2714020596224 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚40765952 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚748663895435264 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚204962492390400 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2712675144704 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚316 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚751376570579968 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚208291802455552 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚22576278 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚748663921608704 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚748663895435264 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚748663921608704 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚46736573 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚7965526 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2709470936556 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚24150201 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚748367961493232 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚14897221 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3328901208064 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2714020596224 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚751376570579968 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚24160295 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 408857088 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚22576272 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚24150201 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚7965842 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 IDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚24159283 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚751657874010624 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6934335 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚22584639 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚748646788694976 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚22584639 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7968465 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚748942804725760 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7968778 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚46743922 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2709147126742 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚22584645 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _runtime‚ 4432.9226945 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚751657874010624 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2713697652736 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2715043111424 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚748942830899200 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6934340 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3330153568256 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2715043111424 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚748942830899200 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚46743922 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚318 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 % _timestamp‚1.7848438286208768e+09 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚46754036 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚24169391 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2713697652736 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 trainer/global_step‚2599 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _step‚222 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚46754036 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚24159283 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚748646763267008 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚14902800 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚751355910393750 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚748942830899200 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚46743922 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚318 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 % _timestamp‚1.7848438286208768e+09 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚46754036 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚24169391 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2713697652736 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 trainer/global_step‚2599 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _step‚222 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚46754036 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚24159283 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚748646763267008 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚14902800 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚751355910393750 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚24159283 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚751657874010624 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚6934335 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚22584639 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚748646788694976 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚22584639 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚7968465 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚748942804725760 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚7968778 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚46743922 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2709147126742 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚22584645 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1402241536 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _runtime‚ 4432.9226945 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚751657874010624 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2713697652736 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2715043111424 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚748942830899200 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚6934340 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3330153568256 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005Þrd*2›- _wandbruntime‚4432  _runtime‚4432d­~\œÿ /loss/FBt2/detection_loss‚1.1304481959206911 2loss/SRqqt2/assignment_loss‚0.5822324200449613 1loss/FBt1/assignment_loss‚0.06250539712604283 1loss/FBt2/assignment_loss‚0.06239814814397958 _runtime‚4432.977125088 _step‚223 0loss/FRt1/assignment_loss‚2.7172353442609936 2loss/SRqqt1/assignment_loss‚0.5729585673609937 1loss/SRqqt2/detection_loss‚0.7293349855866709 &loss/total_loss‚11.329320175451008 epoch‚16 % _timestamp‚1.7848438286757672e+09 0loss/SRqqt1/detection_loss‚1.076556471052662 trainer/global_step‚2599 .loss/FRt2/assignment_loss‚1.05861902724721 /loss/FRt1/detection_loss‚0.5779671548254128 .loss/FRt2/detection_loss‚1.480259952485119 /loss/FBt1/detection_loss‚1.2788045113962707àPN“ „ 1loss/SRqqt2/detection_loss‚0.7293349855866709 &loss/total_loss‚11.329320175451008 epoch‚16 % _timestamp‚1.7848438286757672e+09 0loss/SRqqt1/detection_loss‚1.076556471052662 trainer/global_step‚2599 .loss/FRt2/assignment_loss‚1.05861902724721 /loss/FRt1/detection_loss‚0.5779671548254128 .loss/FRt2/detection_loss‚1.480259952485119 /loss/FBt1/detection_loss‚1.2788045113962707 /loss/FBt2/detection_loss‚1.1304481959206911 2loss/SRqqt2/assignment_loss‚0.5822324200449613 1loss/FBt1/assignment_loss‚0.06250539712604283 1loss/FBt2/assignment_loss‚0.06239814814397958 _runtime‚4432.977125088 _step‚223 0loss/FRt1/assignment_loss‚2.7172353442609936 2loss/SRqqt1/assignment_loss‚0.5729585673609937ßë…‚”ž‚(:‰ »œŠÓ×ø­Î gpu.0.gpu‚88.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚367.118' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.4236 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 …ØbŸ‚(:× »œŠÓǘ”Ñ disk.sda.out‚ 173.16796875 network.recv‚478942$ disk./.usageGB‚808.3564186096191 disk.dm-1.out‚ 173.16796875) disk.nvme0c0n1.out‚117268.29345703125' disk.nvme0n1.out‚117268.29345703125$ disk.dm-0.out‚117268.29345703125 disk.sda1.out‚0 network.sent‚ 4.503912e+06 disk.dm-1.in‚ 94526.171875! disk.nvme0c0n1.in‚ 15060.90625 disk.dm-0.in‚ 15060.90625 disk.sda.in‚ 94526.171875 disk.sda2.in‚0 disk.sda3.in‚ 94526.171875$ memory_percent‚92.07847913106283* disk./.usagePercent‚54.249477509103215 disk.nvme0n1.in‚ 15060.90625 disk.sda1.in‚0 disk.sda3.out‚ 173.16796875# proc.memory.rssMB‚ 2798.32421875 disk.sda2.out‚0) proc.memory.availableMB‚ 1946.79296875* proc.memory.percent‚11.386410395304363 cpu‚25.26882951140314 proc.cpu.threads‚17)¿ž ‚(:“ ÊœŠÓԛΠgpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚300.992' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.19840000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0È%Æb¡‚(:× ÊœŠÓàˇÑ* proc.memory.percent‚11.386410395304363 proc.cpu.threads‚17 disk.nvme0n1.in‚ 15060.921875$ disk.dm-0.out‚117280.59033203125 disk.sda3.out‚ 175.8515625 disk.dm-1.out‚ 175.8515625) disk.nvme0c0n1.out‚117280.59033203125$ memory_percent‚92.07987785339355 cpu‚25.269101011881208 network.recv‚481663) disk./.usagePercent‚54.25777650534068 disk.sda.out‚ 175.8515625 disk.sda1.in‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2798.32421875 network.sent‚ 4.563657e+06$ disk./.usageGB‚808.4800796508789' disk.nvme0n1.out‚117280.59033203125 disk.dm-0.in‚ 15060.921875 disk.sda2.out‚0 disk.sda3.in‚ 94526.171875 disk.dm-1.in‚ 94526.171875) proc.memory.availableMB‚ 1946.44921875 disk.sda.in‚ 94526.171875 disk.sda1.out‚0" disk.nvme0c0n1.in‚ 15060.921875¼aAxŸ¢‚(:” ÙœŠÓ°ÎœÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚308.592' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.718399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ž×»^£‚(:Ó ÙœŠÓ ËëÏ network.recv‚483026) disk./.usagePercent‚54.25774399238384$ disk.nvme0n1.out‚117285.75390625 disk.sda.in‚ 94526.171875 disk.sda.out‚ 177.1796875 disk.sda2.out‚0* proc.memory.percent‚11.386410395304363 cpu‚25.26938381124833 disk.dm-0.in‚15066.66796875 disk.sda2.in‚0 disk.sda3.out‚ 177.1796875 disk.dm-1.out‚ 177.1796875$ memory_percent‚92.07987785339355# proc.memory.rssMB‚ 2798.32421875 network.sent‚ 4.564673e+06 disk.sda1.out‚0$ disk.nvme0c0n1.in‚15066.66796875) proc.memory.availableMB‚ 1946.44921875 proc.cpu.threads‚17$ disk./.usageGB‚808.4795951843262" disk.nvme0n1.in‚15066.66796875! disk.dm-0.out‚117285.75390625 disk.sda1.in‚0 disk.sda3.in‚ 94526.171875 disk.dm-1.in‚ 94526.171875& disk.nvme0c0n1.out‚117285.75390625·!ÀÅ”¤‚(:‰ 蜊Ó²×·Î gpu.0.gpu‚97.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚369.628' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.9256 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚05æU(h¥‚(:Ý 蜊Ó“‰•Ð$ disk.dm-0.out‚117292.44287109375' proc.memory.availableMB‚ 1946.453125 cpu‚25.269757158090073 network.sent‚ 4.567914e+06 network.recv‚484111) disk./.usagePercent‚54.25775832880575 disk.sda.out‚ 177.7109375 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 15077.7265625$ memory_percent‚92.07986195882162# proc.memory.rssMB‚ 2798.32421875# disk./.usageGB‚808.479808807373 disk.sda2.in‚0 disk.dm-1.in‚95076.94140625) disk.nvme0c0n1.out‚117292.44287109375! disk.nvme0n1.in‚ 15077.7265625' disk.nvme0n1.out‚117292.44287109375* proc.memory.percent‚11.386410395304363 disk.sda.in‚95076.94140625 disk.sda1.out‚0 disk.dm-1.out‚ 177.7109375 proc.cpu.threads‚17 disk.sda1.in‚0 disk.sda3.in‚95076.94140625 disk.sda3.out‚ 177.7109375 disk.dm-0.in‚ 15077.7265625S÷+¹”¦‚(:‰ ÷œŠÓúøßÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚315.888' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.1776 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ñ;JXg§‚(:Ü ÷œŠÓ¾©óÐ disk.dm-1.in‚95589.63671875$ disk.nvme0c0n1.in‚15174.24609375 disk.dm-0.in‚15174.24609375 disk.sda.in‚95589.63671875 network.sent‚ 4.570009e+06 network.recv‚485361 disk.sda1.in‚0 disk.sda3.in‚95589.63671875% disk.nvme0n1.out‚117294.138671875" disk.dm-0.out‚117294.138671875$ memory_percent‚92.08032290140787# proc.memory.rssMB‚ 2798.32421875 disk.sda2.in‚0" disk.nvme0n1.in‚15174.24609375 disk.sda.out‚ 178.0703125 cpu‚25.27001300428218 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.out‚ 178.0703125' disk.nvme0c0n1.out‚117294.138671875) proc.memory.availableMB‚ 1946.33984375* proc.memory.percent‚11.386410395304363 proc.cpu.threads‚17) disk./.usagePercent‚54.25776421697904$ disk./.usageGB‚808.4798965454102 disk.sda3.out‚ 178.0703125¸ä2¨- _wandbruntime‚4511  _runtime‚4511æ:q¸Ç©Á & lr-AdamW/pg1‚9.033627803298078e-05 & lr-AdamW/pg2‚9.033627803298078e-05 trainer/global_step‚2649 % _timestamp‚1.7848439076266055e+09 _runtime‚4511.928875102 _step‚224åÑ¿¡ÌªÆ & lr-AdamW/pg1‚9.033627803298078e-05 & lr-AdamW/pg2‚9.033627803298078e-05 trainer/global_step‚2649 % _timestamp‚1.7848439076266055e+09 _runtime‚4511.928875102 _step‚224àÌw®2«- _wandbruntime‚4511  _runtime‚4511aÆwȺ ¬íO VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚8114446 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7063695 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚765374596285952 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚22994628 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚765067280389942 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2763864700928 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚765068650429364 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚24606153 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚762308075610000 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2765210152448 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚24616247 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚762609359960064 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚22994622 ^JDeviceStatsMonitor.on_train_batch_starõÈÛ9t/inactive_split_bytes.all.allocated‚212283534854144 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚762609386133504 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚765373224660992 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚762609386133504 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚208891810688000 _step‚225 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚15177806 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2759230207910 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2763864700928 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚47600775 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚765373224660992 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚22994628 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 trainer/global_step‚2649 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚212283123899904 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚47610875 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2760574819364 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚15178146 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 % _timestamp‚1.7848439076273732e+09 _runtime‚4511.929133579 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚7063700 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚22994622 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚24606153 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚24616247 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2765210152448 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚15177806 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2759230207910 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2763864700928 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚47600775 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚765373224660992 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚22994628 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 trainer/global_step‚2649 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚212283123899904 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚47610875 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2760574819364 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚15178146 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 % _timestamp‚1.7848439076273732e+09 _runtime‚4511.929133579 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚7063700 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚22994622 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚24606153 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚24616247 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2765210152448 IDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚15183398 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚762888295424000 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚23002989 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2764887208960 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚208970397053952 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚208970765145088 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚762586851955808 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚765653156459520 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚15183737 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚47628338 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚24615235 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚212363374527488 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2760251009550 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2764887208960 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚24625343 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚334 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3392609382400 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3392564429312 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2761595621116 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚23002995 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚47628338 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 % _timestamp‚1.7848439090502303e+09 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚762888295424000 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2766232667648 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚47618224 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚762888269250560 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚212362961483264 trainer/global_step‚2649 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2766232667648 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚762586877383776 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚765348473004892 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 475151728646kÂé}°üM TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚15183398 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚762888295424000 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚23002989 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2764887208960 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚208970397053952 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚208970765145088 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341429760 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚762586851955808 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚765653156459520 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚15183737 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚47628338 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚24615235 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚212363374527488 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2760251009550 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2764887208960 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚24625343 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚334 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3392609382400 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3392564429312 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2761595621116 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚23002995 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚47628338 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 % _timestamp‚1.7848439090502303e+09 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚762888295424000 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2766232667648 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚47618224 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚762888269250560 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚212362961483264 trainer/global_step‚2649 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2766232667648 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚762586877383776 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚765348473004892 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7066340 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 EDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚48485177 _step‚229 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚776554850658304 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚216275350044672 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚23412978 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚776248164298800 trainer/global_step‚2699 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚779369878742016 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚212821497076736 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚23412972 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚25072199 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2810334090718 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚776554824484864 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚779371250366976 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚776554824484864 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚15457785 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚779059843000972 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚374 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7195695 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2815054257152 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚779058472961550 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚25062105 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2815054257152 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚779369878742016 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2816399708672 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚25062105 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8262090 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3453791230464 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚776248138870832 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚7195700 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚8262459 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824ÜRÿÍÅòO IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚23412972 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚25072199 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2810334090718 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚776554824484864 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚779371250366976 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚776554824484864 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚15457785 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚779059843000972 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚374 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7195695 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2815054257152 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚779058472961550 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚25062105 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2815054257152 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚779369878742016 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2816399708672 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚25062105 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8262090 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3453791230464 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚776248138870832 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚7195700 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚8262459 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚776554850658304 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚48485177 _step‚229 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 `LDeviceStatsMonitor.on_tr”3+ ain_batch_start/allocated_bytes.large_pool.allocated‚776554850658304 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚216275350044672 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚23412978 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚776248164298800 trainer/global_step‚2699 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚779369878742016 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚212821497076736 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1402241536 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341429760 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0åÒÓü2Æ- _wandbruntime‚4593  _runtime‚4593 ·Ì¨ü&ÇöM EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚48502640 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2811354892358 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚23421345 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3455023239680 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2816076765184 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7198340 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚25071187 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2817422223872 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚779651182172672 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚776526940644608 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2812699503924 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚779339665576500 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚48492526 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚15463715 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚216354738591232 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚776833759948800 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚25081295 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚779651182172672 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚48502640 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚25081295 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚23421339 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 436112896 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚23421345 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚15463340 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚375 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚8265375 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2816076765184 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚23421339 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚216355174704128 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚212899715351552 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚4593.949994924 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2817422223872 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚776833733775360 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚68021760 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚230 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚7198335 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚8265005 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚212900083442688 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚779338295536966 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚776526940644608 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2812699503924 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚779339665576500 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚48492526 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚15463715 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚216354738591232 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚776833759948800 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚25081295 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚779651182172672 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚48502640 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚25081295 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚23421339 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 436112896 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚23421345 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚15463340 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚375 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚8265375 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2816076765184 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚23421339 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚216355174704128 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚212899715351552 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚4593.949994924 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2817422223872 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚776833733775360 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚68021760 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚230 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚7198335 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚8265005 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚212900083442688 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚779338295536966 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚48502640 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2811354892358 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚23421345 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3455023239680 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2816076765184 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7198340 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚25071187 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0æÉM~82É- _wandbruntime‚4594  _runtime‚4594e¥Ê‚ 2loss/SRqqt1/assignment_loss‚0.6895983308482749 2loss/SRqqt2/assignment_loss‚0.6606660472860588 1loss/FBt2/assignment_loss‚0.04531270358209374 /loss/FRt2/detection_loss‚1.4661700654438394 &loss/total_loss‚10.691332607694243 trainer/global_step‚2699 _step‚231 0loss/FRt1/assignment_loss‚2.6229660612301773 2loss/FBt1/assignment_loss‚0.006212762060989286 0loss/SRqqt2/detection_loss‚0.688504772417002 /loss/FBt1/detection_loss‚1.2639540724696652 /loss/FBt2/detection_loss‚0.5749566939225433 _runtime‚4594.001573082 /loss/FRt2/assignment_loss‚1.052134916700166 /loss/FRt1/detection_loss‚0.5488298714032065 1loss/SRqqt1/detection_loss‚1.0720263103302254 % _timestamp‚1.7848439897002184e+09 epoch‚16#D¿_ ˇ /loss/FBt1/detection_loss‚1.2639540724696652 /loss/FBt2/detection_loss‚0.5749566939225433 _runtime‚4594.001573082 /loss/FRt2/assignment_loss‚1.052134916700166 /loss/FRt1/detection_loss‚0.5488298714032065 1loss/SRqqt1/detection_loss‚1.0720263103302254 % _timestamp‚1.7848439897002184e+09 epoch‚16 2loss/SRqqt1/assignment_loss‚0.6895983308482749 2loss/SRqqt2/assignment_loss‚0.6606660472860588 1loss/FBt2/assignment_loss‚0.04531270358209374 /loss/FRt2/detection_loss‚1.4661700654438394 &loss/total_loss‚10.691332607694243 trainer/global_step‚2699 _step‚231 0loss/FRt1/assignment_loss‚2.6229660612301773 2loss/FBt1/assignment_loss‚0.006212762060989286 0loss/SRqqt2/detection_loss‚0.688504772417002ç)BuŸÌ‚(:” àŠÓŒÃ”Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚280.575' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚56.114999999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0@»”×_Í‚(:Ô àŠÓ×À…Ñ disk.sda2.out‚0 disk.dm-1.in‚ 97632.5390625 disk.dm-1.out‚ 181.796875 network.sent‚ 4.6422e+06) disk./.usagePercent‚54.26596413830076" disk.nvme0n1.in‚15317.05078125 disk.sda3.in‚ 97632.5390625 disk.sda3.out‚ 181.796875% disk.nvme0n1.out‚117670.447265625 disk.sda.in‚ 97632.5390625$ disk.nvme0c0n1.in‚15317.05078125' disk.nvme0c0n1.out‚117670.447265625# proc.memory.rssMB‚ 2798.32421875 cpu‚25.271924018630795 proc.cpu.threads‚17$ disk./.usageGB‚808.6020812988281 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚92.07760492960611( proc.memory.availableMB‚ 1947.0078125* proc.memory.percent‚11.386410395304363 network.recv‚494599 disk.dm-0.in‚15317.05078125" disk.dm-0.out‚117670.447265625 disk.sda.out‚ 181.796875 disk.sda1.in‚0þ;se”΂(:‰ ïŠÓåÛ´Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚149.493' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚29.8986 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÍK¶]SÏ‚(:È ïŠÓ€’‰Ð$ disk.nvme0c0n1.in‚15489.24609375# proc.memory.rssMB‚ 2798.32421875 cpu‚25.27229274206452 proc.cpu.threads‚17$ disk./.usageGB‚808.0993499755859% disk.nvme0n1.out‚118197.154296875 disk.dm-0.in‚15489.24609375 disk.sda.in‚ 98160.734375 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 98160.734375' disk.nvme0c0n1.out‚118197.154296875 network.recv‚497714( disk./.usagePercent‚54.2322254173783 disk.sda.out‚ 182.1484375 disk.dm-1.in‚ 98160.734375! memory_percent‚92.07763671875 proc.memory.availableMB‚1947 disk.sda1.out‚0 disk.sda3.out‚ 182.1484375 disk.dm-1.out‚ 182.1484375* proc.memory.percent‚11.386410395304363 network.sent‚ 4.70088e+06" disk.nvme0n1.in‚15489.24609375" disk.dm-0.out‚118197.154296875 disk.sda1.in‚0úÌòŸÐ‚(:” þŠÓÊÑêÎ gpu.0.gpu‚95.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚139.234' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚27.846799999999998 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚02Ɇ‘bÑ‚(:× þŠÓð•¿Ð* proc.memory.percent‚11.386410395304363* disk./.usagePercent‚54.232226697415975" disk.dm-0.out‚118209.431640625 disk.sda3.in‚ 98160.734375 disk.sda3.out‚ 182.6640625$ disk.nvme0c0n1.in‚15489.24609375" disk.nvme0n1.in‚15489.24609375) proc.memory.availableMB‚ 1946.99609375 cpu‚25.27712768767195 disk.dm-0.in‚15489.24609375 disk.sda.out‚ 182.6640625 disk.sda1.in‚0 disk.dm-1.out‚ 182.6640625' disk.nvme0c0n1.out‚118209.431640625# proc.memory.rssMB‚ 2798.32421875 network.sent‚ 4.704038e+06 network.recv‚498833$ disk./.usageGB‚808.0993690490723 proc.cpu.threads‚17 disk.sda.in‚ 98160.734375 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚ 98160.734375% disk.nvme0n1.out‚118209.431640625$ memory_percent‚92.07765261332193æo˜o2Ò- _wandbruntime‚4636  _runtime‚4636L^Ù ÞÓ‚u :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.19258715212345123 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7126256227493286 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.6428571343421936 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_3_of_3‚1 *jet/accuracy_1_of_2‚0.7330033183097839 epoch‚16 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.1686699241399765 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5950223803520203 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6177802681922913 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.42352771759033203 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ) Purity/2FRt0SRqqt1FBt/FRt_purity‚0.75 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5780426263809204 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9950360059738159 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19656553864479065 particle/accuracy_2_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6652833819389343 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0828578919172287 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7756208181381226 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 8"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.722883939743042 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6115739345550537 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.83976811170578 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 particle/accuracy_2_of_3‚1 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1783834993839264 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5888791680335999 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 +jet/accuracy_4_of_4‚0.02010233886539936 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6143832802772522 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10049961507320404 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.20903442800045013 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5137354731559753 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.033946678042411804 +particle/specificity‚0.8965911269187927 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6433102488517761 *jet/accuracy_1_of_3‚0.8934009075164795 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.16769686341285706 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 7"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.83976811170578 particle/accuracy_3_of_4‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6402676701545715 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6210939884185791 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7185598611831665 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.029376989230513573 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5705481171607971 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.994315505027771 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.18027952313423157 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.781258225440979 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/2FRt*SRqqt1FBt/event_purity‚‹9!ª'0.1979166716337204 +particle/sensitivity‚0.6333258152008057 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995760440826416 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.49055787920951843 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7187137603759766 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.22057455778121948 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7116621732711792 *jet/accuracy_1_of_1‚0.3134765326976776 *"Purity/2FRt0SRqqt1FBt/event_purity‚0.5 % _timestamp‚1.7848440319405122e+09 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6108736395835876 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7051972150802612 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.41532468795776367 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.15828877687454224 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1794450581073761 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.16826826333999634 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.22070670127868652 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.01646752469241619 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6947622299194336 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.19887585937976837 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.04801153391599655 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6322229504585266 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.16391119360923767 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7761820554733276 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6528990268707275 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6110258102416992 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.18041646480560303 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.20903442800045013 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.01646752469241619 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.30400800704956055 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6037202477455139 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.025288045406341553 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.21405427157878876 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6682521104812622 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.20095592737197876 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 +jet/accuracy_3_of_3‚0.07874827086925507 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 *jet/accuracy_2_of_4‚0.8233605027198792 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5726078152656555 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 _runtime‚4636.242982856 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.026238450780510902 8"Purity/1FRt*SRqqt2FBt/event_purity‚0.597470223903656 *jet/accuracy_2_of_3‚0.5717702507972717 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6974070072174072 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 7"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.62373286485672 8"Purity/0FRt*SRqqt0FBt/event_purity‚0.595130205154419 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7058610320091248 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5070859789848328 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 particle/accuracy_1_of_3‚1 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02665269374847412 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6837068200111389 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6737313866615295 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.01745007000863552 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3653278946876526 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4761904776096344 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9941128492355347 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9724506735801697 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.26972565054893494 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03041166253387928 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7203676104545593 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2657238841056824 *"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.5 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3691038489341736 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03126442804932594 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7708533406257629 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 *loss/val_total_loss‚10.536721646548258 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7573075294494629 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9187152981758118 particle/accuracy_1_of_1‚1 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6475114822387695 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.6428571343421936 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 +jet/accuracy_3_of_4‚0.09637375175952911 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6411515474319458 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 particle/accuracy_2_of_2‚1 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8677983283996582 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 5validation_average_jet_accuracy‚0.352729469537735 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 _step‚232 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.20806941390037537 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6507896780967712 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 particle/accuracy_1_of_2‚1 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6143832802772522 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6037202477455139 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.06626750528812408 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7659158706665039 (particle/accuracy‚0.8405253291130066 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.22013746201992035 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.30123767256736755 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9963327050209045 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8382616639137268 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6224702000617981 particle/accuracy_1_of_4‚1 ,"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.125 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.1960400640964508 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.0828557088971138 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_1_of_4‚0.9599506855010986 'particle/f_score‚0.6284679770469666 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9738343358039856 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9818808436393738 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4557306170463562 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.03923794999718666 * Purity/2FRt*SRqqt1FBt/FRt_purity‚0.625 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6941234469413757 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 *jet/accuracy_2_of_2‚0.1438961774110794 trainer/global_step‚2719š£¦:Ô‡u particle/accuracy_3_of_3‚1 *jet/accuracy_1_of_2‚0.7330033183097839 epoch‚16 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.1686699241399765 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5950223803520203 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6177802681922913 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.42352771759033203 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ) Purity/2FRt0SRqqt1FBt/FRt_purity‚0.75 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5780426263809204 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9950360059738159 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19656553864479065 particle/accuracy_2_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6652833819389343 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0828578919172287 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7756208181381226 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 8"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.722883939743042 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6115739345550537 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.83976811170578 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 particle/accuracy_2_of_3‚1 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1783834993839264 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5888791680335999 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 +jet/accuracy_4_of_4‚0.02010233886539936 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6143832802772522 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10049961507320404 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.20903442800045013 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5137354731559753 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.033946678042411804 +particle/specificity‚0.8965911269187927 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6433102488517761 *jet/accuracy_1_of_3‚0.8934009075164795 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.16769686341285706 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 7"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.83976811170578 particle/accuracy_3_of_4‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6402676701545715 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6210939884185791 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7185598611831665 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.029376989230513573 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5705481171607971 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.994315505027771 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.18027952313423157 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.781258225440979 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.1979166716337204 +particle/sensitivity‚0.6333258152008057 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995760440826416 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.49055787920951843 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7187137603759766 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.22057455778121948 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7116621732711792 *jet/accuracy_1_of_1‚0.3134765326976776 *"Purity/2FRt0SRqqt1FBt/event_purity‚0.5 % _timestamp‚1.7848440319405122e+09 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6108736395835876 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7051972150802612 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.41532468795776367 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.15828877687454224 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1794450581073761 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.16826826333999634 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.22070670127868652 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.01646752469241619 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6947622299194336 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.19887585937976837 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.04801153391599655 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6322229504585266 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.16391119360923767 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7761820554733276 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6528990268707275 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6110258102416992 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.18041646480560303 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.20903442800045013 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.01646752469241619 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.30400800704956055 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6037202477455139 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.025288045406341553 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.21405427157878876 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6682521104812622 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.20095592737197876 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 +jet/accuracy_3_of_3‚0.07874827086925507 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 *jet/accuracy_2_of_4‚0.8233605027198792 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5726078152656555 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 _runtime‚4636.242982856 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.026238450780510902 8"Purity/1FRt*SRqqt2FBt/event_purity‚0.597470223903656 *jet/accuracy_2_of_3‚0.5717702507972717 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6974070072174072 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 7"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.62373286485672 8"Purity/0FRt*SRqqt0FBt/event_purity‚0.595130205154419 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7058610320091248 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5070859789848328 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 particle/accuracy_1_of_3‚1 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02665269374847412 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6837068200111389 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6737313866615295 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.01745007000863552 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3653278946876526 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4761904776096344 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9941128492355347 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9724506735801697 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.26972565054893494 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03041166253387928 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7203676104545593 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2657238841056824 *"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.5 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3691038489341736 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03126442804932594 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7708533406257629 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 *loss/val_total_loss‚10.536721646548258 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7573075294494629 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9187152981758118 particle/accuracy_1_of_1‚1 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6475114822387695 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.6428571343421936 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 +jet/accuracy_3_of_4‚0.09637375175952911 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6411515474319458 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 particle/accuracy_2_of_2‚1 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8677983283996582 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 5validation_average_jet_accuracy‚0.352729469537735 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 _step‚232 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.20806941390037537 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6507896780967712 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 particle/accuracy_1_of_2‚1 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6143832802772522 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6037202477455139 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.06626750528812408 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7659158706665039 (particle/accuracy‚0.8405253291130066 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.22013746201992035 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.30123767256736755 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9963327050209045 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8382616639137268 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6224702000617981 particle/accuracy_1_of_4‚1 ,"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.125 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.1960400640964508 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.0828557088971138 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_1_of_4‚0.9599506855010986 'particle/f_score‚0.6284679770469666 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9738343358039856 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9818808436393738 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4557306170463562 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.03923794999718666 * Purity/2FRt*SRqqt1FBt/FRt_purity‚0.625 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6941234469413757 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 *jet/accuracy_2_of_2‚0.1438961774110794 trainer/global_step‚2719 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.19258715212345123 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7126256227493286 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.6428571343421936 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0èÊIs”Õ‚(:‰ žŠÓ±úËÎ gpu.0.gpu‚96.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚362.532' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.5064 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÃôIŽdÖ‚(:Ù žŠÓÙüòÏ network.sent‚ 4.706094e+06) disk./.usagePercent‚54.23222746543858" disk.nvme0n1.in‚15489.24609375& disk.nvme0n1.out‚120150.1513671875# disk.dm-0.out‚120150.1513671875 disk.sda.in‚ 98160.734375 disk.sda1.in‚0 proc.cpu.threads‚17 network.recv‚500032$ disk./.usageGB‚808.0993804931641 disk.sda3.in‚ 98160.734375 disk.sda3.out‚ 182.99609375 disk.dm-1.out‚ 182.99609375$ disk.nvme0c0n1.in‚15489.24609375 disk.sda.out‚ 182.99609375 disk.sda2.out‚0 disk.dm-1.in‚ 98160.734375( disk.nvme0c0n1.out‚120150.1513671875 disk.dm-0.in‚15489.24609375 disk.sda1.out‚0 disk.sda2.in‚0# memory_percent‚88.1240208943685" proc.memory.rssMB‚ 2798.3984375 cpu‚25.275877130075667' proc.memory.availableMB‚ 2918.640625* proc.memory.percent‚11.386712392171223g`Ã.Ÿ×‚(:” œžŠÓ§î¨Î gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚314.536' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.907199999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0²‚èÏbØ‚(:× œžŠÓš·‘Ð) proc.memory.availableMB‚ 2918.69921875" proc.memory.rssMB‚ 2798.3984375 proc.cpu.threads‚17 network.sent‚ 4.759549e+06$ disk./.usageGB‚808.0995063781738 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 98450.34375 cpu‚25.276110357981835$ disk.dm-0.out‚120156.98779296875 disk.sda.in‚ 98450.34375 disk.dm-1.in‚ 98450.34375' disk.nvme0n1.out‚120156.98779296875( disk./.usagePercent‚54.2322359136872 disk.sda.out‚ 183.5546875 disk.sda3.out‚ 183.5546875 disk.dm-1.out‚ 183.5546875) disk.nvme0c0n1.out‚120156.98779296875" disk.nvme0n1.in‚15505.73046875# memory_percent‚88.1237824757894* proc.memory.percent‚11.386712392171223 network.recv‚502753 disk.dm-0.in‚15505.73046875 disk.sda1.out‚0$ disk.nvme0c0n1.in‚15505.73046875(•ÚŸÙ‚(:” «žŠÓdz®Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚299.744' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.948800000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0þ¢chÚ‚(:Ý «žŠÓÖ”‰Ð network.recv‚504005 disk.sda2.in‚0 disk.dm-1.in‚99754.37890625$ disk.nvme0c0n1.in‚15615.04296875' disk.nvme0n1.out‚120158.05810546875$ disk.dm-0.out‚120158.05810546875* proc.memory.percent‚11.386712392171223$ disk./.usageGB‚808.0990257263184 disk.sda2.out‚0 disk.sda3.out‚ 183.828125" disk.nvme0n1.in‚15615.04296875 disk.dm-0.in‚15615.04296875 disk.sda1.out‚0$ memory_percent‚88.12503814697266 network.sent‚ 4.761653e+06) disk.nvme0c0n1.out‚120158.05810546875 disk.sda.in‚99754.37890625 disk.sda.out‚ 183.828125 disk.sda1.in‚0 proc.cpu.threads‚17) disk./.usagePercent‚54.23220365673789 disk.sda3.in‚99754.37890625 disk.dm-1.out‚ 183.828125' proc.memory.availableMB‚ 2918.390625" proc.memory.rssMB‚ 2798.3984375 cpu‚25.276345492674515Õ2Û- _wandbruntime‚4688  _runtime‚4688Ž%´lÇÜÁ _runtime‚4688.501723625 _step‚233 & lr-AdamW/pg1‚8.833990646397804e-05 & lr-AdamW/pg2‚8.833990646397804e-05 trainer/global_step‚2749 % _timestamp‚1.7848440842002172e+09?  ÌÝÆ _runtime‚4688.501723625 _step‚233 & lr-AdamW/pg1‚8.833990646397804e-05 & lr-AdamW/pg2‚8.833990646397804e-05 trainer/global_step‚2749 % _timestamp‚1.7848440842002172e+09éI€ÔÝ2Þ- _wandbruntime‚4688  _runtime‚4688á'’w ßíO F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚234 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚794834376944128 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚23882426 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚794833005319168 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2869454715904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚7331622 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2870800167424 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚220299516379648 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚791650513931728 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚15758382 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8426765 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚791963576776704 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚23882426 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚8427084 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚791650539359696 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 trainer/global_step‚2749 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173¹q|440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚216778400352256 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 _runtime‚4688.505914202 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7331617 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚791963550603264 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚25545807 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚49438333 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚220299927333888 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2870800167424 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2865987639394 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚23882432 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚15758706 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚791963576776704 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚25555901 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚324 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2864643027940 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚25555901 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚324 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2864643027940 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚794833005319168 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2869454715904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚7331622 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 2870800167424 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚220299516379648 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚791650513931728 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚15758382 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8426765 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚791963576776704 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚23882426 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚8427084 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚791650539359696 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 trainer/global_step‚2749 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚216778400352256 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 _runtime‚4688.505914202 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7331617 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚791963550603264 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚25545807 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚49438333 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚220299927333888 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2870800167424 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2865987639394 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚23882432 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚15758706 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚791963576776704 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0êºEˆ2á- _wandbruntime‚4689  _runtime‚4689W[ó^û&âõM VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚23890799 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3522425013248 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚49445682 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚23890793 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2867008441146 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚49455796 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42855936 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚794796349574618 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚794794979535084 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚25554889 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚7334257 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2865663829580 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚792242486067200 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2870477223936 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7334262 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚235 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚15763871 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2870477223936 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 _runtime‚4689.930873929 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚25554889 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2871822682624 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚216856986718208 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚8429928 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚791929341133472 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 P8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚06ÇeÆ<ãúM E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚25564997 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 # _timestamp‚1.78484408562902e+09 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚23890799 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2871822682624 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚15763871 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2870477223936 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 _runtime‚4689.930873929 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚25554889 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2871822682624 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚216856986718208 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚8429928 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚791929341133472 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 P8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚23890799 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3522425013248 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚49445682 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_traßÙöÄin_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚23890793 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2867008441146 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚49455796 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42855936 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚794796349574618 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚794794979535084 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚25554889 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚7334257 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2865663829580 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚792242486067200 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2870477223936 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7334262 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚235 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 BÊóÄ _step‚237 % lr-AdamW/pg1‚8.73235906816773e-05 % lr-AdamW/pg2‚8.73235906816773e-05 trainer/global_step‚2799 % _timestamp‚1.7848441646698396e+09 _runtime‚4768.971344949íB$Z2ô- _wandbruntime‚4768  _runtime‚4768Òöó'õíO WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚7463622 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚805909015128064 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚24300782 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2920644272128 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚220707718649856 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2915746910748 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚805909041301504 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚24300776 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚352 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚224291835061248 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3583697068544 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚805590628048496 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚808831031025152 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚808829659400192 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚347 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚26011853 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚50312635 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚16037592 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3583748320256 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2917091522202 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚808506349531276 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚24300782 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚805909041301504 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚220708086740992 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚8574322 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2921989723648 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚4768.975902518 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8573975 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚808829659400192 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2921989723648 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚4768.975902518 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8573975 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚808829659400192 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚24300776 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚352 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚224291835061248 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3583697068544 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚805590628048496 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚808831031025152 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚808829659400192 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚347îÏ×*Ï”÷‚(:‰ …ŸŠÓ„´ÇÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚325.173' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.0346 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ƒ§Ñ‹jø‚(:ß …ŸŠÓÆúªÐ$ disk./.usageGB‚806.0265808105469 disk.sda1.in‚0 disk.sda3.out‚ 186.58984375 cpu‚25.277925929235003 network.sent‚ 4.831634e+06 disk.dm-0.in‚ 15780.9765625 disk.sda.in‚100839.3828125 disk.sda2.out‚0 disk.dm-1.in‚100839.3828125* proc.memory.percent‚11.386712392171223 network.recv‚512569) disk./.usagePercent‚54.09312013954336# disk.nvme0c0n1.in‚ 15780.9765625( disk.nvme0c0n1.out‚120178.2412109375# disk.dm-0.out‚120178.2412109375 disk.sda2.in‚0 disk.sda3.in‚100839.3828125$ memory_percent‚88.12540372212729! disk.nvme0n1.in‚ 15780.9765625& disk.nvme0n1.out‚120178.2412109375 disk.sda.out‚ 186.58984375 disk.sda1.out‚0 disk.dm-1.out‚ 186.58984375) proc.memory.availableMB‚ 2918.30078125" proc.memory.rssMB‚ 2798.3984375 proc.cpu.threads‚17Ÿ<×c2ù- _wandbruntime‚4770  _runtime‚4770¬]„Ýý&ú÷M NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚26010841 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚8576950 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚343 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚806187950592000 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚809110962830848 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚50330098 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3584996392960 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚50319984 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚805869429822272 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3584949342720 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚26020949 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚809109591198720 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚809110962830848 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚808787542146226 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚24309143 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _runtime‚4770.394570739 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2921666780160 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚16043550 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2918112323954 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚806187924418560 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚239 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚224371669499904 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚16043207 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚26010841 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2923012238848 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2916767712388 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚26020949 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚806187950592000 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚805869404394304 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚50330098 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528,båª'ûüM XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2921666780160 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚16043550 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 2918112323954 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚806187924418560 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚239 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚224371669499904 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚16043207 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚26010841 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 2923012238848 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2916767712388 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚26020949 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚806187950592000 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚805869404394304 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚50330098 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚26010841 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚8576950 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚343 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚806187950592000 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚809110962830848 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚50330098 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3584996392960 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚50319984 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚805869429822272 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3584949342720 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚26020949 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚809109591198720 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚809110962830848 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚808787542146226 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚24309143 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _runtime‚4770.394570739ï¥|¼2ü- _wandbruntime‚4770  _runtime‚4770¨#²ðý€ %loss/total_loss‚11.07427303901017 % _timestamp‚1.7848441661463435e+09 /loss/FBt1/detection_loss‚1.7301579294452334 epoch‚17 2loss/SRqqt1/assignment_loss‚0.6158374623849481 2loss/SRqqt2/assignment_loss‚0.6294174147060577 1loss/FBt1/assignment_loss‚0.12172785035742309 trainer/global_step‚2799 _step‚240 0loss/FBt2/assignment_loss‚0.0416673230337036 /loss/FRt1/detection_loss‚0.5816397484119809 /loss/FRt2/detection_loss‚1.5548510993926163 /loss/FBt2/detection_loss‚0.5517166785032581 _runtime‚4770.447681456 0loss/FRt1/assignment_loss‚2.5534490911388694 0loss/FRt2/assignment_loss‚0.8912224369318416 0loss/SRqqt1/detection_loss‚1.156231081144931 1loss/SRqqt2/detection_loss‚0.6463549235593068e‡Û þ… epoch‚17 2loss/SRqqt1/assignment_loss‚0.6158374623849481 2loss/SRqqt2/assignment_loss‚0.6294174147060577 1loss/FBt1/assignment_loss‚0.12172785035742309 trainer/global_step‚2799 _step‚240 0loss/FBt2/assignment_loss‚0.0416673230337036 /loss/FRt1/detection_loss‚0.5816397484119809 /loss/FRt2/detection_loss‚1.5548510993926163 /loss/FBt2/detection_loss‚0.5517166785032581 _runtime‚4770.447681456 0loss/FRt1/assignment_loss‚2.5534490911388694 0loss/FRt2/assignment_loss‚0.8912224369318416 0loss/SRqqt1/detection_loss‚1.156231081144931 1loss/SRqqt2/detection_loss‚0.6463549235593068 %loss/total_loss‚11.07427303901017 % _timestamp‚1.7848441661463435e+09 /loss/FBt1/detection_loss‚1.7301579294452334ðrÀâ ”ÿ‚(:‰ ”ŸŠÓ²í›Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚311.756' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.3512 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¥[NÊr€‚(:ç ”ŸŠÓ÷¿óÏ$ disk.dm-0.out‚120532.44580078125 disk.sda.in‚101093.03515625 network.sent‚ 4.880292e+06) disk./.usagePercent‚54.12257943852345$ disk./.usageGB‚806.4655456542969 disk.dm-1.in‚101093.03515625$ disk.nvme0c0n1.in‚15816.29296875" disk.nvme0n1.in‚15816.29296875 network.recv‚514386' disk.nvme0n1.out‚120532.44580078125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚101093.03515625( proc.memory.availableMB‚ 2918.5546875" proc.memory.rssMB‚ 2798.3984375) disk.nvme0c0n1.out‚120532.44580078125 disk.dm-0.in‚15816.29296875 disk.sda2.in‚0 disk.sda3.out‚ 187.22265625$ memory_percent‚88.12437057495117* proc.memory.percent‚11.386712392171223 cpu‚25.278102683584528 proc.cpu.threads‚17 disk.dm-1.out‚ 187.22265625 disk.sda.out‚ 187.22265625ï”'u“‚(:ˆ £ŸŠÓ¬‰²Î gpu.0.gpu‚74.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚371.945' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.389 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‘#xúX‚‚(:Í £ŸŠÓÐÐ disk.sda2.in‚0) proc.memory.availableMB‚ 2917.84765625* proc.memory.percent‚11.386712392171223 disk.sda3.in‚ 102355.90625 disk.dm-1.in‚ 102355.90625$ disk.dm-0.out‚120535.02978515625 disk.sda.out‚ 187.734375 disk.sda2.out‚0" proc.memory.rssMB‚ 2798.3984375 proc.cpu.threads‚17* disk./.usagePercent‚54.190752708846446 disk.sda3.out‚ 187.734375 disk.dm-0.in‚ 15961.8125 disk.sda1.in‚0$ memory_percent‚88.12724749247232 cpu‚25.27842589748559$ disk./.usageGB‚807.4813766479492 disk.dm-1.out‚ 187.734375) disk.nvme0c0n1.out‚120535.02978515625' disk.nvme0n1.out‚120535.02978515625 disk.sda.in‚ 102355.90625 disk.sda1.out‚0 network.sent‚ 4.929552e+06 network.recv‚517345 disk.nvme0c0n1.in‚ 15961.8125 disk.nvme0n1.in‚ 15961.8125õœæW”ƒ‚(:‰ ²ŸŠÓÁáÉÎ gpu.0.gpu‚88.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚284.051' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.8102 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ØþŒc„‚(:Ø ²ŸŠÓ¹†öÏ disk.dm-0.in‚ 15969.734375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 102355.90625 disk.dm-1.in‚ 102355.90625$ memory_percent‚88.12735875447592 network.sent‚ 4.931659e+06) disk./.usagePercent‚54.19024222982316' disk.nvme0n1.out‚121178.28076171875 disk.dm-1.out‚ 188.12890625( proc.memory.availableMB‚ 2917.8203125" proc.memory.rssMB‚ 2798.3984375* proc.memory.percent‚11.386712392171223 cpu‚25.278700149555796$ disk./.usageGB‚807.4737701416016 disk.sda.out‚ 188.12890625 proc.cpu.threads‚17 network.recv‚518433 disk.nvme0n1.in‚ 15969.734375$ disk.dm-0.out‚121178.28076171875 disk.sda.in‚ 102355.90625 disk.sda3.out‚ 188.12890625" disk.nvme0c0n1.in‚ 15969.734375) disk.nvme0c0n1.out‚121178.28076171875ØE5”…‚(:‰ ÁŸŠÓ˜Œ–Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.399' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.0798 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ØáZ†‚(:Ï ÁŸŠÓº§ÄÏ proc.cpu.threads‚17 network.sent‚ 4.934023e+06 network.recv‚520926) disk./.usagePercent‚54.20729924380699$ disk./.usageGB‚807.7279319763184) disk.nvme0c0n1.out‚121180.58056640625 disk.sda.in‚ 102355.90625 disk.sda1.in‚0 disk.sda3.out‚ 188.46875 disk.dm-1.in‚ 102355.90625 disk.dm-1.out‚ 188.46875 disk.nvme0n1.in‚ 15969.734375' disk.nvme0n1.out‚121180.58056640625$ disk.dm-0.out‚121180.58056640625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 102355.90625$ memory_percent‚92.08205540974936( proc.memory.availableMB‚ 1945.9140625" proc.memory.rssMB‚ 2798.3984375* proc.memory.percent‚11.386712392171223 disk.sda.out‚ 188.46875 disk.sda2.out‚0" disk.nvme0c0n1.in‚ 15969.734375 disk.dm-0.in‚ 15969.734375 cpu‚25.278872360181932î3pÞŸ‡‚(:” ПŠÓ¹ïªÎ gpu.0.gpu‚85.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚53.0 gpu.0.powerWatts‚133.733' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.746599999999997 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Îvsˆ‚(:è ПŠÓÌùÐ proc.cpu.threads‚17 disk.sda.in‚102888.01953125 disk.sda1.out‚0 disk.sda3.in‚102888.01953125 disk.dm-0.in‚15970.60546875$ memory_percent‚92.08200772603354" proc.memory.rssMB‚ 2798.3984375 network.sent‚ 4.936067e+06) disk./.usagePercent‚54.20723319386316 disk.sda.out‚ 189.12890625 disk.sda2.in‚0' disk.nvme0n1.out‚122416.36181640625$ disk.dm-0.out‚122416.36181640625$ disk./.usageGB‚807.7269477844238 disk.sda2.out‚0 disk.dm-1.in‚102888.01953125 disk.dm-1.out‚ 189.12890625) disk.nvme0c0n1.out‚122416.36181640625" disk.nvme0n1.in‚15970.60546875) proc.memory.availableMB‚ 1945.92578125 network.recv‚522036 disk.sda1.in‚0 disk.sda3.out‚ 189.12890625$ disk.nvme0c0n1.in‚15970.60546875* proc.memory.percent‚11.386712392171223 cpu‚25.279228488128343¿.%2‰- _wandbruntime‚4849  _runtime‚4849¨Ò|ÆÇŠÁ & lr-AdamW/pg1‚8.629573058681546e-05 & lr-AdamW/pg2‚8.629573058681546e-05 trainer/global_step‚2849 % _timestamp‚1.7848442453972354e+09 _runtime‚4849.698880513 _step‚2411Ÿ÷7Ì‹Æ _step‚241 & lr-AdamW/pg1‚8.629573058681546e-05 & lr-AdamW/pg2‚8.629573058681546e-05 trainer/global_step‚2849 % _timestamp‚1.7848442453972354e+09 _runtime‚4849.698880513ñ#‹…ú2Œ- _wandbruntime‚4849  _runtime‚4849zÎ(¯íO E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚51176837 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚26457711 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚51186937 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 _step‚242 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2968195405010 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚819854505826304 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚224637405038592 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚819854505826304 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚24719132 MFDeviceStatscŽuD Monitor.on_train_batch_start/inactive_split.large_pool.peak‚56 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2973179279872 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚350 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚24719126 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7595617 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚26457711 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚7595622 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚822498912142306 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚819530691309328 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2966850793556 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚819854479652864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚26467805 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3646244145664 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚24719132 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8721721 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚822497542102884 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚822827685106176 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚822826313481216 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3646197088256 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚819530716737296 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2971833828352 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 trainer/global_step‚2849 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚822826313481216 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚26467805 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚224637036947456 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _runtime‚4849.700116085N»fø'ŽòO O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚822827685106176 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚355 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 % _timestamp‚1.7848442453983407e+09 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚16317338 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚819854479652864 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 2971833828352 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚228283649184256 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚24719132 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8721721 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚822497542102884 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚822827685106176 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚822826313481216 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3646197088256 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚819530716737296 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 2971833828352 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 trainer/global_step‚2849 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚822826313481216 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚26467805 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚224637036947456 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _runtime‚4849.700116085 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚51176837 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚26457711 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚51186937 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 _step‚242 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 2968195405010 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚819854505826304 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚224637405038592 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚819854505826304 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚24719132 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 2973179279872 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚350 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚24719126 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7595617 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚26457711 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚7595622 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚822498912142306 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚819530691309328 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 2966850793556 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚819854479652864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚26467805 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3646244145664 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _step‚243 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚820133415116800 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚224715991404544 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2972856336384 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚228363077858304 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚224715623313408 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3647454544896 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚51204400 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2967871595196 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚24727493 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2972856336384 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3647503692288 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2974201795072 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚24727499 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚8724623 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚819809518511072 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚356 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚823106245279744 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚16322880 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚351 trainer/global_step‚2849 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚51204400 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚822778734717834 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181ž60r‘üM PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚823107616911872 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚26476901 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚26466793 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _step‚243 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚820133415116800 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚224715991404544 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 2972856336384 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚228363077858304 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚224715623313408 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3647454544896 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚51204400 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 2967871595196 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚24727493 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 2972856336384 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3647503692288 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 2974201795072 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚24727499 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚8724623 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚819809518511072 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚356 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚823106245279744 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚16322880 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚351 trainer/global_step‚2849 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚51204400 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚822778734717834 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚51194286 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181ó÷8.C2’- _wandbruntime‚4851  _runtime‚4851+´L€“ü _runtime‚4851.176637541 0loss/FRt1/assignment_loss‚2.4783308622684883 0loss/SRqqt1/detection_loss‚1.052466892847309 % _timestamp‚1.7848442468752875e+09 _step‚244 .loss/FBt1/detection_loss‚9.000553838611353 .loss/FBt2/detection_loss‚0.711475310007689 /loss/FRt2/assignment_loss‚1.075230807784092 2loss/SRqqt1/assignment_loss‚0.6621650488213546 2loss/SRqqt2/assignment_loss‚0.6204395431682825 0loss/FBt1/assignment_loss‚0.2189492477696416 /loss/FRt1/detection_loss‚0.5543380532854922 /loss/FRt2/detection_loss‚1.4882308712489414 $loss/total_loss‚18.6139540591061 epoch‚17 1loss/SRqqt2/detection_loss‚0.6764189863355757 1loss/FBt2/assignment_loss‚0.07535459695788145 trainer/global_step‚2849Àúƒp” 0loss/FRt1/assignment_loss‚2.4783308622684883 0loss/SRqqt1/detection_loss‚1.052466892847309 % _timestamp‚1.7848442468752875e+09 _step‚244 .loss/FBt1/detection_loss‚9.000553838611353 .loss/FBt2/detection_loss‚0.711475310007689 /loss/FRt2/assignment_loss‚1.075230807784092 2loss/SRqqt1/assignment_loss‚0.6621650488213546 2loss/SRqqt2/assignment_loss‚0.6204395431682825 0loss/FBt1/assignment_loss‚0.2189492477696416 /loss/FRt1/detection_loss‚0.5543380532854922 /loss/FRt2/detection_loss‚1.4882308712489414 $loss/total_loss‚18.6139540591061 epoch‚17 1loss/SRqqt2/detection_loss‚0.6764189863355757 1loss/FBt2/assignment_loss‚0.07535459695788145 trainer/global_step‚2849 _runtime‚4851.176637541ôÒˆu៕‚(:” ߟŠÓúŸœÎ gpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚296.165' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.233000000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ý“†Ži–‚(:Þ ߟŠÓÑîÏ cpu‚25.27945631390919 network.sent‚ 4.937045e+06$ disk./.usageGB‚809.0362510681152 disk.sda1.out‚0 disk.sda3.in‚103436.57421875 disk.dm-1.in‚103436.57421875$ disk.nvme0c0n1.in‚16066.08984375' disk.nvme0c0n1.out‚123468.544921875" disk.dm-0.out‚123468.544921875 disk.sda.in‚103436.57421875 disk.sda3.out‚ 189.8984375" proc.memory.rssMB‚ 2798.3984375* proc.memory.percent‚11.386712392171223 network.recv‚523269" disk.nvme0n1.in‚16066.08984375% disk.nvme0n1.out‚123468.544921875 disk.sda1.in‚0 disk.sda2.in‚0$ memory_percent‚92.08312034606934 proc.cpu.threads‚17 disk.sda.out‚ 189.8984375) disk./.usagePercent‚54.29510163581032 disk.dm-1.out‚ 189.8984375 disk.dm-0.in‚16066.08984375 disk.sda2.out‚0) proc.memory.availableMB‚ 1945.65234375Þk*Š”—‚(:‰ Óņ²Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚298.284' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.6568 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0=ÈüÜr˜‚(:ç Ó®Ø§Ò disk.sda1.out‚0' disk.nvme0n1.out‚123570.23095703125 disk.dm-0.in‚16066.08984375* proc.memory.percent‚11.386712392171223) disk./.usagePercent‚54.29616816319797 disk.sda.in‚103436.57421875 disk.sda2.in‚0 disk.dm-1.in‚103436.57421875) disk.nvme0c0n1.out‚123570.23095703125$ memory_percent‚92.08313624064127 proc.cpu.threads‚17$ disk./.usageGB‚809.0521430969238 disk.sda.out‚ 190.29296875 disk.sda1.in‚0 disk.sda3.in‚103436.57421875 disk.sda3.out‚ 190.29296875( proc.memory.availableMB‚ 1945.6484375 disk.sda2.out‚0$ disk.nvme0c0n1.in‚16066.08984375" disk.nvme0n1.in‚16066.08984375$ disk.dm-0.out‚123570.23095703125" proc.memory.rssMB‚ 2798.3984375 cpu‚25.279645108353908 disk.dm-1.out‚ 190.29296875 network.sent‚ 4.997812e+06 network.recv‚526139Ëšk”™‚(:‰ ýŸŠÓ–¿–Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚143.006' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚28.6012 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‰œ(rš‚(:ç ýŸŠÓ’¦ÎÏ disk.sda2.in‚0 disk.dm-1.out‚ 190.58984375 disk.dm-0.in‚16066.08984375* proc.memory.percent‚11.386712392171223* disk./.usagePercent‚54.296881400188354 disk.sda.in‚103436.57421875) disk.nvme0c0n1.out‚123761.83642578125" disk.nvme0n1.in‚16066.08984375$ memory_percent‚92.08316802978516 proc.cpu.threads‚17 network.recv‚527349 disk.sda1.in‚0 disk.dm-1.in‚103436.57421875$ disk.nvme0c0n1.in‚16066.08984375" proc.memory.rssMB‚ 2798.3984375 cpu‚25.279887596763846$ disk./.usageGB‚809.0627708435059 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚103436.57421875 disk.sda3.out‚ 190.58984375' disk.nvme0n1.out‚123761.83642578125$ disk.dm-0.out‚123761.83642578125' proc.memory.availableMB‚ 1945.640625 network.sent‚ 4.998779e+06 disk.sda.out‚ 190.58984375 73›‚(:… Œ ŠÓÉ‹·Î gpu.0.gpu‚1.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚356.06' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.212 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0“d>Xœ‚(:Í Œ ŠÓ›õ‘Ð' proc.memory.availableMB‚ 1945.546875 network.recv‚528405 disk.sda.out‚192.5 disk.sda1.in‚0 disk.sda3.in‚103701.3984375$ disk.nvme0c0n1.in‚16090.76953125$ memory_percent‚92.08354949951172 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚192.5) disk.nvme0c0n1.out‚123829.11279296875' disk.nvme0n1.out‚123829.11279296875" proc.memory.rssMB‚ 2798.3984375 cpu‚25.282718788993364 proc.cpu.threads‚17 network.sent‚ 5.002015e+06) disk./.usagePercent‚54.31765897166729 disk.dm-0.in‚16090.76953125 disk.sda.in‚103701.3984375 disk.dm-1.in‚103701.3984375 disk.dm-1.out‚192.5* proc.memory.percent‚11.386712392171223# disk./.usageGB‚809.372371673584$ disk.dm-0.out‚123829.11279296875 disk.sda2.in‚0" disk.nvme0n1.in‚16090.76953125·2- _wandbruntime‚4909  _runtime‚4909‰3Üœ;ž–w ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +jet/accuracy_3_of_3‚0.05576140433549881 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 *jet/accuracy_2_of_4‚0.7857664823532104 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8658270835876465 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.06736871600151062 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9730472564697266 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7409031391143799 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.18243277072906494 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.02461177669465542 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.06183917075395584 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.5799511671066284 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 *jet/accuracy_1_of_2‚0.7182932496070862 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9946808815002441 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5507627725601196 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.31366440653800964 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7103634476661682 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7004464268684387 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7853649854660034 4validation_average_jet_accuracy‚0.32565838098526 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.3694884777069092 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 +particle/sensitivity‚0.6101203560829163 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9243290424346924 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5506988763809204 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7709091901779175 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3288315534591675 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9439332485198975 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 8"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.834245502948761 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5782333612442017 8"Purity/0FRt2SRqqt0FBt/event_purity‚0.319498211145401 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 'particle/f_score‚0.6156409382820129 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2694185674190521 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.1513579785823822 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9953205585479736 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9936347603797913 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.11192835867404938 +jet/accuracy_4_of_4‚0.02010233886539936 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.04422846809029579 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 _step‚245 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.2767857313156128 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5506988763809204 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7066964507102966 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.17514610290527344 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8486580848693848 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.47939127683639526 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.012340129353106022 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.1433926671743393 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.15311749279499054 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_1_of_3‚1 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.22924576699733734 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.04201173037290573 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.23669028282165527 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.18243277072906494 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 *jet/accuracy_2_of_3‚0.5186865925788879 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.32567358016967773 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.6755954623222351 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 % _timestamp‚1.7848443051021361e+09 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5560946464538574 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 :"Purity/1FRt0SRqqt1FBt/event_purity‚0.47046273946762085 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 particle/accuracy_2_of_3‚1 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.13708452880382538 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.022156884893774986 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 'particle/accuracy‚0.837738037109375 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9934509992599487 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9926406741142273 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 *jet/accuracy_1_of_1‚0.2842821776866913 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9956330060958862 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.19090034067630768 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4023852050304413 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.020801180973649025 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.7847368121147156 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.14343708753585815 *loss/val_total_loss‚10.460143623421722 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7819860577583313 7 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.0135788694024086 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9398086071014404 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6168705224990845 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.14695315062999725 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9310836791992188 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6409226059913635 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7373312711715698 *jet/accuracy_1_of_3‚0.8972469568252563 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6297560930252075 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.23698730766773224 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_3_of_4‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 trainer/global_step‚2879 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6142987608909607 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.18612727522850037 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.6707408428192139 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.712563157081604 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 _runtime‚4909.404401636 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9948979616165161 /particle/accuracy_4_of_4‚0.9782986044883728 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.3173426389694214 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.18911653757095337 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5762684941291809 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_1_of_2‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.17071989178657532 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7058836817741394 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9778097867965698 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9773951768875122 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9821428656578064 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6809801459312439 7 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.0135788694024086 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.18132390081882477 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6283867359161377 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.019446389749646187 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8633389472961426 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.968102216720581 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.15139104425907135 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5518658757209778 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.5751937031745911 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.14355909824371338 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.021901391446590424 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 +jet/accuracy_3_of_4‚0.03329678624868393 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.35624438524246216 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7319896817207336 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.024145998060703278 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.720095157623291 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6169546842575073 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9919354915618896 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_4‚0.9599506855010986 particle/accuracy_2_of_4‚1 epoch‚17 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7042665481567383 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.19114364683628082 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.011904762126505375 particle/accuracy_2_of_2‚1 particle/accuracy_1_of_4‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9821428656578064 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1508295089006424 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.14444051682949066 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.16471223533153534 8"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.834245502948761 particle/accuracy_3_of_3‚1 +particle/specificity‚0.8993412256240845 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9823970198631287 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7044278979301453 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7029075026512146 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 8"Purity/0FRt*SRqqt0FBt/event_purity‚0.526983916759491 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5893751382827759 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.023715198040008545 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6542071104049683 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.051788534969091415 *jet/accuracy_2_of_2‚0.1167946383357048 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.14340874552726746 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6341047883033752 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.02099083922803402 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7317628860473633 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6221726536750793 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.5802193880081177 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.5081689357757568 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9934509992599487 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5563175082206726 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.19059883058071136 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7053958773612976 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1sê Ÿ›w 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9934509992599487 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9926406741142273 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 *jet/accuracy_1_of_1‚0.2842821776866913 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9956330060958862 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.19090034067630768 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4023852050304413 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.020801180973649025 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.7847368121147156 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.14343708753585815 *loss/val_total_loss‚10.460143623421722 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7819860577583313 7 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.0135788694024086 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9398086071014404 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6168705224990845 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.14695315062999725 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9310836791992188 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6409226059913635 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7373312711715698 *jet/accuracy_1_of_3‚0.8972469568252563 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6297560930252075 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.23698730766773224 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_3_of_4‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 trainer/global_step‚2879 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6142987608909607 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.18612727522850037 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.6707408428192139 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.712563157081604 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 _runtime‚4909.404401636 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9948979616165161 /particle/accuracy_4_of_4‚0.9782986044883728 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.3173426389694214 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.18911653757095337 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5762684941291809 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_1_of_2‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.17071989178657532 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7058836817741394 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9778097867965698 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9773951768875122 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9821428656578064 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6809801459312439 7 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.0135788694024086 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.18132390081882477 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6283867359161377 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.019446389749646187 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8633389472961426 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.968102216720581 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.15139104425907135 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5518658757209778 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.5751937031745911 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.14355909824371338 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.021901391446590424 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 +jet/accuracy_3_of_4‚0.03329678624868393 8 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.35624438524246216 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7319896817207336 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :&Purity/*FRt1SRqqt*FBt½üà Ÿ(/event_proportion‚0.3895263671875 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.024145998060703278 8"Purity/*FRt*SRqqt2FBt/event_purity‚0.720095157623291 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6169546842575073 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9919354915618896 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_4‚0.9599506855010986 particle/accuracy_2_of_4‚1 epoch‚17 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7042665481567383 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.19114364683628082 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.011904762126505375 particle/accuracy_2_of_2‚1 particle/accuracy_1_of_4‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9821428656578064 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1508295089006424 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.14444051682949066 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.16471223533153534 8"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.834245502948761 particle/accuracy_3_of_3‚1 +particle/specificity‚0.8993412256240845 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9823970198631287 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7044278979301453 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7029075026512146 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 8"Purity/0FRt*SRqqt0FBt/event_purity‚0.526983916759491 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5893751382827759 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.023715198040008545 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6542071104049683 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.051788534969091415 *jet/accuracy_2_of_2‚0.1167946383357048 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.14340874552726746 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6341047883033752 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.02099083922803402 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7317628860473633 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6221726536750793 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.5802193880081177 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.5081689357757568 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9934509992599487 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5563175082206726 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.19059883058071136 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7053958773612976 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +jet/accuracy_3_of_3‚0.05576140433549881 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 *jet/accuracy_2_of_4‚0.7857664823532104 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.8658270835876465 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.06736871600151062 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9730472564697266 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7409031391143799 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.18243277072906494 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.02461177669465542 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.06183917075395584 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.5799511671066284 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 *jet/accuracy_1_of_2‚0.7182932496070862 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9946808815002441 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5507627725601196 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.31366440653800964 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7103634476661682 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7004464268684387 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7853649854660034 4validation_average_jet_accuracy‚0.32565838098526 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.3694884777069092 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 +particle/sensitivity‚0.6101203560829163 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9243290424346924 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5506988763809204 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7709091901779175 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3288315534591675 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9439332485198975 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 8"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.834245502948761 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5782333612442017 8"Purity/0FRt2SRqqt0FBt/event_purity‚0.319498211145401 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 'particle/f_score‚0.6156409382820129 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2694185674190521 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.1513579785823822 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9953205585479736 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9936347603797913 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.11192835867404938 +jet/accuracy_4_of_4‚0.02010233886539936 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.04422846809029579 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 _step‚245 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.2767857313156128 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5506988763809204 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7066964507102966 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.17514610290527344 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8486580848693848 8 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.47939127683639526 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.012340129353106022 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.1433926671743393 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.15311749279499054 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_1_of_3‚1 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.22924576699733734 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.04201173037290573 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.23669028282165527 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.18243277072906494 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 *jet/accuracy_2_of_3‚0.5186865925788879 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.32567358016967773 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.6755954623222351 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 % _timestamp‚1.7848443051021361e+09 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5560946464538574 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 :"Purity/1FRt0SRqqt1FBt/event_purity‚0.47046273946762085 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 particle/accuracy_2_of_3‚1 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.13708452880382538 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.022156884893774986 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 'particle/accuracy‚0.837738037109375 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875õH^‘œ ‚(:‘ › ŠÓù›ÿÍ gpu.0.gpu‚98.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚369.1' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.82000000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚03H¶Èk¡‚(:à › ŠÓÿþ¡Ð) disk./.usagePercent‚54.39043704950867 disk.dm-0.in‚16258.82421875$ disk.dm-0.out‚125229.33154296875 disk.sda3.in‚104831.94921875 disk.sda3.out‚ 193.390625$ disk.nvme0c0n1.in‚16258.82421875$ disk./.usageGB‚810.4568176269531 disk.sda.in‚104831.94921875 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 193.390625) proc.memory.availableMB‚ 1945.22265625" proc.memory.rssMB‚ 2798.3984375 proc.cpu.threads‚17 network.sent‚ 5.004099e+06" disk.nvme0n1.in‚16258.82421875' disk.nvme0n1.out‚125229.33154296875 disk.sda.out‚ 193.390625 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚92.08486874898276* proc.memory.percent‚11.386712392171223 network.recv‚529809 disk.dm-1.in‚104831.94921875) disk.nvme0c0n1.out‚125229.33154296875 cpu‚25.2855372963047x¯Ûš”¢‚(:‰ ª ŠÓ»Ã­Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚320.052' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.0104 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0dyÉwZ£‚(:Ï ª ŠÓ çÞÏ disk.nvme0n1.in‚ 16260.0625 disk.sda.out‚ 194.171875" proc.memory.rssMB‚ 2798.3984375* proc.memory.percent‚11.386712392171223 disk.dm-1.out‚ 194.171875 disk.dm-0.in‚ 16260.0625) disk./.usagePercent‚54.39039762434839 disk.sda3.in‚104831.94921875 disk.sda3.out‚ 194.171875' disk.nvme0c0n1.out‚125244.173828125 disk.sda.in‚104831.94921875 disk.sda2.out‚0 cpu‚25.285736846384754 proc.cpu.threads‚17 network.recv‚532476 disk.dm-1.in‚104831.94921875" disk.dm-0.out‚125244.173828125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚92.08498001098633( proc.memory.availableMB‚ 1945.1953125% disk.nvme0n1.out‚125244.173828125 network.sent‚ 5.058017e+06$ disk./.usageGB‚810.4562301635742 disk.nvme0c0n1.in‚ 16260.0625!æ&2¤- _wandbruntime‚4940  _runtime‚4940´ïEbÅ¥¿ % lr-AdamW/pg1‚8.52567387773807e-05 % lr-AdamW/pg2‚8.52567387773807e-05 trainer/global_step‚2899 % _timestamp‚1.7848443360398982e+09 _runtime‚4940.341382742 _step‚246Ðý—sÊ¦Ä % lr-AdamW/pg1‚8.52567387773807e-05 % lr-AdamW/pg2‚8.52567387773807e-05 trainer/global_step‚2899 % _timestamp‚1.7848443360398982e+09 _runtime‚4940.341382742 _step‚246öUtl2§- _wandbruntime‚4940  _runtime‚4940ä´vEó'¨íO IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚838289440055808 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚26941408 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚228594308314112 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚228594676405248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚835263205771264 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚25188586 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3021159730773 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3713619512832 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚25188580 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚835263231944704 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚232307889158144 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚25188586 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚26941408 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚16616615 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚38668800 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚16616323 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚838289440055808 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚835263231944704 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 _step‚247 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7731539 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚232308295918080 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3026234284544 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚287 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8884784 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 _runtime‚4940.345906506 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚837955596140419 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚8885071 % _timestamp‚1.7848443360408394e+09 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚835263205771264 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚25188580 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚837954226100997 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚292 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 406759936 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚838290811680768 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚52140088 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3713580844032 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚838289440055808 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚26941408 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚228594308314112 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚228594676405248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚835263205771264 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚25188586 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3021159730773 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3713619512832 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚25188580 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚835263231944704 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚232307889158144 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚25188586 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚26941408 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚16616615 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚38668800 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚16616323 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚838289440055808 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚835263231944704 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 _step‚247 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7731539 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚232308295918080 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3026234284544 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚287 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚8884784 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚•–OÒ¿ 1728053248 _runtime‚4940.345906506 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚837955596140419 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚8885071 % _timestamp‚1.7848443360408394e+09 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚835263205771264 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚25188580 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚837954226100997÷‹S2ª- _wandbruntime‚4941  _runtime‚4941Ñçœ1ý&«÷M REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚8887762 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚38661632 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚7734179 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚838235418715947 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3022180532413 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚835211893571968 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚52157551 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚26950490 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚16621941 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚52157551 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚838569371854336 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚835542141235200 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚232387758028800 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 trainer/global_step‚2899 % _timestamp‚1.7848443374612715e+09 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _runtime‚4941.763136413 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚835542141235200 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3028602251264 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚25196947 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚52147437 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3027256792576 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _step‚248 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚232388164781568 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 406752768 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3027256792576 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚228673262771200 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚292 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚25196953 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚838570743486464 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚838570743486464 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7734184 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚835211868144000 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚287 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3028602251264 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚25196947 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚26950490 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚835542115061760 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚52147437 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚8888049 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚26960598 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3714863348736 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _runtime‚4941.763136413 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚835542141235200 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3028602251264 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚25196947 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚52147437 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3027256792576 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _step‚248 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚232388164781568 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 406752768 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3027256792576 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚228673262771200 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚292 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚25196953 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚838570743486464 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚838570743486464 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7734184 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚835211868144000 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚287 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3028602251264 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚25196947 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚26950490 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚835542115061760 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚52147437 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚8888049 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚26960598 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3714863348736 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚52157551 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚26950490 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚16621941 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824øüJ92­- _wandbruntime‚4941  _runtime‚4941MûJ뮀 /loss/FBt1/detection_loss‚0.8994164329542722 trainer/global_step‚2899 epoch‚18 0loss/FRt1/assignment_loss‚2.5813676529489498 2loss/SRqqt1/assignment_loss‚0.7716888036035622 1loss/FBt1/assignment_loss‚0.05851238059570454 1loss/FBt2/assignment_loss‚0.04477671804304178 /loss/FRt1/detection_loss‚0.5425380554475384 /loss/SRqqt2/detection_loss‚0.65143519606965 &loss/total_loss‚10.674561222884805 0loss/FRt2/assignment_loss‚1.1471107176204367 2loss/SRqqt2/assignment_loss‚0.5727495295734532 /loss/FRt2/detection_loss‚1.5180374972536952 /loss/FBt2/detection_loss‚0.7884581046752014 $ _timestamp‚1.784844337513951e+09 _runtime‚4941.815347855 _step‚249 1loss/SRqqt1/detection_loss‚1.0984701340992995¿¾‹F ¯… /loss/FBt1/detection_loss‚0.8994164329542722 trainer/global_step‚2899 epoch‚18 0loss/FRt1/assignment_loss‚2.5813676529489498 2loss/SRqqt1/assignment_loss‚0.7716888036035622 1loss/FBt1/assignment_loss‚0.05851238059570454 1loss/FBt2/assignment_loss‚0.04477671804304178 /loss/FRt1/detection_loss‚0.5425380554475384 /loss/SRqqt2/detection_loss‚0.65143519606965 &loss/total_loss‚10.674561222884805 0loss/FRt2/assignment_loss‚1.1471107176204367 2loss/SRqqt2/assignment_loss‚0.5727495295734532 /loss/FRt2/detection_loss‚1.5180374972536952 /loss/FBt2/detection_loss‚0.7884581046752014 $ _timestamp‚1.784844337513951e+09 _runtime‚4941.815347855 _step‚249 1loss/SRqqt1/detection_loss‚1.0984701340992995ùø`Óèž°‚(:“ ¹ ŠÓ øÆÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚328.402' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚65.68039999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0äxs±‚(:è ¹ ŠÓ¾çÍÐ disk.dm-0.in‚16261.55859375 disk.sda1.out‚0) proc.memory.availableMB‚ 1945.42578125$ disk.dm-0.out‚125253.34326171875 disk.sda1.in‚0 cpu‚25.285970536527664) disk./.usagePercent‚54.39034104668332 disk.sda3.in‚104831.94921875$ disk.nvme0c0n1.in‚16261.55859375) disk.nvme0c0n1.out‚125253.34326171875' disk.nvme0n1.out‚125253.34326171875 disk.sda.out‚ 194.46484375$ memory_percent‚92.08404223124185* proc.memory.percent‚11.386712392171223 network.sent‚ 5.059891e+06 network.recv‚532947 disk.sda2.out‚0 disk.dm-1.in‚104831.94921875 disk.dm-1.out‚ 194.46484375 disk.sda.in‚104831.94921875" proc.memory.rssMB‚ 2798.3984375 proc.cpu.threads‚17$ disk./.usageGB‚810.4553871154785 disk.sda2.in‚0 disk.sda3.out‚ 194.46484375" disk.nvme0n1.in‚16261.55859375âù–Ê”²‚(:‰ È ŠÓ¥ñ²Î gpu.0.gpu‚80.0 gpu.0.memory‚25, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚365.334' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.0668 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0iœäg³‚(:Ü È ŠÓþÐ$ disk./.usageGB‚810.4554176330566 disk.sda.in‚105367.08984375 disk.sda2.out‚0 disk.sda3.in‚105367.08984375& disk.nvme0n1.out‚125257.2763671875# disk.dm-0.out‚125257.2763671875& proc.memory.availableMB‚ 1945.21875 proc.cpu.threads‚17( disk./.usagePercent‚54.3903430947436 disk.sda.out‚ 195.0546875 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.out‚ 195.0546875$ disk.nvme0c0n1.in‚16261.56640625( disk.nvme0c0n1.out‚125257.2763671875" disk.nvme0n1.in‚16261.56640625 network.recv‚536659 disk.sda3.out‚ 195.0546875 disk.dm-1.in‚105367.08984375$ memory_percent‚92.08488464355469" proc.memory.rssMB‚ 2798.3984375 cpu‚25.28625805526001 network.sent‚ 5.12002e+06 disk.sda2.in‚0 disk.dm-0.in‚16261.56640625* proc.memory.percent‚11.386712392171223Áÿž´‚(:“ × ŠÓ©±¥Î gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚300.169' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.03379999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ضêgµ‚(:Ü × ŠÓ£ïÑÏ* disk./.usagePercent‚54.390340022653184$ disk./.usageGB‚810.4553718566895 disk.sda.out‚ 195.44140625 disk.sda1.out‚0 disk.sda3.in‚ 105835.078125 disk.dm-1.in‚ 105835.078125$ disk.nvme0c0n1.in‚16323.00390625( disk.nvme0c0n1.out‚125258.2099609375 disk.sda.in‚ 105835.078125& disk.nvme0n1.out‚125258.2099609375$ memory_percent‚92.08513895670572& proc.memory.availableMB‚ 1945.15625* proc.memory.percent‚11.386712392171223 cpu‚25.28646217446437 proc.cpu.threads‚17 network.sent‚ 5.121091e+06 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.out‚ 195.44140625" disk.nvme0n1.in‚16323.00390625# disk.dm-0.out‚125258.2099609375" proc.memory.rssMB‚ 2798.3984375 network.recv‚537878 disk.sda2.out‚0 disk.dm-1.out‚ 195.44140625 disk.dm-0.in‚16323.00390625‡.ð]”¶‚(:‰ æ ŠÓžŠØÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚317.399' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.4798 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0«­C€^·‚(:Ó æ ŠÓñðòÐ disk.sda3.in‚ 105835.078125 disk.nvme0c0n1.in‚ 16424.3125 disk.nvme0n1.in‚ 16424.3125 disk.sda.in‚ 105835.078125 disk.sda1.in‚0 network.recv‚538142 disk.sda3.out‚ 195.76171875) disk.nvme0c0n1.out‚125381.00732421875' disk.nvme0n1.out‚125381.00732421875 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚92.08539326985678& proc.memory.availableMB‚ 1945.09375 network.sent‚ 5.124146e+06 disk.dm-1.in‚ 105835.078125 disk.dm-1.out‚ 195.76171875 disk.sda2.out‚0" proc.memory.rssMB‚ 2798.3984375* proc.memory.percent‚11.386712392171223 proc.cpu.threads‚17$ disk./.usageGB‚810.5997924804688 disk.dm-0.in‚ 16424.3125$ disk.dm-0.out‚125381.00732421875 disk.sda.out‚ 195.76171875 cpu‚25.286637998513843) disk./.usagePercent‚54.40003221189199±Šs!¸‚(:’ õ ŠÓ抩Î gpu.0.gpu‚29.0 gpu.0.memory‚9, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚352.994' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚70.59880000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0›KVoZ¹‚(:Ï õ ŠÓŸù×Ï# disk.dm-0.out‚125418.1669921875# memory_percent‚92.0843760172526$ disk./.usageGB‚810.6104927062988 disk.sda.in‚ 105835.078125 disk.sda2.in‚0 disk.dm-1.in‚ 105835.078125 disk.nvme0c0n1.in‚ 16424.3125& disk.nvme0n1.out‚125418.1669921875& proc.memory.availableMB‚ 1945.34375 network.sent‚ 5.126476e+06 network.recv‚540322) disk./.usagePercent‚54.40075031302554 disk.sda2.out‚0 disk.sda3.out‚ 196.06640625 disk.dm-1.out‚ 196.06640625( disk.nvme0c0n1.out‚125418.1669921875" proc.memory.rssMB‚ 2798.3984375 disk.sda.out‚ 196.06640625 disk.sda3.in‚ 105835.078125 disk.dm-0.in‚ 16424.3125* proc.memory.percent‚11.386712392171223 cpu‚25.286937361515893 proc.cpu.threads‚17 disk.sda1.in‚0 disk.sda1.out‚0 disk.nvme0n1.in‚ 16424.3125Äþº2º- _wandbruntime‚5021  _runtime‚5021µ³ãNÅ»¿ trainer/global_step‚2949 % _timestamp‚1.7848444167843263e+09 _runtime‚5021.086054893 _step‚250 % lr-AdamW/pg1‚8.42070323197933e-05 % lr-AdamW/pg2‚8.42070323197933e-05?zŒ,Ê¼Ä % lr-AdamW/pg1‚8.42070323197933e-05 % lr-AdamW/pg2‚8.42070323197933e-05 trainer/global_step‚2949 % _timestamp‚1.7848444167843263e+09 _runtime‚5021.086054893 _step‚250ú?À” 2½- _wandbruntime‚5021  _runtime‚5021J*?gF ¾ìO IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚236300427294208 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚852286094136832 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚25606930 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚16896797 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3077423840768 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚25606936 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9033253 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚53004290 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚849208696469504 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7863539 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 $ _timestamp‚1.784844416785508e+09 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚849208696469504 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3776387631104 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚852287465761792 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚852286094136832 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3078769292288 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚852287465761792 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚236300427294208 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚852286094136832 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚25606930 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚16896797 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3077423840768 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚25606936 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9033253 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚53004290 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚849208696469504 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚7863539 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 $ _timestamp‚1.784844416785508e+09 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚849208696469504 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3776387631104 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚852287465761792 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚852286094136832 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3078769292288 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚852287465761792 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚849487579586560 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚7866179 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚849487605760000 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚236380274044416 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚53031853 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚852226611287555 _runtime‚5022.505044023 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3074629026787 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚16902318 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚16901981 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚852567397567488 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚27406442 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3078446348800 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9035802 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚337 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚53031853 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3078446348800 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚25615297 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚849151956832800 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚53021739 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 trainer/global_step‚2949 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚25615303 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚236379854708736 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3777692975616 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚53021739 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3073284415221 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0€oÛ ÂüM PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚232602581068800 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 % _timestamp‚1.7848444182031598e+09 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚332 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚852225241248021 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚849487605760000 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3079791807488 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚27416550 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _step‚252 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚25615297 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚236379854708736 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3777692975616 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚53021739 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3073284415221 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3777641731072 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚27416550 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚852566025935360 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚849487579586560 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7866184 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚849487579586560 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚7866179 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚849487605760000 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚236380274044416 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚53031853 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚852226611287555 _runtime‚5022.505044023 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3074629026787 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚16902318 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚16901981 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚852567397567488 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚27406442 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3078446348800 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9035802 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚337 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚53031853 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3078446348800 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚25615297 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚849151956832800 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚53021739 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 trainer/global_step‚2949 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚25615303 E2Ò- _wandbruntime‚5101  _runtime‚5101iM»“ÅÓ¿ _step‚254 % lr-AdamW/pg1‚8.31470325814891e-05 % lr-AdamW/pg2‚8.31470325814891e-05 trainer/global_step‚2999 % _timestamp‚1.7848444971977124e+09 _runtime‚5101.499195987+uiÛÊÔÄ trainer/global_step‚2999 % _timestamp‚1.7848444971977124e+09 _runtime‚5101.499195987 _step‚254 % lr-AdamW/pg1‚8.31470325814891e-05 % lr-AdamW/pg2‚8.31470325814891e-05þ¥ $2Õ- _wandbruntime‚5101  _runtime‚5101 |’ó'ÖíO YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3129958848512 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚27863406 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚863154160994304 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚863154134820864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚866282748217856 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚348 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚343 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3838994330112 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚240292307330560 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9180227 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 427731456 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚26025280 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3128613396992 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9179884 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚26025280 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚17175423 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚866284119842816 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3129958848512 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚59640320 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚26025286 _step‚255 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3838934689792 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚866282748217856 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚27853312 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚17175771 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚27853312 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚865937981283635 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚862813243747824 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚866284119842816 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚862813243747824 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚866284119842816 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚863154160994304 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚863154134820864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚866282748217856 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚348 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚343 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3838994330112 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚240292307330560 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9180227 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 427731456 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚26025280 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3128613396992 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9179884 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚26025280 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚17175423 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚866284119842816 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3129958848512 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚59640320 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0ÿWíål2Ø- _wandbruntime‚5102  _runtime‚5102Œ~Ì…ý&Ù÷M KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚2999 _step‚256 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3129635905024 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚53906155 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚866564051648512 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7998184 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚341 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚866562680016384 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚27862394 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚9183160 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚863433070284800 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚7998179 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3840183520256 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚53906155 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚863433044111360 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚27872502 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3124388298029 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 % _timestamp‚1.7848444986153147e+09 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚26033653 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚17181344 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚27872502 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚866564051648512 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚236531531275264 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚26033647 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚863433044111360 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚26033647 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3129635905024 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚863092045521600 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9182819 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚53896041 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚863433070284800 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3125732909595 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚240372134131200 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚236531899366400 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚17180998 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚240371714795520±2µ'ÚüM ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚863433070284800 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚7998179 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3840183520256 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚53906155 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚863433044111360 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚27872502 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3124388298029 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 % _timestamp‚1.7848444986153147e+09 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚26033653 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚17181344 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚27872502 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚866564051648512 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚236531531275264 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚26033647 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚863433044111360 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚26033647 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3129635905024 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚863092045521600 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9182819 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚53896041 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚863433070284800 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3125732909595 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚240372134131200 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚236531899366400 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚17180998 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚240371714795520 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚2999 _step‚256 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3129635905024 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚53906155 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚866564051648512 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚7998184 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚341 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚866562680016384 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚27862394 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚9183160 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0€#š|&2Û- _wandbruntime‚5102  _runtime‚5102ÄýŠ܃ 0loss/FRt2/assignment_loss‚1.0366010925204483 epoch‚18 trainer/global_step‚2999 % _timestamp‚1.7848444986700308e+09 _runtime‚5102.971359439 _step‚257 2loss/SRqqt2/assignment_loss‚0.6357259177953773 1loss/FBt1/assignment_loss‚0.23918300849317622 1loss/SRqqt2/detection_loss‚0.7403875970963525 1loss/FBt2/assignment_loss‚0.06739801712356137 /loss/FRt1/detection_loss‚0.6038954448494851 /loss/FRt2/detection_loss‚1.5477169004793656 /loss/FBt2/detection_loss‚0.5451673140203307 2loss/SRqqt1/assignment_loss‚0.6995734013387174 1loss/SRqqt1/detection_loss‚1.1102122710120514 /loss/FBt1/detection_loss‚0.9706948800560307 &loss/total_loss‚10.644714176310387 0loss/FRt1/assignment_loss‚2.4481583315254913ù/¤Ýˆ 1loss/FBt2/assignment_loss‚0.06739801712356137 /loss/FRt1/detection_loss‚0.6038954448494851 /loss/FRt2/detection_loss‚1.5477169004793656 /loss/FBt2/detection_loss‚0.5451673140203307 2loss/SRqqt1/assignment_loss‚0.6995734013387174 1loss/SRqqt1/detection_loss‚1.1102122710120514 /loss/FBt1/detection_loss‚0.9706948800560307 &loss/total_loss‚10.644714176310387 0loss/FRt1/assignment_loss‚2.4481583315254913 0loss/FRt2/assignment_loss‚1.0366010925204483 epoch‚18 trainer/global_step‚2999 % _timestamp‚1.7848444986700308e+09 _runtime‚5102.971359439 _step‚257 2loss/SRqqt2/assignment_loss‚0.6357259177953773 1loss/FBt1/assignment_loss‚0.23918300849317622 1loss/SRqqt2/detection_loss‚0.7403875970963525³F’Þ‚(:‡ Þ¡ŠÓÃÓüÍ gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚369.34' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.868 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0$ªñbß‚(:× Þ¡ŠÓ—±«Ð disk.dm-1.out‚ 203.78125# disk.nvme0c0n1.in‚ 16643.1171875) disk.nvme0c0n1.out‚125541.71826171875' disk.nvme0n1.out‚125541.71826171875* proc.memory.percent‚10.790205001831055 cpu‚25.288358445260133 disk.sda.in‚ 108424.828125 disk.sda.out‚ 203.78125 disk.sda2.in‚0 disk.sda3.in‚ 108424.828125) proc.memory.availableMB‚ 2026.00390625# proc.memory.rssMB‚ 2651.80078125 proc.cpu.threads‚17 network.recv‚548853) disk./.usagePercent‚53.97771399116811$ disk./.usageGB‚804.3069458007812 disk.dm-0.in‚ 16643.1171875 disk.sda1.in‚0 disk.sda1.out‚0! disk.nvme0n1.in‚ 16643.1171875 disk.sda2.out‚0 disk.sda3.out‚ 203.78125 disk.dm-1.in‚ 108424.828125$ memory_percent‚91.75616900126138 network.sent‚ 5.197732e+06$ disk.dm-0.out‚125541.71826171875´S“à‚(:ˆ í¡ŠÓéô¶Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚307.985' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.597 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0RËU…ká‚(:à í¡ŠÓ‰€ÞÐ disk.dm-1.in‚ 108424.828125) disk.nvme0c0n1.out‚125542.79638671875) proc.memory.availableMB‚ 2026.04296875! disk.nvme0n1.in‚ 16643.1171875 disk.sda.out‚ 203.94140625 disk.sda2.out‚0 disk.sda3.out‚ 203.94140625 disk.dm-1.out‚ 203.94140625$ memory_percent‚91.75601005554199 proc.cpu.threads‚17* disk./.usagePercent‚53.977838922844825 disk.dm-0.in‚ 16643.1171875 disk.sda.in‚ 108424.828125# proc.memory.rssMB‚ 2651.80078125* proc.memory.percent‚10.790205001831055 cpu‚25.28853296750912 network.sent‚ 5.257863e+06 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 108424.828125# disk.nvme0c0n1.in‚ 16643.1171875 network.recv‚552041$ disk./.usageGB‚804.3088073730469' disk.nvme0n1.out‚125542.79638671875$ disk.dm-0.out‚125542.79638671875 disk.sda1.in‚03›NW”â‚(:‰ ü¡ŠÓÉñÑÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚320.799' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.1598 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0©{ªnã‚(:ã ü¡ŠÓÑ×Ð network.sent‚ 5.259211e+06& disk.nvme0n1.out‚126145.4169921875 disk.sda1.out‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2651.81640625 cpu‚25.288759073832164 network.recv‚552173$ disk.nvme0c0n1.in‚16655.29296875 disk.dm-0.in‚16655.29296875 disk.sda.out‚ 204.45703125 disk.sda2.out‚0 disk.dm-1.in‚108673.4765625 disk.dm-1.out‚ 204.45703125* proc.memory.percent‚10.790268580118816) disk./.usagePercent‚53.97786657165852( disk.nvme0c0n1.out‚126145.4169921875 disk.sda.in‚108673.4765625 disk.sda1.in‚0 disk.sda3.in‚108673.4765625$ memory_percent‚91.75728162129721) proc.memory.availableMB‚ 2025.73046875 proc.cpu.threads‚17$ disk./.usageGB‚804.3092193603516" disk.nvme0n1.in‚16655.29296875# disk.dm-0.out‚126145.4169921875 disk.sda3.out‚ 204.45703125Eòü²žä‚(:“ ‹¢ŠÓÑ€ÔÎ gpu.0.gpu‚93.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚374.736' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚74.94720000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0·%Òmå‚(:â ‹¢ŠÓÞ¶¹Ð* proc.memory.percent‚10.790268580118816$ disk.nvme0c0n1.in‚16671.92578125 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 204.69921875 cpu‚25.28898583825094 proc.cpu.threads‚17 network.sent‚ 5.259277e+06 disk.sda3.out‚ 204.69921875$ memory_percent‚91.75631205240884& proc.memory.availableMB‚ 2025.96875( disk.nvme0c0n1.out‚127605.6318359375 network.recv‚552512) disk./.usagePercent‚53.97786017147016$ disk./.usageGB‚804.3091239929199 disk.sda2.in‚0 disk.sda3.in‚109924.98046875" disk.nvme0n1.in‚16671.92578125& disk.nvme0n1.out‚127605.6318359375 disk.sda1.out‚0 disk.dm-1.in‚109924.98046875 disk.dm-0.in‚16671.92578125# disk.dm-0.out‚127605.6318359375 disk.sda.in‚109924.98046875 disk.sda.out‚ 204.69921875# proc.memory.rssMB‚ 2651.81640625ÖºÊ@’æ‚(:‡ š¢ŠÓ÷ÐÐÎ gpu.0.gpu‚5.0 gpu.0.memory‚1, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚53.0 gpu.0.powerWatts‚135.378' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.0756 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0×gç‚(:Ü š¢ŠÓœØÐ network.recv‚553526$ disk.dm-0.out‚127608.28857421875 disk.sda.in‚ 109924.984375 disk.sda2.out‚0 disk.dm-1.out‚ 205.2734375$ memory_percent‚92.12570190429688 cpu‚25.292748388711658 network.sent‚ 5.259761e+06 disk.sda1.out‚0 disk.sda3.in‚ 109924.984375 disk.sda3.out‚ 205.2734375$ disk.nvme0c0n1.in‚16770.20703125* proc.memory.percent‚11.162201563517254* disk./.usagePercent‚53.982440146257716# disk./.usageGB‚804.377368927002 disk.sda.out‚ 205.2734375 disk.sda2.in‚0 disk.dm-1.in‚ 109924.984375" disk.nvme0n1.in‚16770.20703125% proc.memory.availableMB‚ 1935.1875 disk.dm-0.in‚16770.20703125 disk.sda1.in‚0) disk.nvme0c0n1.out‚127608.28857421875' disk.nvme0n1.out‚127608.28857421875# proc.memory.rssMB‚ 2743.22265625 proc.cpu.threads‚17ž»c2è- _wandbruntime‚5177  _runtime‚51775nbéüt particle/accuracy_2_of_4‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.5852395296096802 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9870376586914062 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5530802011489868 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.5956035256385803 6 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.689511775970459 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7355409860610962 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.20245276391506195 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 +jet/accuracy_4_of_4‚0.02010233886539936 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.1893114149570465 *jet/accuracy_1_of_4‚0.9662006497383118 *loss/val_total_loss‚10.300413625098992 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7022151947021484 +"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.25 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9424269199371338 * Purity/0FRt1SRqqt2FBt/FBt_purity‚0.875 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03341231867671013 particle/accuracy_1_of_2‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7608287334442139 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.25351038575172424 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 *jet/accuracy_1_of_3‚0.8974018096923828 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6323978304862976 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.6705715656280518 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.14495716989040375 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.24823503196239471 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 * Purity/*FRt1SRqqt2FBt/FBt_purity‚0.875 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.20243510603904724 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.34183624386787415 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.1893114149570465 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.557407796382904 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7130277156829834 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"PurityNè÷¸ 2/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 trainer/global_step‚3039 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6016330718994141 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.15805447101593018 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6736607551574707 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3488837480545044 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5599418878555298 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.041601769626140594 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 _step‚258 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9830467104911804 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.18889901041984558 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 .particle/accuracy_4_of_4‚0.965140700340271 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2842564880847931 5 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.99067622423172 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.020552897825837135 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 (particle/accuracy‚0.8419800400733948 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.03396657109260559 +jet/accuracy_2_of_2‚0.13220298290252686 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 +"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.25 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.18700513243675232 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_4‚0.10295269638299942 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9607698321342468 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.17059016227722168 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6104530692100525 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_2‚0.7327131628990173 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8196428418159485 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7769345045089722 6validation_average_jet_accuracy‚0.3381099998950958 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.1823839545249939 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6094922423362732 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.029821937903761864 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5794726610183716 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 *jet/accuracy_3_of_3‚0.0731397494673729 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 % _timestamp‚1.7848445730919418e+09 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5745294094085693 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9852848052978516 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.20134902000427246 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8091228604316711 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 +particle/sensitivity‚0.6285989880561829 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 +particle/specificity‚0.8997184038162231 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.24940715730190277 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9450644850730896 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.15715788304805756 +jet/accuracy_1_of_1‚0.29569029808044434 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5769968628883362 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.15532054007053375 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.20438726246356964 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.03396657109260559 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6303384900093079 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7035437226295471 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.06619291007518768 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9174957871437073 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.17143332958221436 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7480055689811707 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6389279961585999 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7667810916900635 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 epoch‚18 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6046293377876282 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.040240779519081116 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8091228604316711 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6314144134521484 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7198522686958313 7 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4295327961444855 particle/accuracy_3_of_3‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8624661564826965 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5769968628883362 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 +"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.25 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.3354872763156891 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.641925036907196 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7524731159210205 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8043793439865112 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5662040710449219 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 particle/accuracy_1_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1576010286808014 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 *jet/accuracy_2_of_4‚0.7737938761711121 _runtime‚5177.394146107 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1553667187690735 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 &particle/f_score‚0.628857433795929 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9887692928314209 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0619083046913147 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 6 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.501248836517334 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.05258374661207199 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07499685138463974 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.34535476565361023 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.709366500377655 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.48807257413864136 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1847989410161972 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9597669243812561 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5756219625473022 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7062195539474487 particle/accuracy_1_of_1‚1 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7057474851608276 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.16189520061016083 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1089027151465416 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5815877914428711 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8848538994789124 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7709400653839111 particle/accuracy_2_of_2‚1 particle/accuracy_1_of_3‚1 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09122356027364731 7 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5322302579879761 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1782514899969101 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 particle/accuracy_2_of_3‚1 particle/accuracy_3_of_4‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 +"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.25 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6026785373687744 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.6755978465080261 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6029204726219177 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6611607074737549 8"Purity/1FRt0SRqqt1FBt/event_purity‚0.671030580997467 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.20208965241909027 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7715975046157837 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7384647727012634 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.05528891831636429 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.5997235178947449 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09169266372919083 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.05775678902864456 *jet/accuracy_2_of_3‚0.5425944328308105 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7644345164299011a7…‡:êu 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.1823839545249939 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6094922423362732 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.029821937903761864 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.5794726610183716 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 *jet/accuracy_3_of_3‚0.0731397494673729 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 % _timestamp‚1.7848445730919418e+09 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.5745294094085693 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9852848052978516 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.20134902000427246 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8091228604316711 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 +particle/sensitivity‚0.6285989880561829 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 +particle/specificity‚0.8997184038162231 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.24940715730190277 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9450644850730896 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.15715788304805756 +jet/accuracy_1_of_1‚0.29569029808044434 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.5769968628883362 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.15532054007053375 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.20438726246356964 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.03396657109260559 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6303384900093079 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7035437226295471 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.06619291007518768 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9174957871437073 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.17143332958221436 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7480055689811707 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6389279961585999 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7667810916900635 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 epoch‚18 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6046293377876282 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.040240779519081116 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8091228604316711 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6314144134521484 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7198522686958313 7 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4295327961444855 particle/accuracy_3_of_3‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8624661564826965 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.5769968628883362 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 +"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.25 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.3354872763156891 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.641925036907196 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7524731159210205 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8043793439865112 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5662040710449219 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 particle/accuracy_1_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1576010286808014 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 *jet/accuracy_2_of_4‚0.7737938761711121 _runtime‚5177.394146107 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1553667187690735 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 &particle/f_score‚0.628857433795929 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9887692928314209 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0619083046913147 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 6 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.501248836517334 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.05258374661207199 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07499685138463974 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.34535476565361023 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.709366500377655 :"Purity/1FRt*SRqqt1FBt/event_purity‚0.48807257413864136 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1847989410161972 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9597669243812561 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.5756219625473022 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7062195539474487 particle/accuracy_1_of_1‚1 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7057474851608276 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.16189520061016083 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1089027151465416 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.5815877914428711 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8848538994789124 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7709400653839111 particle/accuracy_2_of_2‚1 particle/accuracy_1_of_3‚1 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09122356027364731 7 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5322302579879761 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1782514899969101 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 particle/accuracy_2_of_3‚1 particle/accuracy_3_of_4‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 +"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.25 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6026785373687744 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.6755978465080261 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6029204726219177 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6611607074737549 8"Purity/1FRt0SRqqt1FBt/event_purity‚0.671030580997467 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.20208965241909027 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7715975046157837 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7384647727012634 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.05528891831636429 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.5997235178947449 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09169266372919083 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.05775678902864456 *jet/accuracy_2_of_3‚0.5425944328308105 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7644345164299011 particle/accuracy_2_of_4‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.5852395296096802 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9870376586914062 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5530802011489868 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.5956035256385803 6 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.689511775970459 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7355409860610962 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.20245276391506195 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 +jet/accuracy_4_of_4‚0.02010233886539936 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.1893114149570465 *jet/accuracy_1_of_4‚0.9662006497383118 *loss/val_total_loss‚10.300413625098992 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7022151947021484 +"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.25 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9424269199371338 * Purity/0FRt1SRqqt2FBt/FBt_purity‚0.875 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03341231867671013 particle/accuracy_1_of_2‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7608287334442139 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.25351038575172424 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 *jet/accuracy_1_of_3‚0.8974018096923828 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6323978304862976 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.6705715656280518 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.14495716989040375 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.24823503196239471 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 * Purity/*FRt1SRqqt2FBt/FBt_purity‚0.875 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.20243510603904724 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.34183624386787415 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.1893114149570465 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.557407796382904 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7130277156829834 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 trainer/global_step‚3039 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6016330718994141 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.15805447101593018 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6736607551574707 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3488837480545044 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5599418878555298 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.041601769626140594 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 _step‚258 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9830467104911804 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.18889901041984558 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 .particle/accuracy_4_of_4‚0.965140700340271 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2842564880847931 5 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.99067622423172 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.020552897825837135 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 (particle/accuracy‚0.8419800400733948 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.03396657109260559 +jet/accuracy_2_of_2‚0.13220298290252686 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 +"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.25 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.18700513243675232 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_4‚0.10295269638299942 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9607698321342468 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.17059016227722168 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6104530692100525 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_2‚0.7327131628990173 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8196428418159485 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7769345045089722 6validation_average_jet_accuracy‚0.3381099998950958‚çÎ5°Ÿë‚(:” ©¢ŠÓÿŠÌÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚301.343' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.268600000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0v|gì‚(:Ü ©¢ŠÓÁ¥¯Ð disk.sda3.in‚ 109924.984375 disk.dm-1.out‚ 205.76953125' disk.nvme0n1.out‚127782.70263671875 disk.sda.in‚ 109924.984375 network.sent‚ 5.265146e+06 disk.sda1.out‚0 disk.dm-1.in‚ 109924.984375) disk.nvme0c0n1.out‚127782.70263671875 disk.sda.out‚ 205.76953125$ proc.memory.availableMB‚1930.125" proc.memory.rssMB‚ 2748.4140625 cpu‚25.29429959273716 network.recv‚554943 disk.sda1.in‚0 disk.sda3.out‚ 205.76953125$ disk.nvme0c0n1.in‚16770.20703125" disk.nvme0n1.in‚16770.20703125 proc.cpu.threads‚17) disk./.usagePercent‚53.98807999223704 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-0.in‚16770.20703125$ disk.dm-0.out‚127782.70263671875$ memory_percent‚92.14630126953125* proc.memory.percent‚11.183325449625652$ disk./.usageGB‚804.4614067077637¬'ª2í- _wandbruntime‚5192  _runtime‚5192¥%\ÆîÀ _step‚259 & lr-AdamW/pg1‚8.207716506177647e-05 & lr-AdamW/pg2‚8.207716506177647e-05 trainer/global_step‚3049 $ _timestamp‚1.784844587742398e+09 _runtime‚5192.043961348dIFËïÅ $ _timestamp‚1.784844587742398e+09 _runtime‚5192.043961348 _step‚259 & lr-AdamW/pg1‚8.207716506177647e-05 & lr-AdamW/pg2‚8.207716506177647e-05 trainer/global_step‚3049ƒSæL2ð- _wandbruntime‚5192  _runtime‚5192«Ê§ˆ ñíO LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3183013853184 _step‚260 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚240410216275968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚881747246417408 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3179021045060 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚244316212564992 trainer/global_step‚3049 _runtime‚5192.045294523 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚26494734 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚28347103 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚54841843 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚881745874792448 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚34474496 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8131461 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3905628197888 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚878562860939264 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚878562860939264 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚26494734 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚260 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3183013853184 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚878215644236688 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚881745874792448 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚265 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚54831743 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚881394665281748 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚878215618808720 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚26494740 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚881393295242326 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚17474981 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚17474716 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3184359304704 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3905593723392 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 % _timestamp‚1.7848445877434835e+09 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1ò*Hø'òòO M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚54841843 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚881745874792448 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚34474496 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8131461 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3905628197888 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚878562860939264 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚878562860939264 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚26494734 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚260 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3183013853184 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚878215644236688 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚881745874792448 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚265 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚54831743 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚881394665281748 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚878215618808720 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚26494740 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚881393295242326 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚17474981 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚17474716 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3184359304704 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3905593723392 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 % _timestamp‚1.7848445877434835e+09 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3183013853184 _step‚260 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚240410216275968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚881747246417408 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3179021045060 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚244316212564992 trainer/global_step‚3049 _runtime‚5192.045294523 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚26494734 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚28347103„÷s2ó- _wandbruntime‚5193  _runtime‚5193¤NT»ü&ôöM PDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚878841796403200 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚28346091 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚878841796403200 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 $ _timestamp‚1.784844589169886e+09 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚28356199 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚28356199 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9346265 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚882025806590976 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚878841770229760 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3180041846812 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚240489170733056 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 trainer/global_step‚3049 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚17480366 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚881674487857276 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚878494420582496 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚240488802641920 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3906908102144 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3178697235246 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚882027178223104 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚54859306 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚8134101 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚54859306 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 $ _timestamp‚1.784844589169886e+09 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚28356199 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚28356199 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9346265 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚882025806590976 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚878841770229760 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 F8DeviceStatsMonitor.ovxh¬n_train_batch_end/num_oom_rejections‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3180041846812 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚240489170733056 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 trainer/global_step‚3049 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚17480366 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚881674487857276 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚878494420582496 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚240488802641920 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3906908102144 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3178697235246 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚882027178223104 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚54859306 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚8134101 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚54859306 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚878841796403200 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚28346091 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181…kê´Ë2ö- _wandbruntime‚5193  _runtime‚5193_ìq÷€ /loss/FRt1/assignment_loss‚2.460336866873754 2loss/SRqqt2/assignment_loss‚0.5782874463840252 /loss/FBt2/detection_loss‚0.6414000804865883 2loss/SRqqt1/assignment_loss‚0.7014867670135945 1loss/FBt2/assignment_loss‚0.13690405439144518 /loss/FRt2/detection_loss‚1.3999737264821606 1loss/SRqqt1/detection_loss‚1.0491908111761268 &loss/total_loss‚10.374762957224613 epoch‚19 trainer/global_step‚3049 _step‚262 0loss/FBt1/assignment_loss‚0.1322608040271999 /loss/FRt1/detection_loss‚0.5905136060579962 $ _timestamp‚1.784844589216931e+09 _runtime‚5193.518416864 0loss/FRt2/assignment_loss‚1.0102536359798229 1loss/SRqqt2/detection_loss‚0.6605242477728972 /loss/FBt1/detection_loss‚1.0136309105790022ù+!ø ø… 2loss/SRqqt1/assignment_loss‚0.7014867670135945 1loss/FBt2/assignment_loss‚0.13690405439144518 /loss/FRt2/detection_loss‚1.3999737264821606 1loss/SRqqt1/detection_loss‚1.0491908111761268 &loss/total_loss‚10.374762957224613 epoch‚19 trainer/global_step‚3049 _step‚262 0loss/FBt1/assignment_loss‚0.1322608040271999 /loss/FRt1/detection_loss‚0.5905136060579962 $ _timestamp‚1.784844589216931e+09 _runtime‚5193.518416864 0loss/FRt2/assignment_loss‚1.0102536359798229 1loss/SRqqt2/detection_loss‚0.6605242477728972 /loss/FBt1/detection_loss‚1.0136309105790022 /loss/FRt1/assignment_loss‚2.460336866873754 2loss/SRqqt2/assignment_loss‚0.5782874463840252 /loss/FBt2/detection_loss‚0.6414000804865883†éÕ¿~’ù‚(:‡ ¸¢ŠÓÀÒ“Î gpu.0.gpu‚85.0 gpu.0.memory‚25, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚137.96' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.592 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ïa+lú‚(:á ¸¢ŠÓ½ó•Ð) disk./.usagePercent‚53.98809202459114 disk.sda2.in‚0 disk.sda2.out‚0" disk.nvme0c0n1.in‚ 16772.828125 disk.dm-0.in‚ 16772.828125 disk.sda1.out‚0$ memory_percent‚92.14669863382974) proc.memory.percent‚11.18334134419759 network.sent‚ 5.265212e+06 disk.dm-1.in‚110483.96484375 disk.dm-1.out‚ 206.31640625$ disk.dm-0.out‚127788.89013671875 disk.sda.out‚ 206.31640625 network.recv‚555009 disk.sda3.in‚110483.96484375 disk.sda3.out‚ 206.31640625) disk.nvme0c0n1.out‚127788.89013671875 disk.sda1.in‚0) proc.memory.availableMB‚ 1930.02734375# proc.memory.rssMB‚ 2748.41796875 cpu‚25.29446070034903$ disk./.usageGB‚804.4615859985352 disk.nvme0n1.in‚ 16772.828125' disk.nvme0n1.out‚127788.89013671875 disk.sda.in‚110483.96484375 proc.cpu.threads‚17­•”û‚(:‰ Ç¢ŠÓ“ĞΠgpu.0.gpu‚64.0 gpu.0.memory‚20, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚360.934' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.1868 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¬&Ÿºkü‚(:à Ç¢ŠÓÇ»æÏ$ disk.nvme0c0n1.in‚16777.21484375$ memory_percent‚92.14673042297363 cpu‚25.29471742741372 proc.cpu.threads‚17 disk.sda2.in‚0 disk.sda2.out‚0" disk.nvme0n1.in‚16777.21484375! proc.memory.rssMB‚ 2748.421875* proc.memory.percent‚11.183357238769531 network.recv‚560132 disk.dm-0.in‚16777.21484375$ disk.dm-0.out‚127790.03857421875 disk.sda.in‚110878.10546875 disk.sda3.out‚ 206.640625 disk.dm-1.out‚ 206.640625' disk.nvme0n1.out‚127790.03857421875) proc.memory.availableMB‚ 1930.01953125 network.sent‚ 5.343762e+06) disk./.usagePercent‚53.98808741645552$ disk./.usageGB‚804.4615173339844 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚110878.10546875 disk.dm-1.in‚110878.10546875) disk.nvme0c0n1.out‚127790.03857421875 disk.sda.out‚ 206.640625·üú³”ý‚(:‰ Ö¢ŠÓ˜Πgpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚315.888' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.1776 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0,ã¥Smþ‚(:â Ö¢ŠÓàˆÕÏ* proc.memory.percent‚11.229689915974934 cpu‚25.294875703394943 proc.cpu.threads‚17 network.sent‚ 5.344725e+06) disk./.usagePercent‚53.98809253660622$ disk./.usageGB‚804.4615936279297$ disk.nvme0c0n1.in‚16875.69921875( disk.nvme0c0n1.out‚127791.6044921875& disk.nvme0n1.out‚127791.6044921875 disk.dm-0.in‚16875.69921875 disk.sda.out‚ 207.1328125 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚110878.10546875 disk.dm-1.in‚110878.10546875 disk.dm-1.out‚ 207.1328125# disk.dm-0.out‚127791.6044921875$ memory_percent‚92.11289087931314# proc.memory.rssMB‚ 2759.80859375 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 207.1328125" disk.nvme0n1.in‚16875.69921875 disk.sda.in‚110878.10546875 network.recv‚561013( proc.memory.availableMB‚ 1938.3359375×G¾4nÿ‚(:ã 墊ÓÆўРnetwork.sent‚ 5.346781e+06 network.recv‚562397# disk./.usageGB‚804.461540222168$ disk.nvme0c0n1.in‚16875.98828125 disk.sda3.in‚110878.10546875 disk.sda3.out‚ 207.4296875$ memory_percent‚92.09704399108887" proc.memory.rssMB‚ 2772.1171875) disk./.usagePercent‚53.98808895250073 disk.dm-1.in‚110878.10546875' disk.nvme0n1.out‚127793.05419921875 disk.dm-0.in‚16875.98828125$ disk.dm-0.out‚127793.05419921875 disk.sda1.in‚0 disk.sda2.in‚0 cpu‚25.29502604139832" disk.nvme0n1.in‚16875.98828125 disk.sda.out‚ 207.4296875) proc.memory.availableMB‚ 1942.23046875 proc.cpu.threads‚17 disk.dm-1.out‚ 207.4296875) disk.nvme0c0n1.out‚127793.05419921875 disk.sda.in‚110878.10546875 disk.sda1.out‚0 disk.sda2.out‚0* proc.memory.percent‚11.279773712158203¸:a“€‚(:ˆ 墊ÓÚÑ–Ø gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.405' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.681 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÀÊ–Õ’‚(:‡ ô¢ŠÓÀ̳Î gpu.0.gpu‚32.0 gpu.0.memory‚10, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚348.41' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚69.682 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÆÓY‚‚(:Î ô¢ŠÓøÊŸÐ# proc.memory.rssMB‚ 2795.13671875 cpu‚25.295275250908322# disk./.usageGB‚804.461540222168# disk.nvme0c0n1.in‚ 16888.6484375# disk.nvme0n1.out‚127795.6796875 disk.sda.out‚ 207.984375 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 207.984375$ memory_percent‚92.07712809244791) disk./.usagePercent‚53.98808895250073! disk.nvme0n1.in‚ 16888.6484375 disk.dm-0.out‚127795.6796875 disk.sda.in‚111169.57421875$ proc.memory.availableMB‚1947.125 proc.cpu.threads‚17 network.recv‚563441 disk.dm-1.out‚ 207.984375% disk.nvme0c0n1.out‚127795.6796875 disk.dm-0.in‚ 16888.6484375 disk.sda1.out‚0 disk.sda2.in‚0* proc.memory.percent‚11.373440424601238 network.sent‚ 5.348353e+06 disk.dm-1.in‚111169.57421875 disk.sda3.in‚111169.57421875tÇæ2ƒ- _wandbruntime‚5272  _runtime‚5272ëæíÎÇ„Á & lr-AdamW/pg1‚8.099785922103481e-05 & lr-AdamW/pg2‚8.099785922103481e-05 trainer/global_step‚3099 % _timestamp‚1.7848446684605277e+09 _runtime‚5272.762041201 _step‚263°_žÌ…Æ & lr-AdamW/pg2‚8.099785922103481e-05 trainer/global_step‚3099 % _timestamp‚1.7848446684605277e+09 _runtime‚5272.762041201 _step‚263 & lr-AdamW/pg1‚8.099785922103481e-05‡šíl92†- _wandbruntime‚5272  _runtime‚5272zÕ^Ló'‡íO KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚248308923788288 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚895384487813934 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚892508325464064 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9493724 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚892155707497520 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3234203409408 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚892508351637504 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚28792961 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3969021123584 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 % _timestamp‚1.7848446684615068e+09 _step‚264 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3235548860928 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚351 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚28803055 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚892508325464064 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚55706045 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚26913090 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚55716145 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚248308500251136 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚244339534573568 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚8263466 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3228780316414 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3234203409408 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3968965677568 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚26913084 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚895742528873472 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚895742528873472 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚17757190 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚26913090 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚346 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚895385857853356 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3230124927868 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚5272.763274368 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3235548860928 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8263461 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9493378 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚892508351637504 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094^i1?$ˆòO VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚17756839 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚244339902664704 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚895743900498432 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚28803055 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚28792961 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚26913084 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚8263466 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3228780316414 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3234203409408 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 3968965677568 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚26913084 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚895742528873472 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚895742528873472 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚17757190 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚26913090 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚346 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚895385857853356 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3230124927868 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚5272.763274368 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3235548860928 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8263461 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9493378 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚892508351637504 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚248308923788288 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚895384487813934 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚892508325464064 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9493724 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚892155707497520 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3234203409408 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚892508351637504 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚28792961 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 3969021123584 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 % _timestamp‚1.7848446684615068e+09 _step‚264 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3235548860928 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚351 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚28803055 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_Ï+عpool.freed‚892508325464064 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚55706045 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚26913090 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚55716145 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚248308500251136 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚244339534573568 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 IDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚55723494 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3236571376128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚341 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚8266101 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚244418489030656 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚28802043 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚28812151 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚892787234754560 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚244418120939520 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 _step‚265 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚17762717 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9496275 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚26921457 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚55733608 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚55733608 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 % _timestamp‚1.7848446698873467e+09 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3970220843008 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚17762376 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚336 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚26921457 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8266106 trainer/global_step‚3099 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚892787260928000 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚895665680428884 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚895664310389350 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚892434509271296 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚896023832304128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚28812151 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚28802043 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚248388761118208 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3235225917440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3235225917440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚248388341782528 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3236571376128 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3970272087552 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3231145729620 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚26921451 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824fHŽ'‹üM PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 _step‚265 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚17762717 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9496275 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚26921457 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚55733608 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚55733608 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 % _timestamp‚1.7848446698873467e+09 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 3970220843008 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚17762376 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚336 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚26921457 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8266106 trainer/global_step‚3099 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚892787260928000 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚895665680428884 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚895664310389350 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚892434509271296 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚896023832304128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚28812151 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚28802043 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚248388761118208 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3235225917440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3235225917440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚248388341782528 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3236571376128 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 3970272087552 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3231145729620 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚26921451 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚55723494 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3236571376128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚341 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚8266101 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚244418489030656 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚28802043 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚28812151 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚892787234754560 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚244418120939520 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0‰à 02Œ- _wandbruntime‚5274  _runtime‚5274õÜH  2loss/SRqqt1/assignment_loss‚0.6390880713144538 1loss/FBt2/assignment_loss‚0.12298541473684604 trainer/global_step‚3099 % _timestamp‚1.7848446699404461e+09 _step‚266 1loss/SRqqt2/detection_loss‚0.6553654866108902 epoch‚19 /loss/FBt1/detection_loss‚1.1135234112540882 &loss/total_loss‚10.511842971604423 0loss/FRt2/assignment_loss‚0.9380631477975133 1loss/SRqqt2/assignment_loss‚0.648644520312278 1loss/FBt1/assignment_loss‚0.07870951582673295 /loss/FRt1/detection_loss‚0.6001964972243008 /loss/FRt2/detection_loss‚1.4071478743880685 0loss/SRqqt1/detection_loss‚1.008746038216393 0loss/FRt1/assignment_loss‚2.5767190781566103 /loss/FBt2/detection_loss‚0.7226539157662467 _runtime‚5274.241800211öáQ Ž† 1loss/SRqqt2/assignment_loss‚0.648644520312278 1loss/FBt1/assignment_loss‚0.07870951582673295 /loss/FRt1/detection_loss‚0.6001964972243008 /loss/FRt2/detection_loss‚1.4071478743880685 0loss/SRqqt1/detection_loss‚1.008746038216393 0loss/FRt1/assignment_loss‚2.5767190781566103 /loss/FBt2/detection_loss‚0.7226539157662467 _runtime‚5274.241800211 2loss/SRqqt1/assignment_loss‚0.6390880713144538 1loss/FBt2/assignment_loss‚0.12298541473684604 trainer/global_step‚3099 % _timestamp‚1.7848446699404461e+09 _step‚266 1loss/SRqqt2/detection_loss‚0.6553654866108902 epoch‚19 /loss/FBt1/detection_loss‚1.1135234112540882 &loss/total_loss‚10.511842971604423 0loss/FRt2/assignment_loss‚0.9380631477975133Š]r8 ž‚(:“ ƒ£ŠÓƒ–·Î gpu.0.gpu‚88.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚275.062' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚55.01240000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0sŒ¡[‚(:Ð ƒ£ŠÓ“ʵÑ disk.dm-1.out‚208.375 network.recv‚563912$ disk./.usageGB‚806.4161834716797 disk.sda.in‚112412.44921875 disk.sda.out‚208.375 disk.sda3.out‚208.375" disk.nvme0n1.in‚16889.84765625 disk.dm-0.in‚16889.84765625) disk./.usagePercent‚54.11926670103039 disk.sda2.in‚0 disk.sda3.in‚112412.44921875 disk.dm-1.in‚112412.44921875& disk.nvme0c0n1.out‚127796.95703125 proc.cpu.threads‚17 network.sent‚ 5.350239e+06 disk.sda1.out‚0 disk.sda2.out‚0$ disk.nvme0c0n1.in‚16889.84765625( proc.memory.availableMB‚ 1947.1015625# proc.memory.rssMB‚ 2795.13671875 cpu‚25.295417846395306 disk.sda1.in‚0$ disk.nvme0n1.out‚127796.95703125! disk.dm-0.out‚127796.95703125$ memory_percent‚92.07722345987955* proc.memory.percent‚11.373440424601238#áᔑ‚(:‰ ’£ŠÓ‘ÏÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.701' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.7402 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0i¦]œm’‚(:â ’£ŠÓ¦©´Ð disk.dm-1.out‚ 208.8359375# disk.nvme0c0n1.in‚ 16996.8828125$ memory_percent‚92.07963943481445( proc.memory.availableMB‚ 1946.5078125! disk.nvme0n1.in‚ 16996.8828125 disk.sda.out‚ 208.8359375 disk.sda1.out‚0 disk.sda2.in‚0 cpu‚25.295580950651836 proc.cpu.threads‚17 network.recv‚566945) disk./.usagePercent‚53.98808690444046 disk.sda.in‚112412.44921875 disk.sda1.in‚0# proc.memory.rssMB‚ 2795.13671875$ disk./.usageGB‚804.4615097045898 disk.dm-0.in‚ 16996.8828125$ disk.dm-0.out‚129910.63525390625 disk.sda3.in‚112412.44921875 disk.sda3.out‚ 208.8359375) disk.nvme0c0n1.out‚129910.63525390625* proc.memory.percent‚11.373440424601238 network.sent‚ 5.411561e+06' disk.nvme0n1.out‚129910.63525390625 disk.sda2.out‚0 disk.dm-1.in‚112412.44921875ÆsZž“‚(:“ ¡£ŠÓßµŸÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚332.561' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚66.51219999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‡UKît”‚(:é ¡£ŠÓÕ Ð' disk.nvme0n1.out‚129911.80712890625$ disk.dm-0.out‚129911.80712890625 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚112412.44921875# proc.memory.rssMB‚ 2795.13671875 proc.cpu.threads‚17 disk.dm-1.out‚ 209.17578125* proc.memory.percent‚11.373440424601238$ disk./.usageGB‚804.4616661071777" disk.nvme0n1.in‚17003.83984375 disk.dm-0.in‚17003.83984375 disk.sda.in‚112412.44921875 disk.sda.out‚ 209.17578125 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.out‚ 209.17578125 network.recv‚567284) disk./.usagePercent‚53.98809740074936 disk.dm-1.in‚112412.44921875$ disk.nvme0c0n1.in‚17003.83984375) disk.nvme0c0n1.out‚129911.80712890625$ memory_percent‚92.07965532938638) proc.memory.availableMB‚ 1946.50390625 cpu‚25.295921430483926 network.sent‚ 5.411627e+06¤wh5”•‚(:‰ °£ŠÓè¡ËÎ gpu.0.gpu‚91.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚364.807' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.9614 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ßq]Êf–‚(:Û °£ŠÓâߟÐ disk.dm-1.in‚112937.16015625) disk.nvme0c0n1.out‚129914.56689453125! disk.nvme0n1.in‚ 17006.4453125 disk.dm-0.in‚ 17006.4453125 network.sent‚ 5.411693e+06 network.recv‚567350 disk.sda2.out‚0 disk.sda3.out‚ 209.71875' disk.nvme0n1.out‚129914.56689453125 disk.sda1.out‚0* proc.memory.percent‚11.373440424601238 cpu‚25.2960259077138# disk./.usageGB‚804.461612701416 disk.sda2.in‚0# disk.nvme0c0n1.in‚ 17006.4453125 disk.sda.out‚ 209.71875 disk.sda1.in‚0$ memory_percent‚92.08067258199057 proc.cpu.threads‚17 disk.sda3.in‚112937.16015625 disk.dm-1.out‚ 209.71875$ disk.dm-0.out‚129914.56689453125 disk.sda.in‚112937.16015625) proc.memory.availableMB‚ 1946.25390625# proc.memory.rssMB‚ 2795.13671875* disk./.usagePercent‚53.988093816643875ë`è=ž—‚(:“ ¿£ŠÓÀý½Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚294.28' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚58.855999999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0³ì¢^˜‚(:Ó ¿£ŠÓ¾ÇìÏ$ memory_percent‚92.07995732625326( proc.memory.availableMB‚ 1946.4296875 cpu‚25.296180094534503 proc.cpu.threads‚17 disk.sda2.out‚0) disk./.usagePercent‚53.95461571139128& disk.nvme0n1.out‚129916.1689453125 disk.dm-0.in‚ 17017.203125 disk.sda.out‚ 210.140625 disk.sda3.out‚ 210.140625# proc.memory.rssMB‚ 2795.13671875 disk.nvme0n1.in‚ 17017.203125 disk.sda.in‚ 113491.609375 disk.sda3.in‚ 113491.609375 disk.dm-1.in‚ 113491.609375 disk.sda1.out‚0 network.sent‚ 5.417564e+06 network.recv‚569959$ disk./.usageGB‚803.9627647399902# disk.dm-0.out‚129916.1689453125" disk.nvme0c0n1.in‚ 17017.203125( disk.nvme0c0n1.out‚129916.1689453125* proc.memory.percent‚11.373440424601238 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.out‚ 210.140625Úû&È2™- _wandbruntime‚5353  _runtime‚5353ñY86ÆšÀ & lr-AdamW/pg1‚7.990954830832273e-05 & lr-AdamW/pg2‚7.990954830832273e-05 trainer/global_step‚3149 $ _timestamp‚1.784844749396398e+09 _runtime‚5353.697892984 _step‚267öÆ¿&˛Š& lr-AdamW/pg1‚7.990954830832273e-05 & lr-AdamW/pg2‚7.990954830832273e-05 trainer/global_step‚3149 $ _timestamp‚1.784844749396398e+09 _runtime‚5353.697892984 _step‚267‹Fb2œ- _wandbruntime‚5353  _runtime‚5353Mg‹@ íO \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚906453789988864 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3286738417152 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3285392965632 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚252300828314624 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 _runtime‚5353.699104009 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚351 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚906453816162304 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3279884199222 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 % _timestamp‚1.7848447493973372e+09 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚27331440 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚18037190 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚906095796186320 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚909740554579456 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚909739182954496 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚29259007 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚909377050424964 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.currentV𞳂25427968 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3281228810676 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚909740554579456 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8395461 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚909739182954496 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚27331434 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚29259007 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚906453789988864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9641373 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚252300415263232 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4031607352320 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚268 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9641724 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚909375680385542 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 trainer/global_step‚3149 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3285392965632 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚56590447 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚27331440 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3286738417152 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚356 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚906095821614288 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚56580347 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚18036834 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚8395466 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚248269220962304 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚248268852871168 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚909739182954496 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚29259007 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚909377050424964 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3281228810676 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚909740554579456 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8395461 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚909739182954496 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚27331434 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚29259007 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚906453789988864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9641373 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚252300415263232 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4031607352320 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚268 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9641724 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚909375680385542 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 trainer/global_step‚3149 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3285392965632 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚56590447 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚27331440 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3286738417152 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚356 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚906095821614288 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218ŒÐØÝ”Ÿ‚(:‰ ΣŠÓ’ÿ©Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚309.944' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.9888 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0èb\d ‚(:Ù ΣŠÓ¡£½Ñ$ disk.nvme0c0n1.in‚17113.97265625' proc.memory.availableMB‚ 1946.390625# proc.memory.rssMB‚ 2795.13671875* proc.memory.percent‚11.373440424601238 proc.cpu.threads‚17$ disk./.usageGB‚803.9629745483398 disk.sda.out‚ 210.81640625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚ 113491.609375 disk.dm-1.out‚ 210.81640625 network.recv‚571777" disk.nvme0n1.in‚17113.97265625$ disk.nvme0n1.out‚129919.76171875 disk.dm-0.in‚17113.97265625 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚ 113491.609375& disk.nvme0c0n1.out‚129919.76171875* disk./.usagePercent‚53.954629791805665! disk.dm-0.out‚129919.76171875$ memory_percent‚92.08011627197266 cpu‚25.296313735009267 network.sent‚ 5.418877e+06 disk.sda.in‚ 113491.609375 disk.sda3.out‚ 210.81640625âÌ0v2¡- _wandbruntime‚5355  _runtime‚5355mŠKIý&¢÷M T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚910020486385152 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚910019114753024 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚56607910 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚56607910 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚8398101 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚248347807328256 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚29257995 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚252380678158336 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3280905000862 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚27339807 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚910020486385152 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8398106 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3282249612428 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚344 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚56597796 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚27339801 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚252380263016960 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4032823779840 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚349 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚909656873000492 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚27339801 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚18042733 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚18042384 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 % _timestamp‚1.7848447508176177e+09 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3286415473664 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚27339807 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3287760932352 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3287760932352 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824p°lVý£üM T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚910020486385152 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚910019114753024 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚56607910 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚56607910 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚8398101 cODeviceStatsMonitor.on_train_batch_end/inacâßÁtive_split_bytes.large_pool.allocated‚248347807328256 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚29257995 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚252380678158336 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3280905000862 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚27339807 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚910020486385152 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8398106 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3282249612428 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚344 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚56597796 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚27339801 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚252380263016960 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4032823779840 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚349 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚909656873000492 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚27339801 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚18042733 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚18042384 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 % _timestamp‚1.7848447508176177e+09 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3286415473664 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚27339807 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3287760932352 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3287760932352 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824~U›©2¤- _wandbruntime‚5355  _runtime‚5355óÕH¥ÿ 1loss/SRqqt2/assignment_loss‚0.603982145222388 &loss/total_loss‚10.534810438731515 trainer/global_step‚3149 0loss/FRt1/assignment_loss‚2.5207731836499314 2loss/FBt1/assignment_loss‚0.016215124446266573 /loss/FRt1/detection_loss‚0.6001337095204868 1loss/SRqqt2/detection_loss‚0.6932165984321446 % _timestamp‚1.7848447508700798e+09 2loss/SRqqt1/assignment_loss‚0.6002354605930151 .loss/FRt2/detection_loss‚1.394153878121125 _runtime‚5355.171583984 _step‚270 0loss/FRt2/assignment_loss‚1.0166634091511075 0loss/FBt2/assignment_loss‚0.0493545195436689 1loss/SRqqt1/detection_loss‚0.9716755588640842 /loss/FBt1/detection_loss‚1.4502589310604064 -loss/FBt2/detection_loss‚0.61814792012689 epoch‚19u!r ¦„ _step‚270 0loss/FRt2/assignment_loss‚1.0166634091511075 0loss/FBt2/assignment_loss‚0.0493545195436689 1loss/SRqqt1/detection_loss‚0.9716755588640842 /loss/FBt1/detection_loss‚1.4502589310604064 -loss/FBt2/detection_loss‚0.61814792012689 epoch‚19 1loss/SRqqt2/assignment_loss‚0.603982145222388 &loss/total_loss‚10.534810438731515 trainer/global_step‚3149 0loss/FRt1/assignment_loss‚2.5207731836499314 2loss/FBt1/assignment_loss‚0.016215124446266573 /loss/FRt1/detection_loss‚0.6001337095204868 1loss/SRqqt2/detection_loss‚0.6932165984321446 % _timestamp‚1.7848447508700798e+09 2loss/SRqqt1/assignment_loss‚0.6002354605930151 .loss/FRt2/detection_loss‚1.394153878121125 _runtime‚5355.171583984Ž&ò"XŸ§‚(:” Ý£ŠÓÛ’ÐÎ gpu.0.gpu‚99.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚212.489' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚42.497800000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0èöµü`¨‚(:Õ Ý£ŠÓË·ˆÐ cpu‚25.296568241141713 disk.dm-1.in‚ 113491.609375$ disk.nvme0c0n1.in‚17113.97265625$ memory_percent‚92.08138783772787# proc.memory.rssMB‚ 2795.13671875 proc.cpu.threads‚17 network.recv‚573766 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚ 113491.609375 disk.sda3.out‚ 211.0078125" disk.nvme0n1.in‚17113.97265625 disk.dm-0.in‚17113.97265625) disk./.usagePercent‚53.95457654223854$ disk./.usageGB‚803.9621810913086 disk.sda2.in‚0 disk.dm-1.out‚ 211.0078125& disk.nvme0c0n1.out‚129921.31640625! disk.dm-0.out‚129921.31640625 disk.sda.out‚ 211.0078125' proc.memory.availableMB‚ 1946.078125 network.sent‚ 5.466921e+06$ disk.nvme0n1.out‚129921.31640625 disk.sda.in‚ 113491.609375* proc.memory.percent‚11.373440424601238ˆÑž©‚(:“ 죊ÓÎÍÎ gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚278.898' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚55.77960000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ƒuDgª‚(:Ü 죊ÓÃÎÇÐ* proc.memory.percent‚11.373440424601238$ disk.nvme0c0n1.in‚17129.10546875% disk.nvme0n1.out‚129927.791015625 disk.dm-0.in‚17129.10546875 disk.sda.in‚ 113742.609375 disk.dm-1.out‚ 211.55859375 cpu‚25.296711008699887 network.recv‚577255) disk./.usagePercent‚53.95548229689469' disk.nvme0c0n1.out‚129927.791015625 disk.sda.out‚ 211.55859375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚ 113742.609375 proc.cpu.threads‚17$ disk./.usageGB‚803.9756774902344" disk.nvme0n1.in‚17129.10546875" disk.dm-0.out‚129927.791015625 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 211.55859375( proc.memory.availableMB‚ 1946.0546875# proc.memory.rssMB‚ 2795.13671875 network.sent‚ 5.517845e+06 disk.dm-1.in‚ 113741.953125$ memory_percent‚92.08148320515951-šÏž«‚(:“ û£ŠÓæÐÍÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚282.255' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚56.45099999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0[‡B(a¬‚(:Ö û£ŠÓŸÐ network.recv‚577660 disk.dm-1.out‚ 211.79296875! disk.nvme0c0n1.in‚ 17146.53125& disk.nvme0c0n1.out‚129943.05078125 disk.nvme0n1.in‚ 17146.53125 disk.sda1.in‚0$ memory_percent‚92.08149909973145# proc.memory.rssMB‚ 2795.13671875) disk./.usagePercent‚53.95548383293989 disk.dm-0.in‚ 17146.53125 disk.sda.out‚ 211.79296875 disk.sda1.out‚0 disk.sda3.in‚115016.93359375 disk.sda3.out‚ 211.79296875) proc.memory.availableMB‚ 1946.05078125* proc.memory.percent‚11.373440424601238 network.sent‚ 5.518649e+06 disk.dm-1.in‚115016.93359375$ disk.nvme0n1.out‚129943.05078125! disk.dm-0.out‚129943.05078125 proc.cpu.threads‚17# disk./.usageGB‚803.975700378418 disk.sda.in‚115016.93359375 disk.sda2.in‚0 disk.sda2.out‚0 cpu‚25.296862977989722™KO“­‚(:ˆ Š¤ŠÓ쨱Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚335.265' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚67.053 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0_ÌÝsg®‚(:Ü Š¤ŠÓ轂Ñ disk.sda1.out‚0 disk.sda2.in‚0" disk.nvme0c0n1.in‚ 17228.984375 proc.cpu.threads‚17 disk.sda.in‚115016.93359375 disk.sda3.out‚ 212.3359375& disk.nvme0n1.out‚129945.4091796875 disk.dm-0.in‚ 17228.984375# disk.dm-0.out‚129945.4091796875* proc.memory.percent‚11.373440424601238 network.sent‚ 5.522033e+06 network.recv‚579441 disk.sda2.out‚0 disk.dm-1.out‚ 212.3359375( disk.nvme0c0n1.out‚129945.4091796875# memory_percent‚92.0802116394043$ disk./.usageGB‚803.9756622314453 disk.sda1.in‚0 disk.sda3.in‚115016.93359375 disk.dm-1.in‚115016.93359375 disk.nvme0n1.in‚ 17228.984375( proc.memory.availableMB‚ 1946.3671875# proc.memory.rssMB‚ 2795.13671875 cpu‚25.297090813646598* disk./.usagePercent‚53.955481272864546 disk.sda.out‚ 212.3359375ZͨȠ¯‚(:• ™¤ŠÓ‘©Î gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚222.476' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚44.495200000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0_ÓÝ›j°‚(:ß ™¤ŠÓš£ìÏ disk.dm-0.in‚ 17228.984375 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚115016.93359375( proc.memory.availableMB‚ 1946.5546875 cpu‚25.297246826126717 network.recv‚580557) disk./.usagePercent‚53.95547794476659$ disk./.usageGB‚803.9756126403809 disk.nvme0n1.in‚ 17228.984375& disk.nvme0n1.out‚129946.6474609375 disk.sda.out‚ 212.82421875 disk.sda3.out‚ 212.82421875 disk.dm-1.out‚ 212.82421875 network.sent‚ 5.523038e+06# disk.dm-0.out‚129946.6474609375 disk.sda.in‚115016.93359375 disk.sda2.in‚0" disk.nvme0c0n1.in‚ 17228.984375( disk.nvme0c0n1.out‚129946.6474609375$ memory_percent‚92.07944869995117* proc.memory.percent‚11.373440424601238 disk.sda1.in‚0 disk.dm-1.in‚115016.93359375# proc.memory.rssMB‚ 2795.13671875 proc.cpu.threads‚17Ê‘<2±- _wandbruntime‚5434  _runtime‚5434 /–ØŲ¿ trainer/global_step‚3199 % _timestamp‚1.7848448299422247e+09 _runtime‚5434.243826103 _step‚271 % lr-AdamW/pg1‚7.88126691874657e-05 % lr-AdamW/pg2‚7.88126691874657e-05¾æéÊ³Ä % _timestamp‚1.7848448299422247e+09 _runtime‚5434.243826103 _step‚271 % lr-AdamW/pg1‚7.88126691874657e-05 % lr-AdamW/pg2‚7.88126691874657e-05 trainer/global_step‚3199Vµã2´- _wandbruntime‚5434  _runtime‚5434–öÔEñ'µëO GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚27749784 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚923368242996572 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚29704865 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚27749784 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚252198539259904 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚8527466 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚345 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 _step‚272 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚29714959 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9789616 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚920399280687104 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3330988082030 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _runtime‚5434.247947138 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚57464749 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚18317077 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚252198171168768 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 # _timestamp‚1.78484482994329e+09 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3336582521856 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 trainer/global_step‚3199 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚920399280687104 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8527461 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚256292791786496 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚29704865 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚923735837035520 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚920035910303088 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚29714959 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3337927973376 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚27749790 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚923735837035520 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚920035884875120 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚57454649 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚920399254513664 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3336582521856 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9789961 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4094252526592 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4094205469184 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚27749790 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3337927973376 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚350 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚02Gp@C¶ðO IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _runtime‚5434.247947138 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚57464749 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚18317077 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚252198171168768 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 # _timestamp‚1.78484482994329e+09 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3336582521856 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 trainer/global_step‚3199 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚920399280687104 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8527461 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚256292791786496 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚29704865 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚923735837035520 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚920035910303088 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚29714959 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3337927973376 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚27749790 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚923735837035520 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚920035884875120 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚57454649 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚920399254513664 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3336582521856 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9789961 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4094252526592 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4094205469184 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚27749790 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3337927973376 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚350 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 4766½H¸°³7565923 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚27749784 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚923368242996572 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚29704865 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚27749784 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚252198539259904 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚8527466 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚345 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 _step‚272 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚29714959 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9789616 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚920399280687104 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3330988082030 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112òtL»2·- _wandbruntime‚5435  _runtime‚5435‹TDÎý&¸÷M WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚920678163804160 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚18322991 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 trainer/global_step‚3199 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚920678189977600 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3338950488576 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚27758157 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚252277125625856 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚920314686648896 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚923648065572100 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚18322644 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚342 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3338950488576 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚27758157 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚27758151 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 % _timestamp‚1.7848448313645322e+09 _step‚273 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3337605029888 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚57472098 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚57482212 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8530106 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚256372625643520 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3332008883670 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚57482212 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9792543 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚9792885 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚924017140466176 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚920678189977600 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚57472098 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4095446675968 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 _runtime‚5435.666373048 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚29713947 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚29724055 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824aŸîx'¹üM E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚924017140466176 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚920678189977600 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚57472098 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4095446675968 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 _runtime‚5435.666373048 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚29713947 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚29724055 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚920678163804160 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚18322991 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 trainer/global_step‚3199 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚920678189977600 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3338950488576 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚27758157 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚252277125625856 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚920314686648896 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚923648065572100 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚18322644 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚342 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3338950488576 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚27758157 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚27758151 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 % _timestamp‚1.7848448313645322e+09 _step‚273 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3337605029888 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚57472098 PDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚57482212 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8530106 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚256372625643520 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3332008883670 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚57482212 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9792543 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚9792885 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1‘p€Å2º- _wandbruntime‚5435  _runtime‚5435ª r¸» 1loss/FBt2/assignment_loss‚0.03469192363102122 /loss/FRt1/detection_loss‚0.5349340002218754 _runtime‚5435.718530473 0loss/FRt2/assignment_loss‚0.8734116611826108 2loss/SRqqt1/assignment_loss‚0.6592445619270865 2loss/SRqqt2/assignment_loss‚0.6342309834704265 /loss/FRt2/detection_loss‚1.4430456429979897 1loss/SRqqt2/detection_loss‚0.6753618723493876 .loss/FBt1/detection_loss‚1.180529298214242 /loss/FBt2/detection_loss‚0.5732041960115386 trainer/global_step‚3199 &loss/total_loss‚10.144594904125892 % _timestamp‚1.7848448314171572e+09 _step‚274 /loss/FRt1/assignment_loss‚2.368622459008992 1loss/FBt1/assignment_loss‚0.06990182361350179 1loss/SRqqt1/detection_loss‚1.0974164814972205 epoch‚19ÐÊSu ¼† 1loss/SRqqt2/detection_loss‚0.6753618723493876 .loss/FBt1/detection_loss‚1.180529298214242 /loss/FBt2/detection_loss‚0.5732041960115386 trainer/global_step‚3199 &loss/total_loss‚10.144594904125892 % _timestamp‚1.7848448314171572e+09 _step‚274 /loss/FRt1/assignment_loss‚2.368622459008992 1loss/FBt1/assignment_loss‚0.06990182361350179 1loss/SRqqt1/detection_loss‚1.0974164814972205 epoch‚19 1loss/FBt2/assignment_loss‚0.03469192363102122 /loss/FRt1/detection_loss‚0.5349340002218754 _runtime‚5435.718530473 0loss/FRt2/assignment_loss‚0.8734116611826108 2loss/SRqqt1/assignment_loss‚0.6592445619270865 2loss/SRqqt2/assignment_loss‚0.6342309834704265 /loss/FRt2/detection_loss‚1.4430456429979897’’Šª”½‚(:‰ ¨¤ŠÓÊÜ‘Î gpu.0.gpu‚48.0 gpu.0.memory‚14, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚356.993' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.3986 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0’EBòl¾‚(:á ¨¤ŠÓã¿»Ð) disk./.usagePercent‚53.95550200947482$ disk./.usageGB‚803.9759712219238 disk.sda.out‚ 213.2890625 disk.dm-1.out‚ 213.2890625' disk.nvme0n1.out‚129949.21435546875$ memory_percent‚92.08062489827475' proc.memory.availableMB‚ 1946.265625 cpu‚25.301435403349288 network.sent‚ 5.525104e+06 disk.sda.in‚115502.6484375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚115502.6484375) disk.nvme0c0n1.out‚129949.21435546875* proc.memory.percent‚11.373472213745117$ disk.dm-0.out‚129949.21435546875 disk.sda2.out‚0 disk.sda3.out‚ 213.2890625 disk.dm-1.in‚115502.6484375# proc.memory.rssMB‚ 2795.14453125 network.recv‚581518 disk.dm-0.in‚17231.58984375$ disk.nvme0c0n1.in‚17231.58984375" disk.nvme0n1.in‚17231.58984375 proc.cpu.threads‚17s <2¿- _wandbruntime‚5445  _runtime‚5445'+hXÀëu 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18196997046470642 /particle/accuracy_4_of_4‚0.9174525141716003 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4759821891784668 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5088567733764648 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7287202477455139 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7167811989784241 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7174991965293884 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.036380790174007416 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.761839747428894 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7393085956573486 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5893979668617249 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19555146992206573 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 6 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.741220235824585 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9963327050209045 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.41349244117736816 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_2_of_3‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7089303731918335 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7843115329742432 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1999044120311737 +jet/accuracy_2_of_2‚0.14705350995063782 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7162202596664429 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.0266136284917593 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2005542516708374 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.1879638433456421 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8499141931533813 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04637037590146065 (particle/accuracy‚0.8446757197380066 +particle/sensitivity‚0.6079638004302979 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995760440826416 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6928706169128418 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.04172976687550545 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7696346640586853 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +jet/accuracy_4_of_4‚0.02010233886539936 trainer/global_step‚3199 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5865292549133301 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6934460997581482 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8"Purity/*FRt*SRqqt0FBt/event_purity‚0.258736252784729 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.720895528793335 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6958935856819153 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6412880420684814 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.014056535437703133 particle/accuracy_1_of_1‚1 'particle/f_score‚0.6250640749931335 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.19244450330734253 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.026484765112400055 particle/accuracy_1_of_4‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9941128492355347 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.1557815670967102 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7101075649261475 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.02343609929084778 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7287202477455139 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 *jet/accuracy_2_of_3‚0.5795722603797913 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 _step‚275 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6317034959793091 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6594120860099792 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08976645022630692 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7834954261779785 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.18689879775047302 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.14465586841106415 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1550087183713913 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8729419708251953 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 6 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.167920783162117 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.606857419013977 *loss/val_total_loss‚11.663314498832243 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2476620078086853 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.035970255732536316 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8499141931533813 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6613931059837341 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 *jet/accuracy_1_of_4‚0.9727796316146851 particle/accuracy_1_of_3‚1 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 epoch‚19 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6060271263122559 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1708192527294159 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 *jet/accuracy_1_of_1‚0.3036031723022461 +jet/accuracy_3_of_4‚VŒº}™0.10295269638299942 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7228996753692627 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7348415851593018 *jet/accuracy_2_of_4‚0.8226660490036011 7validation_average_jet_accuracy‚0.34522387385368347 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.29427221417427063 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10685187578201294 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6531220078468323 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9173473119735718 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6038767099380493 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5936890840530396 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6082890033721924 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 particle/accuracy_2_of_2‚1 +particle/specificity‚0.9087280631065369 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09023909270763397 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6924099326133728 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 particle/accuracy_3_of_3‚1 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6153996586799622 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9738343358039856 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7604995965957642 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.994315505027771 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3690074384212494 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6836852431297302 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.15432776510715485 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6131711006164551 particle/accuracy_2_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.644188642501831 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47028154134750366 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8154951333999634 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6437556147575378 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.03289245069026947 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.31016623973846436 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.16830234229564667 ,"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.125 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6360726952552795 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5930072069168091 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.15515008568763733 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9818808436393738 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6453388333320618 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 /particle/accuracy_3_of_4‚0.9861111044883728 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.19999924302101135 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6732685565948486 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8765199780464172 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07444915920495987 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9950360059738159 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.47037962079048157 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.17477604746818542 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.19212408363819122 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 )jet/accuracy_1_of_2‚0.723378598690033 % _timestamp‚1.7848448415404682e+09 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5821015238761902 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 particle/accuracy_1_of_2‚1 8"Purity/*FRt0SRqqt0FBt/event_purity‚0.180574432015419 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4215344488620758 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03673213720321655 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 *jet/accuracy_1_of_3‚0.8966256380081177 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.733356237411499 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.20042212307453156 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.1879638433456421 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 +jet/accuracy_3_of_3‚0.08282631635665894 _runtime‚5445.842862288 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.36455681920051575 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 7 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.0266136284917593 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6082890033721924 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.04429423809051514ÌîŸö:Áðu 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 epoch‚19 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6060271263122559 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1708192527294159 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 *jet/accuracy_1_of_1‚0.3036031723022461 +jet/accuracy_3_of_4‚0.10295269638299942 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7228996753692627 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7348415851593018 *jet/accuracy_2_of_4‚0.8226660490036011 7validation_average_jet_accuracy‚0.34522387385368347 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.29427221417427063 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10685187578201294 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6531220078468323 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9173473119735718 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6038767099380493 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5936890840530396 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6082890033721924 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 particle/accuracy_2_of_2‚1 +particle/specificity‚0.9087280631065369 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09023909270763397 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6924099326133728 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 particle/accuracy_3_of_3‚1 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6153996586799622 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9738343358039856 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7604995965957642 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.994315505027771 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3690074384212494 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6836852431297302 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.15432776510715485 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6131711006164551 particle/accuracy_2_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.644188642501831 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47028154134750366 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8154951333999634 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6437556147575378 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.03289245069026947 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.31016623973846436 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.16830234229564667 ,"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.125 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6360726952552795 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5930072069168091 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.15515008568763733 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9818808436393738 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6453388333320618 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 /particle/accuracy_3_of_4‚0.9861111044883728 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.19999924302101135 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6732685565948486 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8765199780464172 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07444915920495987 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9950360059738159 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.47037962079048157 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.17477604746818542 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.19212408363819122 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 )jet/accuracy_1_of_2‚0.723378598690033 % _timestamp‚1.7848448415404682e+09 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5821015238761902 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.4000000059604645 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 particle/accuracy_1_of_2‚1 8"Purity/*FRt0SRqqt0FBt/event_purity‚0.180574432015419 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4215344488620758 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03673213720321655 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 *jet/accuracy_1_of_3‚0.8966256380081177 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 6 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.733356237411499 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.20042212307453156 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.1879638433456421 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 +jet/accuracy_3_of_3‚0.08282631635665894 _runtime‚5445.842862288 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.36455681920051575 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 7 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.0266136284917593 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6082890033721924 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.04429423809051514 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18196997046470642 /particle/accuracy_4_of_4‚0.9174525141716003 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4759821891784668 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5088567733764648 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7287202477455139 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7167811989784241 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7174991965293884 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.036380790174007416 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.761839747428894 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7393085956573486 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5893979668617249 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19555146992206573 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 6 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.741220235824585 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9963327050209045 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.41349244117736816 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_2_of_3‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7089303731918335 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7843115329742432 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1999044120311737 +jet/accuracy_2_of_2‚0.14705350995063782 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7162202596664429 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.0266136284917593 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2005542516708374 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.1879638433456421 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8499141931533813 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04637037590146065 (particle/accuracy‚0.8446757197380066 +particle/sensitivity‚0.6079638004302979 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995760440826416 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6928706169128418 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.04172976687550545 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7696346640586853 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +jet/accuracy_4_of_4‚0.02010233886539936 trainer/global_step‚3199 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5865292549133301 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6934460997581482 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8"Purity/*FRt*SRqqt0FBt/event_purity‚0.258736252784729 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.720895528793335 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.6958935856819153 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6412880420684814 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.014056535437703133 particle/accuracy_1_of_1‚1 'particle/f_score‚0.6250640749931335 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.19244450330734253 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.026484765112400055 particle/accuracy_1_of_4‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9941128492355347 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.1557815670967102 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7101075649261475 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.02343609929084778 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7287202477455139 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 *jet/accuracy_2_of_3‚0.5795722603797913 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 _step‚275 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6317034959793091 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6594120860099792 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08976645022630692 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7834954261779785 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.18689879775047302 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.14465586841106415 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1550087183713913 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8729419708251953 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 6 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.167920783162117 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.606857419013977 *loss/val_total_loss‚11.663314498832243 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2476620078086853 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.035970255732536316 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8499141931533813 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6613931059837341 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 *jet/accuracy_1_of_4‚0.9727796316146851 particle/accuracy_1_of_3‚1 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088“ ⎔‚(:‰ ·¤ŠÓ—’ Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.001' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.8002 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Þûp dÂ(:Ù ·¤ŠÓ ¿—Ð* proc.memory.percent‚11.378844579060871 cpu‚25.30220569058951 network.sent‚ 5.584713e+06* disk./.usagePercent‚53.955666622319335 disk.sda1.out‚0 disk.dm-1.out‚ 213.578125# disk.nvme0c0n1.in‚ 17240.6796875' disk.nvme0n1.out‚129950.88232421875$ disk.dm-0.out‚129950.88232421875$ memory_percent‚92.08606084187826 disk.sda.in‚ 116095.671875 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda.out‚ 213.578125 disk.sda2.out‚0 disk.sda3.in‚ 116095.671875! disk.nvme0n1.in‚ 17240.6796875 disk.dm-0.in‚ 17240.6796875# proc.memory.rssMB‚ 2796.46484375 proc.cpu.threads‚17 network.recv‚584574$ disk./.usageGB‚803.9784240722656 disk.sda3.out‚ 213.578125 disk.dm-1.in‚ 116095.671875) disk.nvme0c0n1.out‚129950.88232421875( proc.memory.availableMB‚ 1944.9296875‘¦”Ä‚(:‰ ƤŠÓöӣΠgpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚321.409' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.2818 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0“ÂìCfÅ‚(:Û ƤŠÓ–ÑéÏ$ disk./.usageGB‚804.4222412109375( disk.nvme0c0n1.out‚130317.8603515625 disk.dm-0.in‚17354.62109375 disk.dm-1.in‚ 116095.671875 cpu‚25.30229369705844 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 213.9921875( proc.memory.availableMB‚ 1944.9765625* proc.memory.percent‚11.378844579060871# disk.dm-0.out‚130317.8603515625 disk.sda.out‚ 213.9921875 network.sent‚ 5.638323e+06) disk./.usagePercent‚53.98545156288299$ disk.nvme0c0n1.in‚17354.62109375& disk.nvme0n1.out‚130317.8603515625 disk.sda2.in‚0 disk.sda3.out‚ 213.9921875" disk.nvme0n1.in‚17354.62109375 disk.sda.in‚ 116095.671875 disk.sda1.out‚0 disk.sda3.in‚ 116095.671875$ memory_percent‚92.08587010701498# proc.memory.rssMB‚ 2796.46484375 proc.cpu.threads‚17 network.recv‚587453ÖO½è”Æ‚(:‰ Õ¤ŠÓšó¤Î gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚368.174' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.6348 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0øâ©3[Ç‚(:Ð Õ¤ŠÓçÅÑ disk.sda.in‚ 116095.671875) proc.memory.availableMB‚ 1944.98046875 cpu‚25.302500818119313 network.recv‚588658) disk./.usagePercent‚53.95166343250642 disk.sda2.in‚0 disk.dm-1.out‚ 214.3828125* proc.memory.percent‚11.378844579060871# disk./.usageGB‚803.918773651123 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 214.3828125 disk.dm-1.in‚ 116095.671875 disk.dm-0.out‚ 130372.578125# proc.memory.rssMB‚ 2796.46484375 network.sent‚ 5.640367e+06 disk.sda3.in‚ 116095.671875$ disk.nvme0c0n1.in‚17354.62109375$ disk.nvme0c0n1.out‚ 130372.578125" disk.nvme0n1.in‚17354.62109375 disk.sda.out‚ 214.3828125$ memory_percent‚92.08585421244302 proc.cpu.threads‚17" disk.nvme0n1.out‚ 130372.578125 disk.dm-0.in‚17354.62109375òîéהȂ(:‰ 䤊Óœ„™Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚291.291' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.2582 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0RMÆmÉ‚(:â 䤊ÓþÉÄÑ$ disk.nvme0c0n1.in‚17370.68359375$ memory_percent‚92.08582242329916) disk./.usagePercent‚53.95244220742558$ disk./.usageGB‚803.9303779602051' disk.nvme0n1.out‚130434.74169921875# proc.memory.rssMB‚ 2796.46484375 cpu‚25.302625247408354 disk.sda1.in‚0 disk.dm-1.in‚116333.5390625 disk.dm-1.out‚ 214.9296875" disk.nvme0n1.in‚17370.68359375) proc.memory.availableMB‚ 1944.98828125* proc.memory.percent‚11.378844579060871 proc.cpu.threads‚17 network.sent‚ 5.64189e+06 network.recv‚589537 disk.dm-0.in‚17370.68359375 disk.sda.out‚ 214.9296875 disk.sda1.out‚0 disk.sda3.in‚116333.5390625) disk.nvme0c0n1.out‚130434.74169921875$ disk.dm-0.out‚130434.74169921875 disk.sda.in‚116333.5390625 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 214.9296875:(ö4žÊ‚(:“ ó¤ŠÓÑÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚328.497' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚65.69940000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‚ÉõMsË‚(:è ó¤ŠÓïÄÐ) disk./.usagePercent‚53.95266903010092$ disk./.usageGB‚803.9337577819824 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0" disk.nvme0n1.in‚17438.27734375' disk.nvme0n1.out‚130439.61083984375) proc.memory.availableMB‚ 1944.73046875 disk.sda3.in‚117396.84765625 disk.dm-1.in‚117396.84765625 disk.dm-1.out‚ 215.41015625 disk.dm-0.in‚17438.27734375$ disk.dm-0.out‚130439.61083984375 disk.sda.in‚117396.84765625# proc.memory.rssMB‚ 2796.46484375 cpu‚25.30276221997345$ disk.nvme0c0n1.in‚17438.27734375) disk.nvme0c0n1.out‚130439.61083984375 network.recv‚590742 disk.sda2.in‚0 disk.sda3.out‚ 215.41015625 disk.sda.out‚ 215.41015625$ memory_percent‚92.08687146504721* proc.memory.percent‚11.378844579060871 network.sent‚ 5.644506e+06 proc.cpu.threads‚17‘À¤¯2Ì- _wandbruntime‚5524  _runtime‚55242ïÎÇÍÁ & lr-AdamW/pg1‚7.770766216169258e-05 & lr-AdamW/pg2‚7.770766216169258e-05 trainer/global_step‚3249 % _timestamp‚1.7848449205347157e+09 _runtime‚5524.836259522 _step‚276™ÕlÌÎÆ _runtime‚5524.836259522 _step‚276 & lr-AdamW/pg1‚7.770766216169258e-05 & lr-AdamW/pg2‚7.770766216169258e-05 trainer/global_step‚3249 % _timestamp‚1.7848449205347157e+09”å·=å2Ï- _wandbruntime‚5524  _runtime‚5524Q¼, ÐíO WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚939198963610112 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚260317214252544 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 trainer/global_step‚3249 _runtime‚5524.840958159 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3392328429568 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9954084 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3390982978048 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚277 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚256155810626560Š,#Dã F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚935807980632064 % _timestamp‚1.7848449205357478e+09 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9954431 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3386641630701 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4161771717120 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚938823556955263 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3392328429568 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚939198963610112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚260317635692544 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚935438259936016 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚18617819 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚8663388 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚935808006805504 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚935808006805504 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3390982978048 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚58407800 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚28219244 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚347 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4161825065984 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚28219238 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚30198656 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚935807980632064 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚939200335235072 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚28219244 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3385297019247 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚28219238 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚30188562 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8663383 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚256155442535424 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968ù/ø'ÑòO F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4161771717120 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚938823556955263 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3392328429568 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚939198963610112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚260317635692544 \HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚935438259936016 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚18617819 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚8663388 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚935808006805504 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚935808006805504 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3390982978048 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚58407800 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚28219244 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚347 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4161825065984 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚28219238 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚30198656 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚935807980632064 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚939200335235072 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚28219244 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3385297019247 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚28219238 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚30188562 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8663383 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚256155442535424 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚939198963610112 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚260317214252544 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 trainer/global_step‚3249 _runtime‚5524.840958159 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3392328429568 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚9954084 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3390982978048 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚277 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚256155810626560 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚935807980632064 % _timestamp‚1.7848449205357478e+09 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚9954431 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3386641630701 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0•ºˆ'2Ò- _wandbruntime‚5526  _runtime‚5526È„[<ý&Ó÷M K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3392005486080 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚936086889922560 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚9957368 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚58435363 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚939480267040768 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚58425249 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚18623396 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚935717087137760 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚3249 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚939478895408640 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚58435363 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚30207752 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3393350944768 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚939103379530679 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚935717061709792 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚936086889922560 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 % _timestamp‚1.7848449219586496e+09 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚30197644 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚339 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3386317820887 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚256234396992512 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚18623052 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4163030738432 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚28227605 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3387662432453 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚30207752 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚30197644 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9957029 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3392005486080 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 _runtime‚5526.260493507 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚28227611 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚936086916096000 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8666028 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824šöÁxÓÔüM PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚18623052 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4163030738432 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚28227605 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3387662432453 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚30207752 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚30197644 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚9957029 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3392005486080 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 _runtime‚5526.260493507 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚28227611 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚936086916096000 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8666028 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3392005486080 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚936086889922560 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚9957368 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚58435363 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚939480267040768 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚58425249 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚18623396 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚935717087137760 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚3249 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚939478895408640 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚58435363 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.kë,w/small_pool.peak‚ 341900800 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚30207752 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3393350944768 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚939103379530679 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚935717061709792 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚936086889922560 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 % _timestamp‚1.7848449219586496e+09 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚30197644 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚339 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3386317820887 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚256234396992512–AId=2Õ- _wandbruntime‚5526  _runtime‚5526t%ÜVÖ trainer/global_step‚3249 /loss/FRt2/assignment_loss‚1.054738468469064 1loss/FBt1/assignment_loss‚0.08014951175788644 /loss/FRt1/detection_loss‚0.5739952128568632 0loss/SRqqt1/detection_loss‚0.847708256046725 /loss/FBt1/detection_loss‚0.9371069366733233 % _timestamp‚1.7848449220116699e+09 1loss/FBt2/assignment_loss‚0.07263342964583049 epoch‚20 0loss/FRt1/assignment_loss‚2.4001920184286516 2loss/SRqqt2/assignment_loss‚0.6165066140610029 /loss/FBt2/detection_loss‚0.6491424425229498 _runtime‚5526.313044649 _step‚279 2loss/SRqqt1/assignment_loss‚0.6830523490137848 /loss/FRt2/detection_loss‚1.5030217623286535 1loss/SRqqt2/detection_loss‚0.6749351382789555 &loss/total_loss‚10.093182140083691À÷–Ž ׆ trainer/global_step‚3249 /loss/FRt2/assignment_loss‚1.054738468469064 1loss/FBt1/assignment_loss‚0.08014951175788644 /loss/FRt1/detection_loss‚0.5739952128568632 0loss/SRqqt1/detection_loss‚0.847708256046725 /loss/FBt1/detection_loss‚0.9371069366733233 % _timestamp‚1.7848449220116699e+09 1loss/FBt2/assignment_loss‚0.07263342964583049 epoch‚20 0loss/FRt1/assignment_loss‚2.4001920184286516 2loss/SRqqt2/assignment_loss‚0.6165066140610029 /loss/FBt2/detection_loss‚0.6491424425229498 _runtime‚5526.313044649 _step‚279 2loss/SRqqt1/assignment_loss‚0.6830523490137848 /loss/FRt2/detection_loss‚1.5030217623286535 1loss/SRqqt2/detection_loss‚0.6749351382789555 &loss/total_loss‚10.093182140083691—ªâ>îžØ‚(:“ ‚¥ŠÓœ°Î gpu.0.gpu‚82.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚370.689' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚74.13780000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0=èµgÙ‚(:Ü ‚¥ŠÓέþÏ network.sent‚ 5.646037e+06 disk.sda3.in‚117396.84765625 disk.dm-1.in‚117396.84765625 disk.dm-1.out‚ 216.015625# proc.memory.rssMB‚ 2796.46484375* proc.memory.percent‚11.378844579060871 proc.cpu.threads‚17) disk./.usagePercent‚53.95268003842488$ disk./.usageGB‚803.9339218139648& disk.nvme0n1.out‚130442.1318359375 disk.sda.out‚ 216.015625 disk.sda2.in‚0 cpu‚25.302983902797582 network.recv‚591661! disk.nvme0n1.in‚ 17535.4765625 disk.sda.in‚117396.84765625 disk.sda1.in‚0 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 17535.4765625( disk.nvme0c0n1.out‚130442.1318359375 disk.dm-0.in‚ 17535.4765625# disk.dm-0.out‚130442.1318359375 disk.sda1.out‚0 disk.sda3.out‚ 216.015625$ memory_percent‚92.08682378133139( proc.memory.availableMB‚ 1944.7421875”¼ªŸÚ‚(:” ‘¥ŠÓÔé±Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.858' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.171600000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0#r¹fÛ‚(:Û ‘¥ŠÓºá Ð) disk./.usagePercent‚53.95288254038447# disk.nvme0c0n1.in‚ 17535.4765625! disk.nvme0n1.in‚ 17535.4765625" disk.dm-0.out‚130446.326171875 disk.sda2.in‚0 disk.dm-1.out‚ 216.3515625* proc.memory.percent‚11.378844579060871 cpu‚25.303107319606145 network.recv‚594654# disk./.usageGB‚803.936939239502% disk.nvme0n1.out‚130446.326171875 disk.dm-0.in‚ 17535.4765625$ memory_percent‚92.08599726359049( proc.memory.availableMB‚ 1944.9453125 proc.cpu.threads‚17' disk.nvme0c0n1.out‚130446.326171875 disk.sda.in‚117396.84765625 disk.sda.out‚ 216.3515625 disk.sda1.in‚0 disk.sda3.in‚117396.84765625 disk.dm-1.in‚117396.84765625 network.sent‚ 5.706424e+06 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 216.3515625# proc.memory.rssMB‚ 2796.46484375Dˆ[ÔÜ‚(:‰  ¥ŠÓÙ±ªÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚313.542' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.7084 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÌŽfZÝ‚(:Ï  ¥ŠÓ姟Ð disk.dm-0.in‚17541.71484375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.out‚ 216.94140625 disk.dm-1.in‚117889.5 disk.dm-1.out‚ 216.94140625$ memory_percent‚92.08698272705078* disk./.usagePercent‚53.952911213228305 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚117889.5( disk.nvme0c0n1.out‚130449.8603515625 cpu‚25.30323283741206$ disk./.usageGB‚803.9373664855957$ disk.nvme0c0n1.in‚17541.71484375# proc.memory.rssMB‚ 2796.46484375 proc.cpu.threads‚17 network.sent‚ 5.708531e+06# disk.dm-0.out‚130449.8603515625 disk.sda.in‚117889.5 disk.sda.out‚ 216.94140625" disk.nvme0n1.in‚17541.71484375& disk.nvme0n1.out‚130449.8603515625' proc.memory.availableMB‚ 1944.703125* proc.memory.percent‚11.378844579060871 network.recv‚595622–)”Þ‚(:‰ ¯¥ŠÓê’ÐÎ gpu.0.gpu‚74.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚359.698' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.9396 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ö)åmß‚(:â ¯¥ŠÓàÁŽÐ proc.cpu.threads‚17 disk.dm-0.in‚17549.83984375 disk.sda1.out‚0 disk.sda3.in‚118483.46484375( disk.nvme0c0n1.out‚130533.9970703125 network.sent‚ 5.710581e+06 network.recv‚596847$ disk./.usageGB‚804.0618553161621# disk.dm-0.out‚130533.9970703125 disk.sda.in‚118483.46484375 disk.dm-1.in‚118483.46484375" disk.nvme0n1.in‚17549.83984375# memory_percent‚92.0880158742269 disk.sda2.out‚0 disk.sda3.out‚ 217.3984375& disk.nvme0n1.out‚130533.9970703125) proc.memory.availableMB‚ 1944.44921875# proc.memory.rssMB‚ 2796.46484375 cpu‚25.30349187968001* disk./.usagePercent‚53.961265763100705 disk.sda.out‚ 217.3984375 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.out‚ 217.3984375$ disk.nvme0c0n1.in‚17549.83984375* proc.memory.percent‚11.378844579060871·ÐF‘”à‚(:‰ ¾¥ŠÓš¢–Î gpu.0.gpu‚89.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚278.726' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚55.7452 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ®s²oá‚(:ä ¾¥ŠÓ»ÛñÏ# proc.memory.rssMB‚ 2796.46484375 cpu‚25.303617622041198 network.sent‚ 5.712664e+06 disk.dm-1.out‚ 217.8828125# disk.nvme0c0n1.in‚ 17608.0234375$ disk.dm-0.out‚130538.40869140625 network.recv‚597815 disk.sda1.out‚0 disk.sda2.in‚0! disk.nvme0n1.in‚ 17608.0234375* proc.memory.percent‚11.378844579060871 proc.cpu.threads‚17$ disk./.usageGB‚804.0618324279785 disk.sda1.in‚0 disk.sda3.in‚118483.46484375 disk.sda3.out‚ 217.8828125 disk.dm-1.in‚118483.46484375' disk.nvme0n1.out‚130538.40869140625 disk.sda.out‚ 217.8828125$ memory_percent‚92.08699862162271* disk./.usagePercent‚53.961264227055494 disk.sda2.out‚0) disk.nvme0c0n1.out‚130538.40869140625 disk.dm-0.in‚ 17608.0234375 disk.sda.in‚118483.46484375) proc.memory.availableMB‚ 1944.69921875ê†ÓŽ2â- _wandbruntime‚5605  _runtime‚5605‡ß6Åã¿ & lr-AdamW/pg1‚7.659497079689138e-05 & lr-AdamW/pg2‚7.659497079689138e-05 trainer/global_step‚3299 $ _timestamp‚1.784845001397394e+09 _runtime‚ 5605.69889999 _step‚280ïÿ €ÊäÄ & lr-AdamW/pg1‚7.659497079689138e-05 & lr-AdamW/pg2‚7.659497079689138e-05 trainer/global_step‚3299 $ _timestamp‚1.784845001397394e+09 _runtime‚ 5605.69889999 _step‚280˜G¹”2å- _wandbruntime‚5605  _runtime‚5605(¥â õ'æïO F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚30644514 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚28637588 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3442172534272 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚10102953 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚260084760833024 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 % _timestamp‚1.7848450013983374e+09 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚949378374052784 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚30654608 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚949753471330304 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3443517985792 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚952816119566293 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚953195617691136 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10102604 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚952814749526871 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚949753445156864 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚953196989316096 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚264309036273152 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3437745513509 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4224328788992 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚8795388 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3443517985792 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚30654608 trainer/global_step‚3299 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚953196989316096 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚59292202 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚28637594 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚18897987 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8795383 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚949753471330304 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚953195617691136 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3442172534272 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚953196989316096 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚59292202 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚28637594 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚18897987 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8795383 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚949753471330304 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚953195617691136 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3442172534272 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚953195617691136 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10102604 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚952814749526871 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚949753445156864 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚953196989316096 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_byt8†OîÞes.all.freed‚264309036273152 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3437745513509 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4224328788992 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005™3¤5Î2è- _wandbruntime‚5607  _runtime‚5607ÁÇvŽþ&éøM E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚30663704 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚953476921121792 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4225540249088 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚260163715290112 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3444540500992 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚59299551 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚18903595 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚260163347198976 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚953094572102287 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚349 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚950032354447360 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _runtime‚5607.124244571 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚59309665 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚59299551 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4225585202176 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚10105916 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚28645961 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚953475549489664 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚44953088 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚949657175826560 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚953095942141821 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚59309665 PDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚10105572 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚28645961 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8798028 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 êrÆ'êýM B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3444540500992 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚59299551 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚18903595 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚260163347198976 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚953094572102287 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚349 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚950032354447360 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _runtime‚5607.124244571 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚59309665 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚59299551 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4225585202176 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚10105916 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚28645961 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚953475549489664 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚44953088 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚949657175826560 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚953095942141821 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚59309665 PDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚10105572 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚28645961 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8798028 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚30663704 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚953476921121792 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4225540249088 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚260163715290112 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968šGÓ¬„2ë- _wandbruntime‚5607  _runtime‚5607_ê$ìÿ _runtime‚5607.174615971 %loss/total_loss‚9.719201262025834 0loss/FRt2/assignment_loss‚0.9760309333174393 1loss/FBt2/assignment_loss‚0.04844713880191764 /loss/FRt2/detection_loss‚1.4350553965788444 1loss/SRqqt1/detection_loss‚0.8898409581637842 0loss/SRqqt2/detection_loss‚0.662944443627665 _step‚283 0loss/FRt1/assignment_loss‚2.4871586118636975 epoch‚20 trainer/global_step‚3299 2loss/SRqqt1/assignment_loss‚0.6078439489370483 2loss/SRqqt2/assignment_loss‚0.6627494932354682 /loss/FBt1/assignment_loss‚0.070661247300911 /loss/FRt1/detection_loss‚0.6022514253667699 /loss/FBt1/detection_loss‚0.7692832778607096 /loss/FBt2/detection_loss‚0.5069343869715798 % _timestamp‚1.7848450028730888e+09D5q í„ 2loss/SRqqt1/assignment_loss‚0.6078439489370483 2loss/SRqqt2/assignment_loss‚0.6627494932354682 /loss/FBt1/assignment_loss‚0.070661247300911 /loss/FRt1/detection_loss‚0.6022514253667699 /loss/FBt1/detection_loss‚0.7692832778607096 /loss/FBt2/detection_loss‚0.5069343869715798 % _timestamp‚1.7848450028730888e+09 _runtime‚5607.174615971 %loss/total_loss‚9.719201262025834 0loss/FRt2/assignment_loss‚0.9760309333174393 1loss/FBt2/assignment_loss‚0.04844713880191764 /loss/FRt2/detection_loss‚1.4350553965788444 1loss/SRqqt1/detection_loss‚0.8898409581637842 0loss/SRqqt2/detection_loss‚0.662944443627665 _step‚283 0loss/FRt1/assignment_loss‚2.4871586118636975 epoch‚20 trainer/global_step‚3299›œxñ…”î‚(:‰ Í¥ŠÓ¼…ÊÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚325.173' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.0346 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Íìã!mï‚(:â Í¥ŠÓ‹ñªÐ* proc.memory.percent‚11.378844579060871$ disk./.usageGB‚804.0621223449707 disk.dm-1.in‚118483.46484375 disk.dm-0.in‚ 17642.3984375$ disk.dm-0.out‚130539.47900390625 disk.sda2.in‚0 disk.sda3.in‚118483.46484375 disk.sda3.out‚ 218.16796875( proc.memory.availableMB‚ 1944.7109375# disk.nvme0c0n1.in‚ 17642.3984375 disk.sda.in‚118483.46484375$ memory_percent‚92.08695093790689# proc.memory.rssMB‚ 2796.46484375 cpu‚25.3037363980172 proc.cpu.threads‚17 network.sent‚ 5.714722e+06) disk.nvme0c0n1.out‚130539.47900390625! disk.nvme0n1.in‚ 17642.3984375' disk.nvme0n1.out‚130539.47900390625 disk.sda1.out‚0 disk.sda2.out‚0 network.recv‚599097( disk./.usagePercent‚53.9612836836281 disk.dm-1.out‚ 218.16796875 disk.sda.out‚ 218.16796875 disk.sda1.in‚0¶³†§žð‚(:“ Ü¥ŠÓ–ÐÄÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚332.989' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚66.59779999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0œ©•èUñ‚(:Ê Ü¥ŠÓØ‚¥Ñ disk.sda.in‚ 118737.375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 proc.cpu.threads‚17 network.sent‚ 5.774498e+06) disk./.usagePercent‚53.99402269512935' disk.nvme0n1.out‚130931.07177734375 disk.sda3.out‚ 218.76953125( proc.memory.availableMB‚ 1944.6640625 network.recv‚601721$ disk./.usageGB‚804.5499572753906 disk.sda.out‚ 218.76953125 disk.sda1.out‚0 disk.dm-1.in‚ 118737.375 disk.nvme0c0n1.in‚ 17652.875* proc.memory.percent‚11.378844579060871 disk.nvme0n1.in‚ 17652.875 disk.dm-0.in‚ 17652.875 disk.sda3.in‚ 118737.375 disk.dm-1.out‚ 218.76953125) disk.nvme0c0n1.out‚130931.07177734375$ memory_percent‚92.08714167277017# proc.memory.rssMB‚ 2796.46484375 cpu‚25.303849865485105$ disk.dm-0.out‚130931.07177734375ý+Ëš”ò‚(:‰ 륊Ó³¨Î gpu.0.gpu‚76.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚371.021' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.2042 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0q15_eó‚(:Ú 륊ÓåÞîÐ( proc.memory.availableMB‚ 1944.6640625* proc.memory.percent‚11.378844579060871! disk.nvme0c0n1.in‚ 17679.90625) disk.nvme0c0n1.out‚130937.48974609375 disk.dm-0.in‚ 17679.90625 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 cpu‚25.30401948364514 network.sent‚ 5.77657e+06 network.recv‚602936 disk.sda3.in‚119937.09765625 disk.sda3.out‚ 219.3984375' disk.nvme0n1.out‚130937.48974609375 disk.sda.out‚ 219.3984375# proc.memory.rssMB‚ 2796.46484375 proc.cpu.threads‚17) disk./.usagePercent‚53.99460127215674 disk.dm-1.in‚119937.09765625 disk.sda.in‚119937.09765625$ memory_percent‚92.08714167277017$ disk.dm-0.out‚130937.48974609375$ disk./.usageGB‚804.5585784912109 disk.dm-1.out‚ 219.3984375 disk.nvme0n1.in‚ 17679.90625 disk.sda1.out‚0¸s\Ÿô‚(:” ú¥ŠÓ»ð¬Î gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚311.461' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.292199999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¹ƒÕhõ‚(:Ý ú¥ŠÓÅŸùÐ disk.sda1.out‚0 disk.dm-1.in‚119937.09765625 disk.dm-1.out‚ 220.01953125! disk.nvme0c0n1.in‚ 17686.96875 disk.sda3.out‚ 220.01953125$ disk.dm-0.out‚131117.33935546875& proc.memory.availableMB‚ 1944.34375 cpu‚25.304183492070464 network.recv‚604017$ disk./.usageGB‚804.6826019287109) disk.nvme0c0n1.out‚131117.33935546875 disk.nvme0n1.in‚ 17686.96875' disk.nvme0n1.out‚131117.33935546875$ memory_percent‚92.08844502766928 proc.cpu.threads‚17 network.sent‚ 5.778645e+06 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚119937.09765625 disk.dm-0.in‚ 17686.96875# proc.memory.rssMB‚ 2796.46484375* proc.memory.percent‚11.378844579060871) disk./.usagePercent‚54.00292458910996 disk.sda.in‚119937.09765625 disk.sda.out‚ 220.01953125 disk.sda1.in‚0¸جŸö‚(:” ‰¦ŠÓÔã¼Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚311.825' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.364999999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0óßM j÷‚(:ß ‰¦ŠÓ®¿ØÒ disk.sda.out‚ 220.421875$ memory_percent‚92.08741188049316 cpu‚25.30428749604873 proc.cpu.threads‚17 network.sent‚ 5.780706e+06 network.recv‚605293) disk./.usagePercent‚53.99720461277242$ disk./.usageGB‚804.5973701477051 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.out‚ 220.421875) disk.nvme0c0n1.out‚131143.04638671875 disk.sda3.in‚119937.09765625$ disk.dm-0.out‚131143.04638671875 disk.sda.in‚119937.09765625) proc.memory.availableMB‚ 1944.59765625# proc.memory.rssMB‚ 2796.46484375 disk.sda2.in‚0 disk.sda3.out‚ 220.421875 disk.dm-1.in‚119937.09765625# disk.nvme0c0n1.in‚ 17793.4296875* proc.memory.percent‚11.378844579060871 disk.sda1.in‚0! disk.nvme0n1.in‚ 17793.4296875' disk.nvme0n1.out‚131143.04638671875 disk.dm-0.in‚ 17793.42968754ç92’ø‚(:‡ ˜¦ŠÓ²š¾Î gpu.0.gpu‚75.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚364.41' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.882 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0àéIkù‚(:à ˜¦ŠÓÿžôÏ$ memory_percent‚92.08842913309732$ disk.dm-0.out‚131151.00927734375) proc.memory.availableMB‚ 1944.34765625# proc.memory.rssMB‚ 2796.46484375 cpu‚25.304476353704576 proc.cpu.threads‚17) disk./.usagePercent‚53.99722278930735 disk.sda3.in‚ 120484.40625 disk.sda3.out‚ 220.79296875 disk.dm-1.in‚ 120484.40625 disk.dm-1.out‚ 220.79296875' disk.nvme0n1.out‚131151.00927734375 disk.sda.in‚ 120484.40625 disk.sda.out‚ 220.79296875 network.recv‚606262$ disk./.usageGB‚804.5976409912109) disk.nvme0c0n1.out‚131151.00927734375" disk.nvme0n1.in‚17797.57421875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0* proc.memory.percent‚11.378844579060871 network.sent‚ 5.782816e+06$ disk.nvme0c0n1.in‚17797.57421875 disk.dm-0.in‚17797.57421875 disk.sda2.out‚0‡¨l2ú- _wandbruntime‚5686  _runtime‚5686ð»´lÇûÁ _runtime‚5686.219707806 _step‚284 & lr-AdamW/pg1‚7.547504174355558e-05 & lr-AdamW/pg2‚7.547504174355558e-05 trainer/global_step‚3349 % _timestamp‚1.7848450819182155e+09uþŽ\ÌüÆ % _timestamp‚1.7848450819182155e+09 _runtime‚5686.219707806 _step‚284 & lr-AdamW/pg1‚7.547504174355558e-05 & lr-AdamW/pg2‚7.547504174355558e-05 trainer/global_step‚3349œ|ijv2ý- _wandbruntime‚5686  _runtime‚5686˜ ©hþîO E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚60156404 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚31110560 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3493362090496 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚31110560 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚19178963 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚967193643397120 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 _step‚285 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚967193643397120 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4286822937088 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚29055938 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3494707542016 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚372 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8927383 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3488849396317 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚29055944 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚966805942098479 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚10251947 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚264014447221760 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚264014079130624 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚963698909681664 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10251580 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚963698935855104 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚967192271772160 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3493362090496 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚268300846621696 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚31100466 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚29055944 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚31100466 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4286767491072 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚963698935855104 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚367 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚963698909681664 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚60166504 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚29055938 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 trainer/global_step‚3349´¹Ù¥ù'ÿóO G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚967193643397120 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4286822937088 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚29055938 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3494707542016 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚372 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚8927383 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3488849396317 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚29055944 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚966805942098479 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚10251947 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚264014447221760 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚264014079130624 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚963698909681664 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10251580 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚963698935855104 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚967192271772160 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3493362090496 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚268300846621696 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚31100466 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚29055944 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚31100466 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4286767491072 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚963698935855104 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚367 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚963698909681664 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚60166504 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚29055938 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 trainer/global_step‚3349 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚60156404 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚31110560 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3493362090496 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚31110560 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚19178963 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚967193643397120 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 _step‚285c*Z2€- _wandbruntime‚5687  _runtime‚5687\ 0éÿ&ùM M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚967473575202816 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚268380669754368 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚60183967 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3495730057216 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚967087134713429 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚264092665496576 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3494384598528 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8930028 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3488525586503 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚60173853 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚963977818972160 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚268381095381504 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 _runtime‚5687.809913857 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚29064305 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚60173853 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚19184592 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚963977818972160 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚967472203570688 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚31109548 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚371 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚60183967 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚264093033587712 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚366 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0ü‡:Ô‚þM WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚967473575202816 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚268380669754368 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚60183967 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3495730057216 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚967087134713429 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚264092665496576 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3494384598528 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚8930028 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3488525586503 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚60173853 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚963977818972160 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚268381095381504 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 _runtime‚5687.809913857 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚29064305 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚60173853 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚19184592 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 WCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚963977818972160 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚967472203570688 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚31109548 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚371 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚60183967 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚264093033587712 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚366 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0žw³2ƒ- _wandbruntime‚5687  _runtime‚5687œC„ý _runtime‚5687.863816855 /loss/FRt2/detection_loss‚1.5463119219842716 1loss/SRqqt2/detection_loss‚0.6315308107460798 0loss/FRt2/assignment_loss‚0.9412426214011763 0loss/SRqqt2/assignment_loss‚0.62501132233682 /loss/FBt2/detection_loss‚0.5224441805657515 _step‚287 2loss/SRqqt1/assignment_loss‚0.5692266784937628 1loss/FBt1/assignment_loss‚0.10079322378148257 1loss/FBt2/assignment_loss‚0.02756477556629231 /loss/FRt1/detection_loss‚0.5737719854213876 1loss/SRqqt1/detection_loss‚0.9442200382532023 .loss/FBt1/detection_loss‚0.855005280136369 $loss/total_loss‚9.64751775688197 epoch‚20 /loss/FRt1/assignment_loss‚2.310394918195373 trainer/global_step‚3349 % _timestamp‚1.7848450835624497e+09 ª¬…‚ /loss/FBt2/detection_loss‚0.5224441805657515 _step‚287 2loss/SRqqt1/assignment_loss‚0.5692266784937628 1loss/FBt1/assignment_loss‚0.10079322378148257 1loss/FBt2/assignment_loss‚0.02756477556629231 /loss/FRt1/detection_loss‚0.5737719854213876 1loss/SRqqt1/detection_loss‚0.9442200382532023 .loss/FBt1/detection_loss‚0.855005280136369 $loss/total_loss‚9.64751775688197 epoch‚20 /loss/FRt1/assignment_loss‚2.310394918195373 trainer/global_step‚3349 % _timestamp‚1.7848450835624497e+09 _runtime‚5687.863816855 /loss/FRt2/detection_loss‚1.5463119219842716 1loss/SRqqt2/detection_loss‚0.6315308107460798 0loss/FRt2/assignment_loss‚0.9412426214011763 0loss/SRqqt2/assignment_loss‚0.62501132233682Ÿð÷3ž†‚(:“ §¦ŠÓ¬·Î gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚299.395' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.87899999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0zN–žb‡‚(:× §¦ŠÓ©ÝîÐ disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.in‚120912.26953125 disk.dm-1.out‚ 221.04296875 disk.nvme0c0n1.in‚17811.75 disk.sda2.in‚0 disk.sda3.out‚ 221.04296875) proc.memory.availableMB‚ 1944.58203125# proc.memory.rssMB‚ 2796.46484375* proc.memory.percent‚11.378844579060871 cpu‚25.304629872515857 proc.cpu.threads‚17 network.recv‚607460 disk.dm-0.in‚17811.75) disk.nvme0c0n1.out‚132723.26708984375 disk.nvme0n1.in‚17811.75' disk.nvme0n1.out‚132723.26708984375 disk.sda.in‚120912.26953125 disk.sda.out‚ 221.04296875 disk.sda1.out‚0 disk.sda3.in‚120912.26953125$ memory_percent‚92.08747545878092 network.sent‚ 5.784869e+06) disk./.usagePercent‚53.99709939367585$ disk./.usageGB‚804.5958023071289$ disk.dm-0.out‚132702.01708984375 MÏ2ˆ- _wandbruntime‚5713  _runtime‚5713˜zGåW;‰Ñv 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.18628059327602386 )jet/accuracy_2_of_2‚0.145924910902977 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9741109609603882 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6060316562652588 particle/accuracy_1_of_4‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2501668334007263 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8418288230895996 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7227925062179565 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.1534331738948822 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8305252194404602 +jet/accuracy_1_of_1‚0.30626994371414185 *jet/accuracy_1_of_3‚0.8883405327796936 particle/accuracy_1_of_1‚1 /particle/accuracy_4_of_4‚0.9167214632034302 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6432550549507141 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9925039410591125 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.027288595214486122 trainer/global_step‚3359 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4283401072025299 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6792209148406982 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4619631767272949 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 . Purity/1FRt0SRqqt2FBt/FBt_purity‚ 0.9921875 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018915021792054176 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4197344481945038 +jet/accuracy_3_of_4‚0.10295269638299942 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4868478775024414 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7746514081954956 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6823664307594299 6 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.693669855594635 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03470885381102562 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8305252194404602 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7595282793045044 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.024508975446224213 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 (loss/val_total_loss‚9.74557316326075 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19806209206581116 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.15736478567123413 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7805479168891907 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6872825026512146 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6827381253242493 *jet/accuracy_1_of_4‚0.9599506855010986 particle/accuracy_1_of_2‚1 epoch‚20 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.19127316772937775 *jet/accuracy_1_of_2‚0.7171161770820618 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.020309768617153168 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7249826788902283 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_3_of_3‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.044324614107608795 +particle/specificity‚0.9026662111282349 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2955096960067749 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6163248419761658 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29117271304130554 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9929603934288025 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02534586936235428 )jet/accuracy_2_of_3‚0.589342474937439 particle/accuracy_2_of_3‚1 'particle/f_score‚0.6303690075874329 8"Purity/1FRt*SRqqt2FBt/event_purity‚0.636904776096344 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 particle/accuracy_2_of_2‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9807355403900146 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 . Purity/1FRt*SRqqt2FBt/FBt_purity‚ 0.9921875 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.20326700806617737 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.16929291188716888 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6136461496353149 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7827655673027039 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7063958048820496 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5888435244560242 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7726023197174072 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6297852993011475 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6085230112075806 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2039792388677597 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.16776379942893982 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.720035195350647 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5050268769264221 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.1909010112285614 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.15483349561691284 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7780588865280151 particle/accuracy_1_of_3‚1 $ _timestamp‚1.784845109561026e+09 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9942842125892639 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6472002863883972 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9978813529014587 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.18385079503059387 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6417582631111145 8"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.689741313457489 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.015085849910974503 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_4_of_4‚0.02010233886539936 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8682540059089661 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 6 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.169509619474411 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.661589503288269 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.46294331550598145 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.871463418006897 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 _runtime‚5713.863220374 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.14667420089244843 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.09694147109985352 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_4‚1 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9738343358039856 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6068477034568787 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5956809520721436 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 6validation_average_jet_accuracy‚0.3460899889469147 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6428674459457397 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3640740215778351 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.20367178320884705 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08040694147348404 (particle/accuracy‚0.8436990976333618 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1945628523826599 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9973404407501221 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 6 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.696211040019989 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.19127316772937775 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.06454264372587204 /particle/accuracy_3_of_4‚0.9934210777282715 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7153112888336182 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 8"Purity/0FRt*SRqqt*FBt/event_purity‚0.636572003364563 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08015464246273041 +jet/accuracy_3_of_3‚0.07699896395206451 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9189487099647522 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.02938723936676979 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6085230112075806 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 +particle/sensitivity‚0.6258017420768738 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7259697914123535 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9934927821159363 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.04740096628665924 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6594972014427185 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9800406694412231 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6510388851165771 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5867608785629272 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.18560166656970978 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9482219219207764 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 8"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.690782904624939 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 *jet/accuracy_2_of_4‚0.7788782119750977 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5852856040000916 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5903958678245544 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6431547403335571 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2038019299507141 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5872039794921875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.16743823885917664 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.709172248840332 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 _step‚288 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.15470749139785767 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7103800773620605 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6639881134033203 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9943176507949829 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.26046571135520935 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.36825770139694214 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625†A,Ë!ŠÖv & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7259697914123535 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9934927821159363 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.04740096628665924 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6594972014427185 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9800406694412231 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6510388851165771 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5867608785629272 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.18560166656970978 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9482219219207764 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 8"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.690782904624939 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 *jet/accuracy_2_of_4‚0.7788782119750977 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5852856040000916 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5903958678245544 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6431547403335571 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2038019299507141 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5872039794921875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.16743823885917664 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.709172248840332 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 _step‚288 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.15470749139785767 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7103800773620605 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6639881134033203 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9943176507949829 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.26046571135520935 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.36825770139694214 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.18628059327602386 )jet/accuracy_2_of_2‚0.145924910902977 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9741109609603882 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6060316562652588 particle/accuracy_1_of_4‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2501668334007263 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8418288230895996 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7227925062179565 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.1534331738948822 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8305252194404602 +jet/accuracy_1_of_1‚0.30626994371414185 *jet/accuracy_1_of_3‚0.8883405327796936 particle/accuracy_1_of_1‚1 /particle/accuracy_4_of_4‚0.9167214632034302 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6432550549507141 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9925039410591125 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.027288595214486122 trainer/global_step‚3359 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4283401072025299 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6792209148406982 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4619631767272949 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 . Purity/1FRt0SRqqt2FBt/FBt_purity‚ 0.9921875 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018915021792054176 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4197344481945038 +jet/accuracy_3_of_4‚0.10295269638299942 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4868478775024414 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7746514081954956 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6823664307594299 6 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.693669855594635 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03470885381102562 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8305252194404602 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7595282793045044 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.024508975446224213 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 (loss/val_total_loss‚9.74557316326075 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19806209206581116 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.15736478567123413 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7805479168891907 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6872825026512146 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.6827381253242493 *jet/accuracy_1_of_4‚0.9599506855010986 particle/accuracy_1_of_2‚1 epoch‚20 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.19127316772937775 *jet/accuracy_1_of_2‚0.7171161770820618 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.020309768617153168 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7249826788902283 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_3_of_3‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.044324614107608795 +particle/specificity‚0.9026662111282349 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.2955096960067749 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6163248419761658 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29117271304130554 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9929603934288025 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02534586936235428 )jet/accuracy_2_of_3‚0.589342474937439 particle/accuracy_2_of_3‚1 'particle/f_score‚0.6303690075874329 8"Purity/1FRt*SRqqt2FBt/event_purity‚0.636904776096344 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 particle/accuracy_2_of_2‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9807355403900146 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 . Purity/1FRt*SRqqt2FBt/FBt_purity‚ 0.9921875 :"Purity/1cÿ€‘FRt0SRqqt*FBt/event_purity‚0.20326700806617737 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.16929291188716888 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6136461496353149 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7827655673027039 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7063958048820496 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5888435244560242 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7726023197174072 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6297852993011475 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6085230112075806 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2039792388677597 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.16776379942893982 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.720035195350647 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5050268769264221 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.1909010112285614 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.15483349561691284 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7780588865280151 particle/accuracy_1_of_3‚1 $ _timestamp‚1.784845109561026e+09 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9942842125892639 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6472002863883972 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9978813529014587 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.18385079503059387 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6417582631111145 8"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.689741313457489 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.015085849910974503 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_4_of_4‚0.02010233886539936 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8682540059089661 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 6 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.169509619474411 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.661589503288269 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.46294331550598145 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.871463418006897 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 _runtime‚5713.863220374 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.14667420089244843 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.09694147109985352 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_4‚1 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9738343358039856 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6068477034568787 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5956809520721436 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 6validation_average_jet_accuracy‚0.3460899889469147 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6428674459457397 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3640740215778351 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.20367178320884705 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08040694147348404 (particle/accuracy‚0.8436990976333618 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1945628523826599 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9973404407501221 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 6 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.696211040019989 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.19127316772937775 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.06454264372587204 /particle/accuracy_3_of_4‚0.9934210777282715 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7153112888336182 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 8"Purity/0FRt*SRqqt*FBt/event_purity‚0.636572003364563 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08015464246273041 +jet/accuracy_3_of_3‚0.07699896395206451 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9189487099647522 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.02938723936676979 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6085230112075806 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 +particle/sensitivity‚0.6258017420768738 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 *m-°Ÿ‹‚(:” ¶¦ŠÓÐþ­Î gpu.0.gpu‚91.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚316.288' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.257600000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0~c#5cŒ‚(:Ø ¶¦ŠÓ£É”Ñ network.recv‚610298% disk.nvme0n1.out‚133285.611328125 disk.sda.out‚ 221.46875' disk.nvme0c0n1.out‚133285.611328125" memory_percent‚92.087189356486) proc.memory.availableMB‚ 1944.65234375* proc.memory.percent‚11.378844579060871 cpu‚25.309213295850256$ disk./.usageGB‚804.7215003967285" disk.dm-0.out‚133285.611328125 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚120912.26953125 disk.sda3.out‚ 221.46875 disk.dm-1.out‚ 221.46875$ disk.nvme0c0n1.in‚17815.73046875 disk.sda2.out‚0) disk./.usagePercent‚54.00553509793661" disk.nvme0n1.in‚17815.73046875 disk.dm-0.in‚17815.73046875 disk.sda.in‚120912.26953125 disk.sda1.in‚0 disk.dm-1.in‚120912.26953125 proc.cpu.threads‚17 network.sent‚ 5.844649e+06# proc.memory.rssMB‚ 2796.46484375ã2BŸ‚(:” ŦŠÓ¦©˜Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚296.165' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.233000000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0äSvzbŽ‚(:× ŦŠÓà•÷Ï disk.sda3.out‚ 221.828125 cpu‚25.30933029515405 proc.cpu.threads‚17) disk.nvme0c0n1.out‚133286.85595703125' disk.nvme0n1.out‚133286.85595703125 network.recv‚613159) disk./.usagePercent‚54.00555865062976 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 221.828125! disk.nvme0c0n1.in‚ 17900.15625 network.sent‚ 5.898394e+06 disk.dm-1.in‚120912.26953125$ disk.dm-0.out‚133286.85595703125 disk.sda.in‚120912.26953125 disk.sda1.out‚0( proc.memory.availableMB‚ 1944.6015625# proc.memory.rssMB‚ 2796.46484375* proc.memory.percent‚11.378844579060871 disk.nvme0n1.in‚ 17900.15625# disk./.usageGB‚804.721851348877 disk.sda3.in‚120912.26953125 disk.dm-0.in‚ 17900.15625 disk.sda.out‚ 221.828125 disk.sda1.in‚0$ memory_percent‚92.08739598592123Ò MJž‚(:“ Ô¦ŠÓ±—”Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚354.757' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚70.95139999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Œ Ýq‚(:æ Ô¦ŠÓšÎñÐ# proc.memory.rssMB‚ 2796.46484375$ disk.nvme0c0n1.in‚17914.01953125 disk.dm-0.in‚17914.01953125 disk.sda.in‚121192.05859375 disk.sda1.out‚0 disk.sda3.in‚121192.05859375 proc.cpu.threads‚17) disk./.usagePercent‚54.00553253786126$ disk./.usageGB‚804.7214622497559' disk.nvme0n1.out‚133373.12646484375 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.out‚ 222.45703125' proc.memory.availableMB‚ 1944.234375* proc.memory.percent‚11.378844579060871 network.sent‚ 5.900494e+06 disk.sda.out‚ 222.45703125 disk.sda2.out‚0 disk.dm-1.in‚121190.82421875 cpu‚25.309513308517687 network.recv‚614309) disk.nvme0c0n1.out‚133373.12646484375" disk.nvme0n1.in‚17914.01953125$ disk.dm-0.out‚133373.12646484375 disk.sda3.out‚ 222.45703125# memory_percent‚92.0888900756836ïP^7”‘‚(:‰ 㦊ÓÈŽ Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚227.068' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚45.4136 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¿Çè,t’‚(:é 㦊Óô‘ŒÑ disk.sda2.out‚0 network.sent‚ 5.902553e+06 network.recv‚615683 disk.sda.in‚122443.57421875 disk.sda1.out‚0) proc.memory.availableMB‚ 1944.23046875 disk.sda.out‚ 223.28515625 disk.dm-1.out‚ 223.28515625$ disk.nvme0c0n1.in‚17940.10546875# proc.memory.rssMB‚ 2796.46484375* proc.memory.percent‚11.378844579060871' disk.nvme0n1.out‚133374.51318359375 disk.dm-0.in‚17940.10546875$ disk.dm-0.out‚133374.51318359375 disk.sda1.in‚0 disk.sda3.in‚122443.57421875 disk.sda3.out‚ 223.28515625) disk.nvme0c0n1.out‚133374.51318359375 proc.cpu.threads‚17) disk./.usagePercent‚53.96987171237173$ disk./.usageGB‚804.1900901794434" disk.nvme0n1.in‚17940.10546875 disk.sda2.in‚0 disk.dm-1.in‚122443.57421875$ memory_percent‚92.08890597025552 cpu‚25.309701968189948'®ž“‚(:“ ò¦ŠÓ–™Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚321.249' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.24980000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0•<")s”‚(:è ò¦ŠÓŒ”¾Ð disk.sda1.in‚0 disk.sda2.in‚0( proc.memory.availableMB‚ 1944.2109375# proc.memory.rssMB‚ 2796.46484375 cpu‚25.309854259597937 disk.sda.in‚122443.57421875 disk.sda3.out‚ 223.76953125 disk.dm-0.in‚17940.10546875 disk.sda.out‚ 223.76953125 disk.sda2.out‚0 disk.dm-1.in‚122443.57421875 disk.dm-1.out‚ 223.76953125$ disk.nvme0c0n1.in‚17940.10546875" disk.nvme0n1.in‚17940.10546875' disk.nvme0n1.out‚133430.26123046875$ memory_percent‚92.08898544311523 network.recv‚616733) disk./.usagePercent‚53.98701372085692 disk.sda1.out‚0 disk.sda3.in‚122443.57421875) disk.nvme0c0n1.out‚133430.26123046875$ disk.dm-0.out‚133430.26123046875* proc.memory.percent‚11.378844579060871 proc.cpu.threads‚17 network.sent‚ 5.904656e+06$ disk./.usageGB‚804.4455184936523ô»YÀ2•- _wandbruntime‚5777  _runtime‚5777»:÷Ç–Á % _timestamp‚1.7848451728963661e+09 _runtime‚5777.197871205 _step‚289 & lr-AdamW/pg1‚7.434832455749205e-05 & lr-AdamW/pg2‚7.434832455749205e-05 trainer/global_step‚3399[©¢LÌ—Æ trainer/global_step‚3399 % _timestamp‚1.7848451728963661e+09 _runtime‚5777.197871205 _step‚289 & lr-AdamW/pg1‚7.434832455749205e-05 & lr-AdamW/pg2‚7.434832455749205e-05¡vO¾2˜- _wandbruntime‚5777  _runtime‚5777ÞÌô'™îO O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚10416674 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚29525398 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4354392182272 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚31584163 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚267971718588416 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚31584163 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚982655398346752 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚29525392 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9063310 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3541813722080 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚31594257 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 trainer/global_step‚3399 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚290 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚272326155730944 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚979107635800064 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4354437142528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚31594257 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚982656769971712 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3549107998208 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10416353 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚267971350497280 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚61119655 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚19479658 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚982656769971712 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚267971350497280 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚61119655 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚19479658 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚982656769971712 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚29525398 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4354392182272 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚31584163 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚267971718588416 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚31584163 R>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚982655398346752 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚29525392 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9063310 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3541813722080 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚31594257 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 trainer/global_step‚3399 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚290 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚272326155730944 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚979107635800064 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4354437142528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚31594257 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚982656769971712 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_JÙ`Ïpool.allocated‚ 3549107998208 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10416353 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚9065950 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚327 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚61127004 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚61137118 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚19485569 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚10419297 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚29533765 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚272406003296256 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚272405588154880 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚31603353 _step‚291 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚29533759 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚982935330145280 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3550130513408 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚29533759 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3548785054720 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3542834523720 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚31593245 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚979386571264000 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚61127004 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚19485242 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚61137118 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚61127004 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚61137118 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚19485569 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚10419297 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚29533765 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚272406003296256 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚272405588154880 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚31603353 _step‚291 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚29533759 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚982935330145280 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3550130513408 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚29533759 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3548785054720 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3542834523720 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚31593245 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚979386571264000 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚61127004 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚19485242 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚61137118 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚9065950 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚327 B΂r¦‚(:ç Ÿ§ŠÓÎ×ùÏ proc.cpu.threads‚17 disk.sda.in‚123473.8203125' disk.nvme0n1.out‚133525.15966796875 disk.dm-0.in‚18123.42578125$ disk.dm-0.out‚133525.15966796875 disk.dm-1.in‚123473.8203125$ memory_percent‚92.08811124165854 cpu‚25.310252084274644 network.recv‚622193$ disk./.usageGB‚804.6958045959473 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 225.15234375) proc.memory.availableMB‚ 1944.42578125 disk.sda1.in‚0 network.sent‚ 5.968701e+06* disk./.usagePercent‚54.003810631185964$ disk.nvme0c0n1.in‚18123.42578125) disk.nvme0c0n1.out‚133525.15966796875" disk.nvme0n1.in‚18123.42578125 disk.sda3.in‚123473.8203125 disk.sda3.out‚ 225.15234375 disk.sda.out‚ 225.15234375# proc.memory.rssMB‚ 2796.46484375* proc.memory.percent‚11.3788445790608713 ;0“§‚(:ˆ ®§ŠÓÑÓŸÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚308.415' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.683 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0/‡[Îq¨‚(:æ ®§ŠÓÖÁæÏ$ disk.nvme0c0n1.in‚18123.42578125) disk.nvme0c0n1.out‚134711.89013671875# proc.memory.rssMB‚ 2796.46484375* proc.memory.percent‚11.378844579060871 disk.sda1.out‚0 disk.sda3.out‚ 225.66796875 disk.dm-1.in‚123473.8203125' disk.nvme0n1.out‚134711.89013671875$ memory_percent‚92.08834966023764 network.sent‚ 5.970258e+06* disk./.usagePercent‚54.003814983314044 disk.dm-0.in‚18123.42578125$ disk.dm-0.out‚134711.89013671875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚123473.8203125( proc.memory.availableMB‚ 1944.3671875 disk.sda.in‚123473.8203125 disk.sda1.in‚0 disk.dm-1.out‚ 225.66796875" disk.nvme0n1.in‚18123.42578125 cpu‚25.310354796194567 proc.cpu.threads‚17 network.recv‚623093$ disk./.usageGB‚804.6958694458008 disk.sda.out‚ 225.66796875¤JŸ”©‚(:‰ ½§ŠÓ×¥—Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚353.234' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.6468 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0-}ÆÜdª‚(:Ù ½§ŠÓ¬ýýÏ$ disk./.usageGB‚804.6984176635742 disk.sda2.in‚0 disk.sda3.out‚225.8125) disk.nvme0c0n1.out‚135467.10302734375' disk.nvme0n1.out‚135467.10302734375 disk.sda.out‚225.8125 disk.sda1.out‚0 network.sent‚ 5.972865e+06) disk./.usagePercent‚54.00398599634691 disk.dm-1.in‚123473.8203125$ disk.nvme0c0n1.in‚18245.23046875 disk.dm-0.in‚18245.23046875 disk.sda1.in‚0$ memory_percent‚92.08911259969076* proc.memory.percent‚11.378844579060871" disk.nvme0n1.in‚18245.23046875( proc.memory.availableMB‚ 1944.1796875 proc.cpu.threads‚17 disk.sda2.out‚0 disk.sda3.in‚123473.8203125 disk.dm-1.out‚225.8125$ disk.dm-0.out‚135467.10302734375 disk.sda.in‚123473.8203125# proc.memory.rssMB‚ 2796.46484375 cpu‚25.310538711000927 network.recv‚624331Ff ‡2«- _wandbruntime‚5857  _runtime‚58570àKöǬÁ trainer/global_step‚3449 % _timestamp‚1.7848452534521961e+09 _runtime‚5857.753695231 _step‚293 & lr-AdamW/pg1‚7.321527151936286e-05 & lr-AdamW/pg2‚7.321527151936286e-05yÕÌ­Æ & lr-AdamW/pg1‚7.321527151936286e-05 & lr-AdamW/pg2‚7.321527151936286e-05 trainer/global_step‚3449 % _timestamp‚1.7848452534521961e+09 _runtime‚5857.753695231 _step‚293¥Úÿ¢X2®- _wandbruntime‚5857  _runtime‚5857Rë”Í ¯ïO IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚32040115 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚63834624 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚61993957 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚360 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3600297554432 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚993053100324864 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3600297554432 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚355 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚29943748 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚32040115 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚993053126498304 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.alloc¹IF(ated‚ 47515172864 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4417104000512 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚271901036886016 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚996253818668200 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 431925760 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚276317708960768 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚19759981 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10564676 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚61983857 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚996653424052736 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3598952102912 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚996652052427776 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚276318140886528 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚294 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚993053100324864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 trainer/global_step‚3449 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9195310 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚993053126498304 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚271900668794880 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚996255188707622 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚29943742 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚19760341 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3594262216342 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3592917604888 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚10565031 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚992660926491280 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚29943748 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3598952102912 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4417040165888 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚5857.757926143 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9195305 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 % _timestamp‚1.7848452534532485e+09 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚29943742 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824=öÏú'°ôO ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3600297554432 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚355 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚29943748 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚32040115 ]IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚993053126498304 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4417104000512 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚271901036886016 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 UADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚996253818668200 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 431925760 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚276317708960768 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚19759981 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10564676 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚61983857 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚996653424052736 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3598952102912 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚996652052427776 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚276318140886528 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚294 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚993053100324864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 trainer/global_step‚3449 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9195310 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 `LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚993053126498304 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚271900668794880 YEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚996255188707622 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚29943742 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚19760341 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3594262216342 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3592917604888 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚10565031 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 `LDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚992660926491280 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚29943748 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3598952102912 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4417040165888 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚5857.757926143 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9195305 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 % _timestamp‚1.7848452534532485e+09 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚29943742 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚32040115 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚63834624 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚61993957 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚360 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3600297554432 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚993053100324864 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520¦"éÐ…2±- _wandbruntime‚5859  _runtime‚5859¾W¦ÿ&²ùM RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚993332035788800 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚996933355858432 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚271979255160832 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚996535011283150 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚62001306 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚271979623251968 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚32059305 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3601320069632 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3599974610944 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚992939702837088 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚62001306 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚996933355858432 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚345 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚32049197 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚19765929 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚32049197 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _step‚295 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚62011420 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3599974610944 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9197945 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚10567634 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚19765579 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚276397550608384 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4418295447552 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 % _timestamp‚1.7848452548818257e+09 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚62011420 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚276397972041216 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚992939728265056 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _runtime‚5859.183690786 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚996931984226304 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚993332009615360 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚993332035788800 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3593938406528 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚29952115 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0§ŸÙŠ³þM TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3595283018094 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚29952115 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚9197950 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚10567979 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 S?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚996533641243616 PDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚19765579 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚276397550608384 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4418295447552 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 % _timestamp‚1.7848452548818257e+09 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚62011420 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚276397972041216 ^JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚992939728265056 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _runtime‚5859.183690786 S?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚996931984226304 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚993332009615360 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 [GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚993332035788800 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3593938406528 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚29952115 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ^JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚993332035788800 IzWHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 T@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚996933355858432 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚271979255160832 WCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚996535011283150 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚62001306 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚271979623251968 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚32059305 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3601320069632 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3599974610944 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ZFDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚992939702837088 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚62001306 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 WCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚996933355858432 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚345 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚32049197 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚19765929 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚32049197 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _step‚295 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚62011420 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3599974610944 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9197945 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚10567634 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚275829987092480 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1010648706508800 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3645366099150 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848453343771367e+09 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1010650078133760 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1006998591023104 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1006998564849664 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3650141659136 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3651487110656 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1010650078133760 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚62868259 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚357 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚30362092 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚280309460388352 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1006600989752112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚352 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1010246381279230 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1006601015180080 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚32496067 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9327305 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1006998564849664 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960Õìµ"Æ€P [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3650141659136 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚20039609 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3645366099150 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848453343771367e+09 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1010650078133760 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1006998591023104 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1006998564849664 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3650141659136 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3651487110656 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1010650078133760 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚62868259 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚357 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚30362092 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚280309460388352 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1006600989752112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚352 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1010246381279230 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1006601015180080 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚32496067 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9327305 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1006998564849664 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1010648706508800 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚20039966 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚280309873439744 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚275829987092480 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1010648706508800 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 IDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚20045186 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚280389294353920 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 $ _timestamp‚1.784845335801055e+09 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3651164167168 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3652509625856 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚20045543 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4480720895488 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1010524833815224 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚32505149 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1007277474140160 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚10715593 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚62875608 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚62885722 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚10715241 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1010930009939456 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _step‚299 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚30370465 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1007277474140160 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚32515257 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 _runtime‚5940.102829027 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚62875608 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚275908941549568 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚275908573458432 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9329945 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3646386900902 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚62885722 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚30370459"9ÿ'ˉN TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 _runtime‚5940.102829027 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚62875608 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚275908941549568 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚275908573458432 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9329945 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3646386900902 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚62885722 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚30370459 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚20045186 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚280389294353920 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 $ _timestamp‚1.784845335801055e+09 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3651164167168 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3652509625856 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚20045543 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4480720895488 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1010524833815224 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚32505149 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1007277474140160 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚10715593 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚62875608 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚62885722 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚10715241 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1010930009939456 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _step‚299 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚30370465 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1007277474140160 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚32515257 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0«)í —2Ì- _wandbruntime‚5940  _runtime‚5940$õNÍ‚ 2loss/SRqqt1/assignment_loss‚0.6960528786347169 1loss/SRqqt1/detection_loss‚1.0544527076381576 /loss/FBt1/detection_loss‚0.9182673008932222 /loss/FBt2/detection_loss‚0.4928733737280584 % _timestamp‚1.7848453358542295e+09 _runtime‚5940.155677836 _step‚300 0loss/FRt1/assignment_loss‚2.3314832680422057 1loss/FBt1/assignment_loss‚0.09408463675604051 /loss/FRt1/detection_loss‚0.6016278186089296 /loss/FRt2/detection_loss‚1.4933230891173113 &loss/total_loss‚10.079511892317615 0loss/FRt2/assignment_loss‚1.0528763233423233 0loss/SRqqt2/detection_loss‚0.649410540016047 epoch‚21 trainer/global_step‚3499 2loss/SRqqt2/assignment_loss‚0.6278645100091311 1loss/FBt2/assignment_loss‚0.06719544553147128ÎÆ` · 2loss/SRqqt2/assignment_loss‚0.6278645100091311 1loss/FBt2/assignment_loss‚0.06719544553147128 2loss/SRqqt1/assignment_loss‚0.6960528786347169 1loss/SRqqt1/detection_loss‚1.0544527076381576 /loss/FBt1/detection_loss‚0.9182673008932222 /loss/FBt2/detection_loss‚0.4928733737280584 % _timestamp‚1.7848453358542295e+09 _runtime‚5940.155677836 _step‚300 0loss/FRt1/assignment_loss‚2.3314832680422057 1loss/FBt1/assignment_loss‚0.09408463675604051 /loss/FRt1/detection_loss‚0.6016278186089296 /loss/FRt2/detection_loss‚1.4933230891173113 &loss/total_loss‚10.079511892317615 0loss/FRt2/assignment_loss‚1.0528763233423233 0loss/SRqqt2/detection_loss‚0.649410540016047 epoch‚21 trainer/global_step‚3499¬¹áÉӔς(:‰ ¦¨ŠÓ¼ñäÎ gpu.0.gpu‚74.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚364.307' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.8614 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0`š2/hЂ(:Ý ¦¨ŠÓÍ–íÐ network.recv‚635582 disk.dm-0.in‚ 18554.2890625 disk.dm-1.out‚ 229.4921875# disk.nvme0c0n1.in‚ 18554.2890625% disk.nvme0n1.out‚136386.162109375( proc.memory.availableMB‚ 1943.9296875* proc.memory.percent‚11.378844579060871 cpu‚25.311387826802815 network.sent‚ 6.091652e+06 disk.sda1.in‚0$ memory_percent‚92.09012985229492$ disk./.usageGB‚805.2679786682129 disk.sda.in‚126058.25390625 disk.sda3.out‚ 229.4921875' disk.nvme0c0n1.out‚136386.162109375! disk.nvme0n1.in‚ 18554.2890625# proc.memory.rssMB‚ 2796.46484375 proc.cpu.threads‚17* disk./.usagePercent‚54.042209713261734" disk.dm-0.out‚136386.162109375 disk.sda.out‚ 229.4921875 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚126058.25390625 disk.dm-1.in‚126058.25390625LègžÑ‚(:“ µ¨ŠÓÆï¿Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚295.503' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.10059999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0.Ñ ;lÒ‚(:á µ¨ŠÓŠ—Ð disk.sda.out‚ 229.7421875' proc.memory.availableMB‚ 1943.671875# proc.memory.rssMB‚ 2796.46484375 network.sent‚ 6.140958e+06) disk./.usagePercent‚54.04019698202753 disk.sda1.in‚0# disk.nvme0c0n1.in‚ 18725.1015625) disk.nvme0c0n1.out‚136485.67919921875! disk.nvme0n1.in‚ 18725.1015625' disk.nvme0n1.out‚136485.67919921875$ disk./.usageGB‚805.2379875183105 disk.dm-0.in‚ 18725.1015625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚126058.25390625 disk.dm-1.in‚126058.25390625$ memory_percent‚92.09117889404297 cpu‚25.311448443288533 network.recv‚638535 disk.sda.in‚126058.25390625 disk.sda2.out‚0 disk.sda3.out‚ 229.7421875 disk.dm-1.out‚ 229.7421875* proc.memory.percent‚11.378844579060871 proc.cpu.threads‚17$ disk.dm-0.out‚136485.67919921875ÐÈF 2Ó- _wandbruntime‚5982  _runtime‚5982´bH@‚Ôçv 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6158154010772705 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 particle/accuracy_1_of_1‚1 particle/accuracy_3_of_3‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07315849512815475 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.05602337792515755 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 particle/accuracy_1_of_3‚1 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.034606605768203735 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 trainer/global_step‚3519 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2776937782764435 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9660254716873169 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9884054660797119 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8425595164299011 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5937401056289673 (particle/accuracy‚0.8430888056755066 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6087054014205933 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7050418853759766 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9910714030265808 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7163711190223694 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.32802340388298035 particle/accuracy_1_of_2‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9964285492897034 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08531702309846878 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9909955263137817 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6364173293113708 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9557787775993347 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.36855530738830566 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 )jet/accuracy_1_of_2‚0.736154317855835 *jet/accuracy_1_of_4‚0.9596217274665833 epoch‚21 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7212976217269897 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7870637774467468 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.36408743262290955 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +particle/sensitivity‚0.6266321539878845 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6069952249526978 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.43337738513946533 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.17990471422672272 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.025014428421854973 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.22071465849876404 5validation_average_jet_accuracy‚0.357277512550354 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7722442150115967 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7803839445114136 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.16982261836528778 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6566964387893677 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 6 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.958795964717865 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7255286574363708 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.688345730304718 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8301711082458496 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7238662838935852 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 *jet/accuracy_1_of_3‚0.8929053544998169 particle/accuracy_2_of_2‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2800742983818054 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2240075320005417 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 )jet/accuracy_2_of_4‚0.814468502998352 6 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.708859920501709 8"Purity/0FRt*SRqqt0FBt/event_purity‚0.590972363948822 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02019241452217102 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6053718328475952 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.00280761Mŧsë$71875 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6900297999382019 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 particle/accuracy_1_of_4‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6665229797363281 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6294321417808533 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.22435979545116425 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.029221588745713234 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6541940569877625 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.20046088099479675 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5855327844619751 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10058619827032089 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.19698789715766907 +jet/accuracy_1_of_1‚0.31839874386787415 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.19160081446170807 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6468923687934875 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7070707082748413 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2364424616098404 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.17992593348026276 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 6 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.988915741443634 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6016091108322144 ,"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.125 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 +jet/accuracy_4_of_4‚0.02010233886539936 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48547905683517456 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.987094521522522 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.31172823905944824 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6183575987815857 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 particle/accuracy_2_of_3‚1 particle/accuracy_2_of_4‚1 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 6 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.702529788017273 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7108599543571472 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 +jet/accuracy_3_of_3‚0.08012396842241287 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5270218849182129 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8495999574661255 _runtime‚5982.439727537 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 +jet/accuracy_2_of_2‚0.14773456752300262 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9907267689704895 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.18132677674293518 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.17073552310466766 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9694395661354065 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47037407755851746 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04506408050656319 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7304253578186035 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1847936362028122 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.19238491356372833 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.027010301128029823 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.23710748553276062 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7353200912475586 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.06893884390592575 /particle/accuracy_4_of_4‚0.9444992542266846 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7648069858551025 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8710855841636658 7"Purity/0FRt0SRqqt2FBt/event_purity‚0.91759192943573 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7768141031265259 +jet/accuracy_3_of_4‚0.10295269638299942 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4251459836959839 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 particle/accuracy_3_of_4‚1 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5852631330490112 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.23603591322898865 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.23651546239852905 8"Purity/*FRt0SRqqt1FBt/event_purity‚0.923565685749054 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6087054014205933 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6691964864730835 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *jet/accuracy_2_of_3‚0.5866914987564087 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9910714030265808 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 % _timestamp‚1.7848453781375394e+09 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018776308745145798 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 &particle/f_score‚0.629807710647583 )loss/val_total_loss‚9.379173911265507 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6687682271003723 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6938643455505371 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5051559805870056 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 _step‚301 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8495999574661255 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7070015668869019 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1787569522857666 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7029075622558594 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08334950357675552 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6585468649864197 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6497706174850464 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03796740621328354 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6061792373657227 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.22435979545116425 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.16372674703598022 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9974489808082581 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7806781530380249 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 +particle/specificity‚0.9016705751419067 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2166191041469574 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7179223895072937 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6489052176475525¼ƒÀr;Õìv 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.23651546239852905 8"Purity/*FRt0SRqqt1FBt/event_purity‚0.923565685749054 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6087054014205933 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6691964864730835 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *jet/accuracy_2_of_3‚0.5866914987564087 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 7 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.9910714030265808 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 % _timestamp‚1.7848453781375394e+09 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018776308745145798 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 &particle/f_score‚0.629807710647583 )loss/val_total_loss‚9.379173911265507 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6687682271003723 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6938643455505371 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5051559805870056 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 _step‚301 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8495999574661255 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7070015668869019 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1787569522857666 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7029075622558594 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08334950357675552 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6585468649864197 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6497706174850464 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03796740621328354 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6061792373657227 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.22435979545116425 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.16372674703598022 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9974489808082581 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7806781530380249 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 +particle/specificity‚0.9016705751419067 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2166191041469574 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7179223895072937 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6489052176475525 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6158154010772705 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 particle/accuracy_1_of_1‚1 particle/accuracy_3_of_3‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07315849512815475 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.05602337792515755 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 particle/accuracy_1_of_3‚1 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.034606605768203735 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 trainer/global_step‚3519 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2776937782764435 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9660254716873169 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9884054660797119 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8425595164299011 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.5937401056289673 (particle/accuracy‚0.8430888056755066 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6087054014205933 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7050418853759766 7 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.9910714030265808 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7163711190223694 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.32802340388298035 particle/accuracy_1_of_2‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9964285492897034 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08531702309846878 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9909955263137817 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6364173293113708 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9557787775993347 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.36855530738830566 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 )jet/accuracy_1_of_2‚0.736154317855835 *jet/accuracy_1_of_4‚0.9596217274665833 epoch‚21 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7212976217269897 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7870637774467468 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.36408743262290955 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +particle/sensitivity‚0.6266321539878845 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6069952249526978 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.43337738513946533 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.17990471422672272 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.025014428421854973 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.22071465849876404 5validation_average_jet_accuracy‚0.357277512550354 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7722442150115967 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7803839445114136 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.16982261836528778 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6566964387893677 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 6 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.958795964717865 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7255286574363708 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.688345730304718 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8301711082458496 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7238662838935852 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 *jet/accuracy_1_of_3‚0.8929053544998169 particle/accuracy_2_of_2‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2800742983818054 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2240075320005417 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 )jet/accuracy_2_of_4‚0.814468502998352 6 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.708859920501709 8"Purity/0FRt*SRqqt0FBt/event_purity‚0.590972363948822 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02019241452217102 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6053718328475952 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6900297999382019 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 particle/accuracy_1_of_4‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6665229797363281 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6294321417808533 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.22435979545116425 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.029221588745713234 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6541940569877625 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.20046088099479675 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5855327844619751 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10058619827032089 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.19698789715766907 +jet/accuracy_1_of_1‚0.31839874386787415 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.19160081446170807 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6468923687934875 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7070707082748413 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2364424616098404 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.17992593348026276 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 6 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.988915741443634 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6016091108322144 ,"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.125 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 +jet/accuracy_4_of_4‚0.02010233886539936 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48547905683517456 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.987094521522522 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.31172823905944824 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6183575987815857 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 particle/accuracy_2_of_3‚1 particle/accuracy_2_of_4‚1 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 6 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.702529788017273 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7108599543571472 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 +jet/accuracy_3_of_3‚0.08012396842241287 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5270218849182129 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8495999574661255 _runtime‚5982.439727537 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 +jet/accuracy_2_of_2‚0.14773456752300262 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9907267689704895 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.18132677674293518 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.17073552310466766 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9694395661354065 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47037407755851746 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04506408050656319 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7304253578186035 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1847936362028122 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.19238491356372833 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.027010301128029823 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.23710748553276062 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7353200912475586 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.06893884390592575 /particle/accuracy_4_of_4‚0.9444992542266846 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7648069858551025 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8710855841636658 7"Purity/0FRt0SRqqt2FBt/event_purity‚0.91759192943573 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7768141031265259 +jet/accuracy_3_of_4‚0.10295269638299942 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4251459836959839 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 particle/accuracy_3_of_4‚1 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5852631330490112 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.23603591322898865 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071­!Ú窒Ö‚(:‡ ĨŠÓ±¼ÆÎ gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚49.0 gpu.0.powerWatts‚107.164' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚21.4328 gpu.0.smClock‚1275 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0†²îkׂ(:à ĨŠÓŸé›Ð& disk.nvme0n1.out‚138736.8193359375 disk.sda.out‚ 230.37890625* proc.memory.percent‚11.383342742919922 proc.cpu.threads‚17) disk./.usagePercent‚54.04477234867948 disk.sda3.out‚ 230.37890625 disk.dm-0.in‚ 18740.3046875 disk.sda1.out‚0 disk.sda2.out‚0( proc.memory.availableMB‚ 2919.2734375 network.sent‚ 6.143556e+06 network.recv‚639500$ disk./.usageGB‚805.3061637878418 disk.dm-1.in‚126313.02734375( disk.nvme0c0n1.out‚138736.8193359375! disk.nvme0n1.in‚ 18740.3046875# disk.dm-0.out‚138736.8193359375 disk.sda2.in‚0 disk.dm-1.out‚ 230.37890625 disk.sda.in‚126313.02734375 disk.sda1.in‚0# memory_percent‚88.1214459737142" proc.memory.rssMB‚ 2797.5703125 cpu‚25.315563379366164 disk.sda3.in‚126313.02734375# disk.nvme0c0n1.in‚ 18740.3046875vڞ؂(:“ Ó¨ŠÓ䢘Î gpu.0.gpu‚90.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚303.111' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.62219999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0EЦtbÙ‚(:× Ó¨ŠÓ‡©úÏ disk.sda.out‚ 230.85546875 cpu‚25.313832358418804) disk./.usagePercent‚54.05690582576479 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 127556.453125 disk.dm-1.in‚ 127556.453125 disk.dm-1.out‚ 230.85546875$ memory_percent‚88.12189102172852! proc.memory.rssMB‚ 2797.640625 network.sent‚ 6.197401e+06 network.recv‚642457$ disk./.usageGB‚805.4869613647461 disk.sda1.out‚0 disk.sda3.out‚ 230.85546875' disk.nvme0c0n1.out‚140845.474609375! disk.nvme0n1.in‚ 18774.9609375 disk.dm-0.in‚ 18774.9609375 disk.sda2.in‚0# disk.nvme0c0n1.in‚ 18774.9609375" disk.dm-0.out‚140845.474609375 disk.sda.in‚ 127556.453125( proc.memory.availableMB‚ 2919.1640625* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17% disk.nvme0n1.out‚140845.474609375jÚ¼I’Ú‚(:‡ ⨊Ó»€±Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚318.38' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.676 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚06Çd1MÛ‚(: ⨊ÓÊʬÐ* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17 disk.sda2.out‚0$ memory_percent‚88.12087376912436! proc.memory.rssMB‚ 2797.640625 cpu‚25.313959642079784 network.sent‚ 6.199509e+06 network.recv‚643561) disk./.usagePercent‚54.06166244575098$ disk./.usageGB‚805.5578384399414 disk.dm-1.in‚ 127556.453125 disk.dm-1.out‚ 231.40625% disk.nvme0n1.out‚140942.337890625 disk.sda.in‚ 127556.453125 disk.sda3.out‚ 231.40625 disk.nvme0c0n1.in‚ 18779.625' disk.nvme0c0n1.out‚140942.337890625 disk.nvme0n1.in‚ 18779.625" disk.dm-0.out‚140942.337890625 disk.sda.out‚ 231.40625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚ 127556.453125 disk.dm-0.in‚ 18779.625 disk.sda2.in‚0( proc.memory.availableMB‚ 2919.4140625€¸q0žÜ‚(:“ ñ¨ŠÓжäÏ gpu.0.gpu‚62.0 gpu.0.memory‚19, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚358.102' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚71.62039999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ° ]Ý‚(:Ò ñ¨ŠÓËöÕÑ disk.dm-0.in‚18918.83984375" disk.dm-0.out‚141006.298828125 disk.sda.in‚ 127556.453125 disk.sda2.in‚0* proc.memory.percent‚11.383628845214844 cpu‚25.31420190231887 network.recv‚644834$ disk./.usageGB‚805.4981384277344 disk.sda2.out‚0$ disk.nvme0c0n1.in‚18918.83984375" disk.nvme0n1.in‚18918.83984375 disk.sda3.in‚ 127556.453125 disk.sda3.out‚ 232.2734375) disk./.usagePercent‚54.05765592784012 disk.sda.out‚ 232.2734375 disk.sda1.out‚0 disk.dm-1.out‚ 232.2734375$ proc.memory.availableMB‚2466.375 disk.sda1.in‚0 disk.dm-1.in‚ 127556.453125' disk.nvme0c0n1.out‚141006.298828125% disk.nvme0n1.out‚141006.298828125$ memory_percent‚89.96429443359375! proc.memory.rssMB‚ 2797.640625 proc.cpu.threads‚17 network.sent‚ 6.201552e+06p¹¸`2Þ- _wandbruntime‚6034  _runtime‚6034>‹DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚20340637 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚30831546 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3705887569408 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚32979769 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚63821415 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚30831552 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚30831552 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚20340317 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 % _timestamp‚1.7848454303736384e+09 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1022407290968064 _MDeviceStatsMonitor.on_train_batch_startAJ°”/inactive_split_bytes.small_pool.freed‚ 4546903920640 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1022407317141504 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚315 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚284334162379776 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1025703065277348 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1022407290968064 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚320 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚284334573334016 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1022407317141504 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1026113204710912 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚ 6034.67898287 _step‚303 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3704542117888 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚63811315 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3705887569408 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚30831546 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1026113204710912 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1026111833085952 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10877090 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4546946783744 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚279787626550272 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9463227 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1025701695237926 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3704542117888 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9463232 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚32989863 trainer/global_step‚3549ÄGìW(ãÿO ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3698330424918 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1022407317141504 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚315 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚284334162379776 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1025703065277348 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1022407290968064 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚320 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚284334573334016 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1022407317141504 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1026113204710912 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚ 6034.67898287 _step‚303 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3704542117888 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚63811315 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3705887569408 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚30831546 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1026113204710912 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1026111833085952 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚10877090 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4546946783744 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚279787626550272 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9463227 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1025701695237926 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3704542117888 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9463232 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚32989863 trainer/global_step‚3549 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚32989863 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚32979769 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚279787258459136 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚20340637 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚30831546 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3705887569408 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚32979769 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚63821415 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚30831552 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚30831552 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚20340317 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 % _timestamp‚1.7848454303736384e+09 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1022407290968064 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4546903920640 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚30839913 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚20346253 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚279865844825088 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚30839919 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚307 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚63838878 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42855936 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3699351226558 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1026393136516608 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚10880381 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3705564625920 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚284414013842432 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4548211873280 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚63828764 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚32988851 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚9465872 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1022282192014752 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚32988851 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚32998959 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚32998959 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3705564625920 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚20345941 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9465867 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚284414424789504 % _timestamp‚1.7848454319439628e+09 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚30839913 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3700695838124 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1022686226432000 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 _step‚304 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1026393136516608 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚63828764 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚6036.245721242 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1022686200258560 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4548169017344 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1022686200258560 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚279866212916224 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚3549;(&æŠN ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚63828764 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚32988851 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚9465872 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1022282192014752 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚32988851 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚32998959 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚32998959 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3705564625920 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚20345941 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9465867 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚284414424789504 % _timestamp‚1.7848454319439628e+09 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚30839913 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3700695838124 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1022686226432000 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 _step‚304 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1026393136516608 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚63828764 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚6036.245721242 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1022686200258560 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4548169017344 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1022686200258560 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚279866212916224 P@DeviceStatsMonitor.on_trainÝu: _batch_end/reserved_bytes.all.current‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚3549 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1025981517813342 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3706910084608 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚10880074 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1025982887852876 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚63838878 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1026391764884480 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1022282166586784 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚312 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚30839913 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚20346253 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚279865844825088 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚30839919 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚307 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚63838878 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42855936 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3699351226558 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1026393136516608 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚10880381 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3705564625920 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚284414013842432 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4548211873280°Žv2ç- _wandbruntime‚6036  _runtime‚6036x1©¼èü /loss/FBt2/detection_loss‚0.6176751910392797 trainer/global_step‚3549 $ _timestamp‚1.784845431997724e+09 2loss/SRqqt2/assignment_loss‚0.5742663264671453 1loss/FBt1/assignment_loss‚0.06468033445696324 0loss/SRqqt1/detection_loss‚0.930349967042259 _step‚305 1loss/SRqqt1/assignment_loss‚0.635812061193844 /loss/FRt2/detection_loss‚1.5256542111219433 /loss/FBt1/detection_loss‚0.8420272444685301 $loss/total_loss‚9.82062731411382 epoch‚22 0loss/FRt2/assignment_loss‚0.9973811855422556 /loss/FRt1/detection_loss‚0.5534472596897035 0loss/SRqqt2/detection_loss‚0.672109204585428 _runtime‚6036.299059712 /loss/FRt1/assignment_loss‚2.370694979270217 1loss/FBt2/assignment_loss‚0.03652934923625019Å›`Ùé /loss/FRt2/detection_loss‚1.5256542111219433 /loss/FBt1/detection_loss‚0.8420272444685301 $loss/total_loss‚9.82062731411382 epoch‚22 0loss/FRt2/assignment_loss‚0.9973811855422556 /loss/FRt1/detection_loss‚0.5534472596897035 0loss/SRqqt2/detection_loss‚0.672109204585428 _runtime‚6036.299059712 /loss/FRt1/assignment_loss‚2.370694979270217 1loss/FBt2/assignment_loss‚0.03652934923625019 /loss/FBt2/detection_loss‚0.6176751910392797 trainer/global_step‚3549 $ _timestamp‚1.784845431997724e+09 2loss/SRqqt2/assignment_loss‚0.5742663264671453 1loss/FBt1/assignment_loss‚0.06468033445696324 0loss/SRqqt1/detection_loss‚0.930349967042259 _step‚305 1loss/SRqqt1/assignment_loss‚0.635812061193844±Ws;ìŸê‚(:” €©ŠÓ›åÃÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚284.579' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚56.915800000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Û¡dë‚(:Ù €©ŠÓàεÐ' disk.nvme0c0n1.out‚141043.634765625 cpu‚25.314300564492076* disk./.usagePercent‚54.059833015911295 disk.dm-0.in‚18973.67578125 disk.sda.out‚ 233.1953125 disk.sda1.in‚0 disk.sda3.out‚ 233.1953125 disk.dm-1.in‚ 128094.265625% disk.nvme0n1.out‚141043.634765625$ memory_percent‚92.07542737325033 network.sent‚ 6.203051e+06 disk.sda1.out‚0* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17" disk.dm-0.out‚141043.634765625 disk.sda.in‚ 128094.265625 disk.sda2.in‚0 disk.sda3.in‚ 128094.265625 disk.dm-1.out‚ 233.1953125" disk.nvme0n1.in‚18973.67578125) proc.memory.availableMB‚ 1947.54296875! proc.memory.rssMB‚ 2797.640625 network.recv‚645672$ disk./.usageGB‚805.5305786132812 disk.sda2.out‚0$ disk.nvme0c0n1.in‚18973.67578125¦¯g?’ì‚(:‡ ©ŠÓîŸæÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚307.24' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.448 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0A=§eí‚(:Ú ©ŠÓ€ÃÿÐ disk.sda.in‚ 128366.40625 cpu‚25.314383229456116 proc.cpu.threads‚17 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 128366.40625 disk.dm-1.out‚ 233.41015625! disk.nvme0n1.in‚ 18990.2734375$ disk.dm-0.out‚141103.75048828125$ memory_percent‚92.07760492960611! proc.memory.rssMB‚ 2797.640625 network.sent‚ 6.263629e+06$ disk./.usageGB‚805.4994125366211 disk.sda3.out‚ 233.41015625# disk.nvme0c0n1.in‚ 18990.2734375 disk.dm-0.in‚ 18990.2734375 disk.sda1.in‚0 disk.sda1.out‚0* proc.memory.percent‚11.383628845214844 network.recv‚648899 disk.dm-1.in‚ 128366.40625 disk.sda.out‚ 233.41015625( proc.memory.availableMB‚ 1947.0078125) disk./.usagePercent‚54.05774143435656) disk.nvme0c0n1.out‚141103.75048828125' disk.nvme0n1.out‚141103.75048828125!5[s”î‚(:‰ ž©ŠÓ…ôÇÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚327.347' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.4694 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0\í—eï‚(:Ú ž©ŠÓ¯õÃÐ$ disk./.usageGB‚805.4772644042969' disk.nvme0n1.out‚141194.96533203125$ disk.dm-0.out‚141194.96533203125 disk.sda.in‚ 128366.40625 disk.sda.out‚ 233.87109375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 128366.40625 disk.dm-1.in‚ 128366.40625) disk.nvme0c0n1.out‚141194.96533203125# memory_percent‚92.0766512552897! proc.memory.rssMB‚ 2797.640625* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17 network.sent‚ 6.265151e+06 network.recv‚649818* disk./.usagePercent‚54.056255054612755! disk.nvme0n1.in‚ 18990.2734375 disk.dm-1.out‚ 233.87109375( proc.memory.availableMB‚ 1947.2421875 disk.dm-0.in‚ 18990.2734375 disk.sda3.out‚ 233.87109375# disk.nvme0c0n1.in‚ 18990.2734375 cpu‚25.314556199453804'ÊZ ð‚(:• ­©ŠÓÁï’Î gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚211.994' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚42.398799999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ˆ_bñ‚(:× ­©ŠÓ‚è¨Ñ! disk.nvme0n1.in‚ 18990.2734375* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17 network.recv‚651009 disk.dm-0.in‚ 18990.2734375 disk.dm-1.in‚ 128366.40625 cpu‚25.314636030738434$ disk./.usageGB‚805.5304107666016 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚ 128366.40625' disk.nvme0n1.out‚141256.06103515625$ memory_percent‚92.07768440246582) proc.memory.availableMB‚ 1946.98828125 network.sent‚ 6.267198e+06$ disk.dm-0.out‚141256.06103515625 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 234.0859375) disk.nvme0c0n1.out‚141256.06103515625! proc.memory.rssMB‚ 2797.640625( disk./.usagePercent‚54.0598217515798 disk.sda.in‚ 128366.40625 disk.sda.out‚ 234.0859375 disk.sda3.out‚ 234.0859375# disk.nvme0c0n1.in‚ 18990.2734375Õ°xŸò‚(:” ¼©ŠÓöã™Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚319.524' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.904799999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0]7mó‚(:â ¼©ŠÓž»úÑ network.sent‚ 6.269836e+06 disk.dm-0.in‚19114.90234375" disk.nvme0n1.in‚19114.90234375$ memory_percent‚92.07666714986166! proc.memory.rssMB‚ 2797.640625 disk.sda.in‚128714.98828125 disk.sda.out‚ 234.640625 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 234.640625 disk.dm-1.out‚ 234.640625) proc.memory.availableMB‚ 1947.23828125* proc.memory.percent‚11.383628845214844 network.recv‚652048* disk./.usagePercent‚54.056650074238085 disk.sda2.in‚0 disk.dm-1.in‚128713.73828125$ disk.nvme0c0n1.in‚19114.90234375) disk.nvme0c0n1.out‚141331.26318359375 cpu‚25.314716862000992 proc.cpu.threads‚17$ disk./.usageGB‚805.4831504821777$ disk.dm-0.out‚141331.26318359375 disk.sda1.in‚0 disk.sda3.in‚128714.98828125' disk.nvme0n1.out‚141331.26318359375jTè<2ô- _wandbruntime‚6115  _runtime‚6115Žøà×ÇõÁ & lr-AdamW/pg1‚6.978265715236391e-05 & lr-AdamW/pg2‚6.978265715236391e-05 trainer/global_step‚3599 % _timestamp‚1.7848455111444528e+09 _runtime‚6115.446051522 _step‚306Ç{ÊŸÌöÆ _step‚306 & lr-AdamW/pg1‚6.978265715236391e-05 & lr-AdamW/pg2‚6.978265715236391e-05 trainer/global_step‚3599 % _timestamp‚1.7848455111444528e+09 _runtime‚6115.446051522²#qv2÷- _wandbruntime‚6115  _runtime‚6115Žx(øûO TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚33445815 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚31249896 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1036352781666304 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚283716944847872 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 % _timestamp‚1.7848455111456528e+09 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1036352755492864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1040108487166976 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚288326071841280 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4609544239104 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚20620515 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1040108487166976 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4609495084544 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1035943478929776 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1036352781666304 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚344 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1035943453501808 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9595227 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚64685617 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚339 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1040109858791936 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚31249902 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚283716576756736 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3755731674112 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _runtime‚6115.447401048 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9595232 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚64695717 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1039694257848956 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3755731674112 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 _step‚307 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1040109858791936 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 trainer/global_step‚3599 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚11025627 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚288326489086976 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3757077125632 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3749434307726 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0{;/Ž7!ù€P G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1036352781666304 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚344 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1035943453501808 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9595227 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚64685617 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚339 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1040109858791936 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚31249902 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚283716576756736 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 3755731674112 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _runtime‚6115.447401048 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9595232 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚64695717 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1039694257848956 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3755731674112 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 _step‚307 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1040109858791936 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 trainer/global_step‚3599 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚11025627 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚288326489086976 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3757077125632 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3749434307726 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚33445815 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚31249896 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1036352781666304 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚283716944847872 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 % _timestamp‚1.7848455111456528e+09 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1036352755492864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1040108487166976 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚288326071841280 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4609544239104 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚20620515 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1040108487166976 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4609495084544 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1035943478929776³ìË>2ú- _wandbruntime‚6116  _runtime‚6116ÔWá 'û…N K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚9597872 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 trainer/global_step‚3599 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚31258269 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3756754182144 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚31258263 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9597867 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _step‚308 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚33454911 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚33454911 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1039972710384950 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚64713180 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚20626079 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚64713180 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚31258269 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚345 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚340 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3750455109366 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11028552 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1040389790597632 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1036222280703552 _runtime‚6116.866858882 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚33444803 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚64713180 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚20626079 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚64713180 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚31258269 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚345 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚340 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3750455109366 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11028552 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1040389790597632 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1036222280703552 _runtime‚6116.866858882 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚33444803 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚9597872 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 trainer/global_step‚3599 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904´ ÷$2ý- _wandbruntime‚6116  _runtime‚61168óƒþ 2loss/SRqqt1/assignment_loss‚0.5816781338374531 1loss/FBt1/assignment_loss‚0.07055097505466801 1loss/SRqqt1/detection_loss‚0.9637026667386165 /loss/FBt1/detection_loss‚0.9944141224914347 .loss/FBt2/detection_loss‚2.894685759540496 _runtime‚6116.922929823 0loss/FRt2/assignment_loss‚0.8922931850641623 % _timestamp‚1.7848455126216216e+09 _step‚309 /loss/FRt1/assignment_loss‚2.301790535031913 2loss/FBt2/assignment_loss‚0.048177063193755185 /loss/FRt2/detection_loss‚1.4658760968228086 1loss/SRqqt2/detection_loss‚0.6339229775045462 &loss/total_loss‚11.957171884033023 2loss/SRqqt2/assignment_loss‚0.5676341993172779 .loss/FRt1/detection_loss‚0.542446169435893 epoch‚22 trainer/global_step‚3599ØÅ%˜ ÿ† 0loss/FRt2/assignment_loss‚0.8922931850641623 % _timestamp‚1.7848455126216216e+09 _step‚309 /loss/FRt1/assignment_loss‚2.301790535031913 2loss/FBt2/assignment_loss‚0.048177063193755185 /loss/FRt2/detection_loss‚1.4658760968228086 1loss/SRqqt2/detection_loss‚0.6339229775045462 &loss/total_loss‚11.957171884033023 2loss/SRqqt2/assignment_loss‚0.5676341993172779 .loss/FRt1/detection_loss‚0.542446169435893 epoch‚22 trainer/global_step‚3599 2loss/SRqqt1/assignment_loss‚0.5816781338374531 1loss/FBt1/assignment_loss‚0.07055097505466801 1loss/SRqqt1/detection_loss‚0.9637026667386165 /loss/FBt1/detection_loss‚0.9944141224914347 .loss/FBt2/detection_loss‚2.894685759540496 _runtime‚6116.922929823µ®`’€‚(:‡ Ë©ŠÓôð—Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚312.12' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.424 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0_ÔP`]‚(:Ò Ë©ŠÓñïŠÐ% disk.nvme0c0n1.out‚142335.6796875 disk.sda.in‚130044.16796875! proc.memory.rssMB‚ 2797.640625* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17" disk.nvme0n1.in‚19133.24609375# disk.nvme0n1.out‚142335.6796875 disk.sda1.in‚0" proc.memory.availableMB‚1947.5 cpu‚25.31477804029743 network.recv‚653256# disk./.usageGB‚805.502311706543 disk.dm-1.out‚ 235.20703125$ disk.nvme0c0n1.in‚19133.24609375 disk.dm-0.in‚19133.24609375 disk.sda.out‚ 235.20703125 disk.sda1.out‚0 disk.sda2.out‚0 network.sent‚ 6.271897e+06 disk.dm-0.out‚142335.6796875 disk.sda2.in‚0 disk.sda3.in‚130044.16796875 disk.sda3.out‚ 235.20703125$ memory_percent‚92.07560221354166) disk./.usagePercent‚54.05793600008258 disk.dm-1.in‚130044.16796875ÖÁz(”‚‚(:‰ Ú©ŠÓìïžÎ gpu.0.gpu‚76.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚359.056' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.8112 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0å^ß~eƒ‚(:Ú Ú©ŠÓÄ‚üÏ disk.dm-1.in‚130044.16796875 disk.dm-0.in‚19135.39453125 disk.sda.out‚ 235.7109375 disk.sda1.in‚0 disk.sda1.out‚0$ disk.nvme0n1.out‚142710.88671875 network.sent‚ 6.331804e+06* disk./.usagePercent‚53.985986618629546 disk.sda2.in‚0 disk.dm-1.out‚ 235.7109375$ disk.nvme0c0n1.in‚19135.39453125 disk.sda.in‚130044.16796875$ disk./.usageGB‚804.4302139282227 disk.sda3.out‚ 235.7109375! disk.dm-0.out‚142689.63671875 proc.cpu.threads‚17 network.recv‚656158& disk.nvme0c0n1.out‚142710.88671875" disk.nvme0n1.in‚19135.39453125$ memory_percent‚92.07642873128256' proc.memory.availableMB‚ 1947.296875! proc.memory.rssMB‚ 2797.640625* proc.memory.percent‚11.383628845214844 cpu‚25.314985762913448 disk.sda2.out‚0 disk.sda3.in‚130044.16796875|¬ê”„‚(:‰ é©ŠÓ«ÿ‹Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚287.951' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚57.5902 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚05W€Úk…‚(:à é©ŠÓþçÐ proc.cpu.threads‚17 network.sent‚ 6.33385e+06 network.recv‚657497 disk.dm-1.out‚ 239.01953125" disk.nvme0n1.in‚19135.39453125 disk.dm-0.in‚19135.39453125 disk.sda3.out‚ 239.01953125$ memory_percent‚92.07781155904135* proc.memory.percent‚11.383628845214844) disk./.usagePercent‚53.98645383237953 disk.dm-1.in‚130044.16796875% disk.nvme0n1.out‚143407.681640625 disk.sda.in‚130044.16796875 disk.sda.out‚ 239.01953125 disk.sda1.in‚0 disk.sda1.out‚0 cpu‚25.315103776610396' disk.nvme0c0n1.out‚143407.681640625 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚130044.16796875) proc.memory.availableMB‚ 1946.95703125! proc.memory.rssMB‚ 2797.640625$ disk./.usageGB‚804.4371757507324$ disk.nvme0c0n1.in‚19135.39453125" disk.dm-0.out‚143407.681640625à䔆‚(:‰ ø©ŠÓ»¸éÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.819' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.1638 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0cúÙ`‡‚(:Õ ø©ŠÓ‡àÖÐ$ memory_percent‚92.07679430643717! proc.memory.rssMB‚ 2797.640625 cpu‚25.31514878844581* disk./.usagePercent‚53.986455624432274' disk.nvme0c0n1.out‚143408.759765625 disk.dm-0.in‚19232.18359375 disk.sda.out‚ 239.70703125 disk.sda2.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 1947.20703125 proc.cpu.threads‚17 network.recv‚658587 disk.dm-1.out‚ 239.70703125 disk.sda1.in‚0 disk.sda1.out‚0 network.sent‚ 6.335944e+06$ disk./.usageGB‚804.4372024536133 disk.dm-1.in‚ 130543.8125" disk.nvme0n1.in‚19232.18359375" disk.dm-0.out‚143408.759765625* proc.memory.percent‚11.383628845214844$ disk.nvme0c0n1.in‚19232.18359375% disk.nvme0n1.out‚143408.759765625 disk.sda.in‚ 130543.8125 disk.sda3.in‚ 130543.8125 disk.sda3.out‚ 239.70703125cy“”ˆ‚(:‰ ‡ªŠÓÝŽ±Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚325.989' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.1978 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0àƒÉég‰‚(:Ü ‡ªŠÓžé³Ð disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚131084.19921875 disk.dm-1.in‚131084.19921875$ disk.nvme0c0n1.in‚19236.14453125 disk.sda1.in‚0 disk.sda1.out‚0! proc.memory.rssMB‚ 2797.640625 network.sent‚ 6.337473e+06* disk./.usagePercent‚53.953019760422826 disk.dm-1.out‚ 239.9765625" disk.nvme0n1.in‚19236.14453125 disk.dm-0.in‚19236.14453125 disk.sda.out‚ 239.9765625) proc.memory.availableMB‚ 1947.20703125 cpu‚25.315235083915184$ disk./.usageGB‚803.9389839172363 disk.sda3.out‚ 239.9765625& disk.nvme0c0n1.out‚143414.69140625* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17 network.recv‚659784$ disk.nvme0n1.out‚143414.69140625! disk.dm-0.out‚143414.69140625 disk.sda.in‚131084.19921875$ memory_percent‚92.07679430643717 òú`•Š‚(:Š –ªŠÓÉŽšÎ gpu.0.gpu‚100.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚249.149' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚49.8298 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0qÑ•b‹‚(:× –ªŠÓŸãÐ network.recv‚660881# disk.nvme0n1.out‚143416.2890625 disk.sda1.in‚0 disk.sda2.out‚0! proc.memory.rssMB‚ 2797.640625 network.sent‚ 6.340053e+06) disk./.usagePercent‚53.95301054415159$ disk./.usageGB‚803.9388465881348 disk.dm-0.in‚19236.14453125 disk.sda.out‚ 240.3828125 disk.sda3.out‚ 240.3828125$ disk.nvme0c0n1.in‚19236.14453125( proc.memory.availableMB‚ 1947.2109375 disk.dm-0.out‚143416.2890625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚131084.19921875 disk.dm-1.out‚ 240.3828125% disk.nvme0c0n1.out‚143416.2890625* proc.memory.percent‚11.383628845214844 cpu‚25.315395568755775" disk.nvme0n1.in‚19236.14453125 disk.sda.in‚131084.19921875 disk.dm-1.in‚131084.19921875$ memory_percent‚92.07677841186523 proc.cpu.threads‚17}2Œ- _wandbruntime‚6196  _runtime‚6196s ä—ÇÁ & lr-AdamW/pg1‚6.862883163444933e-05 & lr-AdamW/pg2‚6.862883163444933e-05 trainer/global_step‚3649 % _timestamp‚1.7848455918740077e+09 _runtime‚6196.175523144 _step‚310óDz„ÌŽÆ trainer/global_step‚3649 % _timestamp‚1.7848455918740077e+09 _runtime‚6196.175523144 _step‚310 & lr-AdamW/pg1‚6.862883163444933e-05 & lr-AdamW/pg2‚6.862883163444933e-05¶›ý72- _wandbruntime‚6196  _runtime‚6196M>%b3úO [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4672063704064 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1050298220017664 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚33901767 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9727232 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3806921230336 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚65570019 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚33891673 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1054105141248000 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚31668246 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1053685450420564 _step‚311 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚33891673 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 $ _timestamp‚1.784845591874982e+09 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1054106512872960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚292318373906944 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3808266681856’uÑ(‘ÿO S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1054105141248000 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚31668246 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1053685450420564 _step‚311 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚33891673 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 $ _timestamp‚1.784845591874982e+09 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1054106512872960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚292318373906944 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3808266681856 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4672063704064 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1050298220017664 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚33901767 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9727232 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3806921230336 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚65570019 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚33891673 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032·´ÞÃ2’- _wandbruntime‚6197  _runtime‚6197µ(î© '“…N J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚33900755 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3807943738368 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚354 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3807943738368 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1050577129308160 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 % _timestamp‚1.7848455932928433e+09 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚292397801802752 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚287724481420288 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3809289197056 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚31676619 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚20907115 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1050577155481600 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚20906761 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 _step‚312 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9729867 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚31676619 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚33910863 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3801558992174 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 trainer/global_step‚3649 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚292398221138432 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚65587482 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚287724849511424 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3802903603740 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚33910863 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3809289197056 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1054385073046528 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚9729872 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11177243 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚65587482 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚316766134iÜÎ ”ŠN UIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚9729872 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11177243 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚65587482 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚31676613 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚33900755 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 3807943738368 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚354 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3807943738368 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1050577129308160 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 % _timestamp‚1.7848455932928433e+09 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚292397801802752 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚287724481420288 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3809289197056 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚31676619 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚20907115 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1050577155481600 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚20906761 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 _step‚312 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9729867 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚31676619 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚33910863 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3801558992174 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 trainer/global_step‚3649 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚292398221138432 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚65587482 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚287724849511424 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3802903603740 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚33910863 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3809289197056 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1054385073046528 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329¸OëÙ2•- _wandbruntime‚6197  _runtime‚6197KáS–€ 0loss/FRt2/assignment_loss‚0.8989573013968766 0loss/FBt2/assignment_loss‚0.0458175715555276 /loss/FRt2/detection_loss‚1.4529783050484106 0loss/FBt2/detection_loss‚0.49450345424690934 epoch‚22 trainer/global_step‚3649 % _timestamp‚1.7848455933467429e+09 _step‚313 /loss/FRt1/assignment_loss‚2.205773460187114 /loss/FRt1/detection_loss‚0.5398785128167485 1loss/SRqqt2/detection_loss‚0.6380526351519789 %loss/total_loss‚9.221382007007895 2loss/SRqqt1/assignment_loss‚0.5223163405839563 2loss/FBt1/assignment_loss‚0.030623193707962064 .loss/FBt1/detection_loss‚0.815282271901036 _runtime‚6197.648066363 1loss/SRqqt2/assignment_loss‚0.585585991209804 1loss/SRqqt1/detection_loss‚0.9916129692015714§d= —… 1loss/SRqqt1/detection_loss‚0.9916129692015714 0loss/FRt2/assignment_loss‚0.8989573013968766 0loss/FBt2/assignment_loss‚0.0458175715555276 /loss/FRt2/detection_loss‚1.4529783050484106 0loss/FBt2/detection_loss‚0.49450345424690934 epoch‚22 trainer/global_step‚3649 % _timestamp‚1.7848455933467429e+09 _step‚313 /loss/FRt1/assignment_loss‚2.205773460187114 /loss/FRt1/detection_loss‚0.5398785128167485 1loss/SRqqt2/detection_loss‚0.6380526351519789 %loss/total_loss‚9.221382007007895 2loss/SRqqt1/assignment_loss‚0.5223163405839563 2loss/FBt1/assignment_loss‚0.030623193707962064 .loss/FBt1/detection_loss‚0.815282271901036 _runtime‚6197.648066363 1loss/SRqqt2/assignment_loss‚0.585585991209804¹ï™:¬ž˜‚(:“ ¥ªŠÓŠß‡Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚293.992' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚58.79840000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‘žJ…V™‚(:Ë ¥ªŠÓêýÈÐ) disk./.usagePercent‚53.93640256738282 disk.dm-1.in‚131084.19921875 disk.dm-1.out‚240.625$ disk.nvme0c0n1.in‚19236.14453125 disk.sda.in‚131084.19921875 disk.sda.out‚240.625$ memory_percent‚92.07685788472494$ disk./.usageGB‚803.6913757324219 disk.sda3.out‚240.625" disk.nvme0n1.in‚19236.14453125# disk.nvme0n1.out‚143423.2734375 disk.dm-0.out‚143423.2734375 disk.sda1.out‚0) proc.memory.availableMB‚ 1947.19140625! proc.memory.rssMB‚ 2797.640625 network.recv‚662268% disk.nvme0c0n1.out‚143423.2734375 disk.dm-0.in‚19236.14453125 disk.sda1.in‚0 cpu‚25.31548025695591 disk.sda3.in‚131084.19921875 disk.sda2.in‚0 disk.sda2.out‚0* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17 network.sent‚ 6.342109e+06!ðãZ”š‚(:‰ ´ªŠÓª¤¼Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚314.001' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.8002 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¡_§$Z›‚(:Ï ´ªŠÓùœêÐ$ memory_percent‚92.07685788472494 network.sent‚ 6.402356e+06 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.in‚131361.7578125 disk.dm-1.out‚ 241.34375& disk.nvme0c0n1.out‚143507.64453125! disk.nvme0n1.in‚ 19310.2890625 cpu‚25.315560602993067$ disk./.usageGB‚803.6905097961426) proc.memory.availableMB‚ 1947.19140625! proc.memory.rssMB‚ 2797.640625 proc.cpu.threads‚17) disk./.usagePercent‚53.93634445367255 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚131361.7578125$ disk.nvme0n1.out‚143507.64453125 disk.dm-0.in‚ 19310.2890625* proc.memory.percent‚11.383628845214844 network.recv‚665196 disk.sda.in‚131361.7578125 disk.sda.out‚ 241.34375 disk.sda3.out‚ 241.34375# disk.nvme0c0n1.in‚ 19310.2890625! disk.dm-0.out‚143507.64453125$/Üöœ‚(:’ êŠÓëßÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚366.69' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.33800000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ŸÉJ@l‚(:á êŠÓƒê¨Ñ disk.sda1.in‚0 disk.dm-1.in‚132467.2421875$ disk.dm-0.out‚144406.11865234375 disk.sda.in‚132467.2421875! proc.memory.rssMB‚ 2797.640625* proc.memory.percent‚11.383628845214844 cpu‚25.315718207087507 disk.sda2.out‚0 proc.cpu.threads‚17 disk.sda1.out‚0 disk.sda3.in‚132467.2421875$ disk.nvme0c0n1.in‚19327.82421875) disk.nvme0c0n1.out‚144406.11865234375' disk.nvme0n1.out‚144406.11865234375 disk.sda.out‚ 241.77734375$ memory_percent‚92.07789103190103% proc.memory.availableMB‚ 1946.9375 network.sent‚ 6.404394e+06 network.recv‚666418* disk./.usagePercent‚53.995146056189604 disk.sda2.in‚0 disk.sda3.out‚ 241.77734375 disk.dm-1.out‚ 241.77734375" disk.nvme0n1.in‚19327.82421875 disk.dm-0.in‚19327.82421875$ disk./.usageGB‚804.5666961669922ÑLòÇœž‚(:‘ ÒªŠÓöëÎ gpu.0.gpu‚1.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚354.472' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚70.89439999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÜzÍoŸ‚(:ä ÒªŠÓ÷ÉÌÐ disk.sda2.in‚0) disk.nvme0c0n1.out‚144407.31396484375" disk.nvme0n1.in‚19330.58203125' disk.nvme0n1.out‚144407.31396484375* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17 disk.sda.out‚ 242.27734375 disk.dm-1.in‚132467.2421875 disk.dm-0.in‚19330.58203125$ disk.dm-0.out‚144407.31396484375) proc.memory.availableMB‚ 1948.12109375 network.recv‚667309$ disk./.usageGB‚805.5787200927734 disk.sda.in‚132467.2421875 disk.sda1.in‚0 disk.dm-1.out‚ 242.27734375$ disk.nvme0c0n1.in‚19330.58203125$ memory_percent‚92.07307497660318! proc.memory.rssMB‚ 2797.640625 network.sent‚ 6.406441e+06) disk./.usagePercent‚54.06306383099341 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚132467.2421875 disk.sda3.out‚ 242.27734375 cpu‚25.319335728688138m¢±ð2 - _wandbruntime‚6255  _runtime‚6255¿˜[¾k;¡åv ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.03638612478971481 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6292816400527954 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.17925392091274261 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.646001398563385 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.16908378899097443 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.030772347003221512 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6003462076187134 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 particle/accuracy_1_of_4‚1 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7233631014823914 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9933236837387085 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9932265877723694 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6010690927505493 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47722965478897095 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018733590841293335 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4808954894542694 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9949740171432495 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.20094101130962372 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7078574299812317 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 +jet/accuracy_3_of_3‚0.07582336664199829 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.35834214091300964 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.39725324511528015 *jet/accuracy_1_of_2‚0.7255797982215881 _step‚314 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6976674795150757 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.025361651554703712 *jet/accuracy_1_of_1‚0.3109278082847595 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7720685601234436 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 _runtime‚6255.883453046 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6091475486755371 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.1836959719657898 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2198409140110016 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 particle/accuracy_2_of_2‚1 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0604855939745903 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.17786270380020142 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 /particle/accuracy_4_of_4‚0.9167214632034302 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.040172576904296875 )jet/accuracy_2_of_2‚0.142347514629364 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 particle/accuracy_3_of_4‚1 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9686260223388672 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9447497129440308 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6010690927505493 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_1_of_2‚1 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7649890184402466 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.20711849629878998 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6422932744026184 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.07643909007310867 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 % _timestamp‚1.7848456515810854e+09 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3011273443698883 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.16494372487068176 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 8"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.720774233341217 +jet/accuracy_4_of_4‚0.02010233886539936 7validation_average_jet_accuracy‚0.34979119896888733 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6418344974517822 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.878808856010437 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6418145298957825 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.028082728385925293 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 *jet/accuracy_2_of_4‚0.7838385105133057 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_2_of_4‚1 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5804205536842346 *jet/accuracy_1_of_4‚0.9596217274665833 +particle/specificity‚0.9019058346748352 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5866569876670837 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3634134829044342 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7191860675811768 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8309986591339111 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02019241452217102 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 *jet/accuracy_2_of_3‚0.5711058378219604 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6578599810600281 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7070223689079285 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8682540059089661 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6120717525482178 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6801040172576904 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6566964387893677 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7108631134033203 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.22075404226779938 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.027463816106319427 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7738282680511475 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 +jet/accuracy_3_of_4‚0.10295269638299942 particle/accuracy_1_of_1‚1 epoch‚22 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2660856246948242 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2659640312194824 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.22116060554981232 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.07508817315101624 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6840271949768066 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8486548066139221 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9816576242446899 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7703295946121216 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7899397611618042 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.2083333283662796 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_2_of_3‚1 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9732498526573181 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.16677972674369812 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6691964864730835 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 )loss/val_total_loss‚9.537012233113854 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7141150832176208 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9723748564720154 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8309986591339111 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.16687887907028198 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.05416012182831764 +particle/sensitivity‚0.6293428540229797 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9203813672065735 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5903721451759338 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.20892523229122162 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.2887376546859741 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.18987834453582764 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 trainer/global_step‚3679 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6652362942695618 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.15724022686481476 particle/accuracy_3_of_3‚1 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4652562439441681 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6972217559814453 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7659498453140259 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_1_of_3‚1 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6589810848236084 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7145178318023682 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.992362380027771 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6378647089004517 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.1511169970035553 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7296932339668274 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 *jet/accuracy_1_of_3‚0.8928630352020264 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6259835362434387 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5079658627510071 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.01885061524808407 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.20695431530475616 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.712841808795929 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 (particle/accuracy‚0.8438516855239868 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6083891987800598 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.15861929953098297 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.17419150471687317 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9906439781188965 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 6"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6014444231987 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7237408757209778 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9917832016944885 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6944438219070435 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.615239679813385 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.20892523229122162 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.09205856919288635 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1805315613746643 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.38984888792037964 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7097060084342957 'particle/f_score‚0.6319089531898499 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0¥xÁ¢êv 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6652362942695618 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.15724022686481476 particle/accuracy_3_of_3‚1 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4652562439441681 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6972217559814453 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7659498453140259 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_1_of_3‚1 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6589810848236084 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7145178318023682 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.992362380027771 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6378647089004517 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.1511169970035553 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7296932339668274 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 *jet/accuracy_1_of_3‚0.8928630352020264 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6259835362434387 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5079658627510071 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.01885061524808407 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.20695431530475616 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.712841808795929 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 (particle/accuracy‚0.8438516855239868 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6083891987800598 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.15861929953098297 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.17419150471687317 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9906439781188965 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 6"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6014444231987 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7237408757209778 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9917832016944885 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6944438219070435 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.615239679813385 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.20892523229122162 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.09205856919288635 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1805315613746643 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.38984888792037964 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7097060084342957 'particle/f_score‚0.6319089531898499 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.03638612478971481 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6292816400527954 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.17925392091274261 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.646001398563385 :"ä ñ+Purity/1FRt*SRqqt*FBt/event_purity‚0.16908378899097443 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.030772347003221512 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6003462076187134 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 particle/accuracy_1_of_4‚1 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7233631014823914 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9933236837387085 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9932265877723694 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6010690927505493 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47722965478897095 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018733590841293335 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4808954894542694 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9949740171432495 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.20094101130962372 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7078574299812317 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 +jet/accuracy_3_of_3‚0.07582336664199829 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.35834214091300964 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.39725324511528015 *jet/accuracy_1_of_2‚0.7255797982215881 _step‚314 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6976674795150757 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.025361651554703712 *jet/accuracy_1_of_1‚0.3109278082847595 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7720685601234436 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 _runtime‚6255.883453046 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6091475486755371 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.1836959719657898 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2198409140110016 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 particle/accuracy_2_of_2‚1 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0604855939745903 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.17786270380020142 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 /particle/accuracy_4_of_4‚0.9167214632034302 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.040172576904296875 )jet/accuracy_2_of_2‚0.142347514629364 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 particle/accuracy_3_of_4‚1 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9686260223388672 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9447497129440308 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6010690927505493 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_1_of_2‚1 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7649890184402466 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.20711849629878998 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6422932744026184 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.07643909007310867 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 % _timestamp‚1.7848456515810854e+09 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3011273443698883 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.16494372487068176 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 8"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.720774233341217 +jet/accuracy_4_of_4‚0.02010233886539936 7validation_average_jet_accuracy‚0.34979119896888733 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6418344974517822 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.878808856010437 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6418145298957825 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.028082728385925293 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 *jet/accuracy_2_of_4‚0.7838385105133057 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_2_of_4‚1 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5804205536842346 *jet/accuracy_1_of_4‚0.9596217274665833 +particle/specificity‚0.9019058346748352 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5866569876670837 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3634134829044342 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7191860675811768 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8309986591339111 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02019241452217102 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 *jet/accuracy_2_of_3‚0.5711058378219604 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6578599810600281 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7070223689079285 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8682540059089661 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6120717525482178 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6801040172576904 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6566964387893677 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7108631134033203 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.22075404226779938 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.027463816106319427 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7738282680511475 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 +jet/accuracy_3_of_4‚0.10295269638299942 particle/accuracy_1_of_1‚1 epoch‚22 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2660856246948242 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2659640312194824 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.22116060554981232 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.07508817315101624 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6840271949768066 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8486548066139221 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9816576242446899 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7703295946121216 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7899397611618042 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.2083333283662796 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_2_of_3‚1 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9732498526573181 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.16677972674369812 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6691964864730835 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 )loss/val_total_loss‚9.537012233113854 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7141150832176208 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9723748564720154 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8309986591339111 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.16687887907028198 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.05416012182831764 +particle/sensitivity‚0.6293428540229797 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9203813672065735 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5903721451759338 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.20892523229122162 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.2887376546859741 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.18987834453582764 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 trainer/global_step‚3679º(@²Yž£‚(:“ ᪊Ó™ã©Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚302.343' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.46860000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0+¥0"e¤‚(:Ú ᪊ÓˆïÏ network.sent‚ 6.40851e+06 network.recv‚668559$ disk./.usageGB‚804.4842796325684 disk.dm-1.out‚ 243.359375# disk.nvme0c0n1.in‚ 19330.8359375! disk.nvme0n1.in‚ 19330.8359375 disk.dm-0.in‚ 19330.8359375) proc.memory.availableMB‚ 1948.13671875) disk./.usagePercent‚53.98961501341234) disk.nvme0c0n1.out‚145390.26318359375$ disk.dm-0.out‚145390.26318359375 disk.sda.in‚132467.2421875 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 243.359375! proc.memory.rssMB‚ 2797.640625 disk.dm-1.in‚132467.2421875 disk.sda.out‚ 243.359375$ memory_percent‚92.07301139831543 cpu‚25.319968524930612' disk.nvme0n1.out‚145390.26318359375 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚132467.2421875* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17æ—W”¥‚(:‰ ðªŠÓÿÞ Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚311.996' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.3992 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0hæ a¦‚(:Ö ðªŠÓØÿêÏ' disk.nvme0c0n1.out‚149056.638671875 disk.nvme0n1.in‚ 19446.703125" memory_percent‚92.073122660319' proc.memory.availableMB‚ 1948.109375 network.sent‚ 6.462407e+06" disk.dm-0.out‚149056.638671875 disk.sda1.in‚0 disk.sda2.out‚0% disk.nvme0n1.out‚149056.638671875* proc.memory.percent‚11.383628845214844 cpu‚25.320039920906705 proc.cpu.threads‚17 disk.sda3.in‚132976.28515625 disk.dm-1.in‚132976.28515625! proc.memory.rssMB‚ 2797.640625 network.recv‚671190) disk./.usagePercent‚54.16808887385521# disk./.usageGB‚807.143669128418 disk.dm-0.in‚ 19446.703125 disk.sda.in‚132976.28515625 disk.sda.out‚ 246.27734375 disk.sda2.in‚0 disk.sda3.out‚ 246.27734375 disk.sda1.out‚0 disk.dm-1.out‚ 246.27734375" disk.nvme0c0n1.in‚ 19446.703125øÁ2§- _wandbruntime‚6286  _runtime‚6286J2vǨÁ % _timestamp‚1.7848456825904515e+09 _runtime‚6286.892987176 _step‚315 & lr-AdamW/pg1‚6.747096615209549e-05 & lr-AdamW/pg2‚6.747096615209549e-05 trainer/global_step‚3699GÒÌ©Æ & lr-AdamW/pg2‚6.747096615209549e-05 trainer/global_step‚3699 % _timestamp‚1.7848456825904515e+09 _runtime‚6286.892987176 _step‚315 & lr-AdamW/pg1‚6.747096615209549e-05»z{H¿2ª- _wandbruntime‚6286  _runtime‚6286.‰èäÿ'«ùO S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1069568267822592 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3862667138048 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4739385136640 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1065285942679472 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚303 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚11338066 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚32137706 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11337768 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1069140764379255 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3856191739205 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3861321686528 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9863154 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1065706946136064 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚296342919648768 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1065706946136064 # _timestamp‚1.78484568259118e+09 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3862667138048 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚66513070 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3854847127751 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚32137706 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1069142134418677 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1065706972309504 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚66523170 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚34375370 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚291603534512128 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0ºFÑ°Ô¬þO F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚66513070 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3854847127751 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚32137706 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1069142134418677 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1065706972309504 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚66523170 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚34375370 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚291603534512128 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1069568267822592 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3862667138048 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4739385136640 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ÔÑ—0 1370039422 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1065285942679472 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚303 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚11338066 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚32137706 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11337768 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1069140764379255 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3856191739205 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3861321686528 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9863154 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1065706946136064 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚296342919648768 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1065706946136064 # _timestamp‚1.78484568259118e+09 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3862667138048 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1¼áÜb[2­- _wandbruntime‚6288  _runtime‚6288öˆmÌ '®„N TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚21206859 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚66530519 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1065564744453248 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚32146073 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚66540633 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3855867929391 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 _runtime‚6288.309307761 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1065985855426560 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1069849571253248 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 $ _timestamp‚1.784845684007515e+09 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1069848199621120 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚34384452 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1069420586954671 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3863689653248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚296422370654208 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 trainer/global_step‚3699 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚34384452 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _step‚317 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚298 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚21206561 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3862344194560 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1065985881600000 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1065564719025280 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚32146067 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚291681752786944 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9865789 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11341065 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚296422779504128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚32146067 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1069849571253248 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚291682120878080 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4740658626048 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3863689653248 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3857212540957 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181ÑA{'¯‰N K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚66540633 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3855867929391 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 _runtime‚6288.309307761 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1065985855426560 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1069849571253248 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 $ _timestamp‚1.784845684007515e+09 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1069848199621120 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚34384452 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1069420586954671 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3863689653248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚296422370654208 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 trainer/global_step‚3699 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚34384452 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _step‚317 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚298 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚21206561 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3862344194560 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1065985881600000 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1065564719025280 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚32146067 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚291681752786944 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9865789 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11341065 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚296422779504128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚32146067 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1069849571253248 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚291682120878080 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4740658626048 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3863689653248 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3857212540957 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚21206859 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚66530519 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1065564744453248 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚32146073 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440½ô‘½2°- _wandbruntime‚6288  _runtime‚6288¦± 0loss/FRt1/assignment_loss‚2.0888278872227204 1loss/SRqqt1/detection_loss‚1.1223682490953555 epoch‚23 _step‚318 1loss/SRqqt2/assignment_loss‚0.569593711945091 1loss/FBt1/assignment_loss‚0.03298640095495684 1loss/FBt2/assignment_loss‚0.03588091530991363 %loss/total_loss‚9.857029071206988 trainer/global_step‚3699 0loss/FRt2/assignment_loss‚0.8580935637461247 /loss/FRt2/detection_loss‚1.5078192565748263 1loss/SRqqt2/detection_loss‚0.6381730435497609 /loss/FBt1/detection_loss‚0.9893405487340304 /loss/FBt2/detection_loss‚0.8149274853986543 % _timestamp‚1.7848456840627687e+09 _runtime‚6288.364116578 2loss/SRqqt1/assignment_loss‚0.6204211462303647 /loss/FRt1/detection_loss‚0.5785968624451902h~½ ²† 1loss/SRqqt1/detection_loss‚1.1223682490953555 epoch‚23 _step‚318 1loss/SRqqt2/assignment_loss‚0.569593711945091 1loss/FBt1/assignment_loss‚0.03298640095495684 1loss/FBt2/assignment_loss‚0.03588091530991363 %loss/total_loss‚9.857029071206988 trainer/global_step‚3699 0loss/FRt2/assignment_loss‚0.8580935637461247 /loss/FRt2/detection_loss‚1.5078192565748263 1loss/SRqqt2/detection_loss‚0.6381730435497609 /loss/FBt1/detection_loss‚0.9893405487340304 /loss/FBt2/detection_loss‚0.8149274853986543 % _timestamp‚1.7848456840627687e+09 _runtime‚6288.364116578 2loss/SRqqt1/assignment_loss‚0.6204211462303647 /loss/FRt1/detection_loss‚0.5785968624451902 0loss/FRt1/assignment_loss‚2.0888278872227204¾BÚ%i”³‚(:‰ ÿªŠÓ܆«Î gpu.0.gpu‚72.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚351.233' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.2466 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚02×µýX´‚(:Í ÿªŠÓú’Ð disk.dm-0.in‚ 19467.34375 proc.cpu.threads‚17* disk./.usagePercent‚54.235927542330955 disk.sda3.out‚ 247.19140625 disk.dm-1.out‚ 247.19140625% disk.nvme0c0n1.out‚149077.7265625# disk.nvme0n1.out‚149077.7265625 disk.dm-0.out‚149077.7265625' proc.memory.availableMB‚ 1948.359375* proc.memory.percent‚11.383628845214844 network.sent‚ 6.464455e+06 network.recv‚672406 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚133430.2578125! disk.nvme0c0n1.in‚ 19467.34375 disk.nvme0n1.in‚ 19467.34375$ memory_percent‚92.07210540771484 disk.sda2.in‚0 disk.dm-1.in‚133430.2578125! proc.memory.rssMB‚ 2797.640625 cpu‚25.32018686931638$ disk./.usageGB‚808.1545143127441 disk.sda.in‚133430.2578125 disk.sda.out‚ 247.19140625 disk.sda1.in‚0ÇȺ6”µ‚(:‰ Ž«ŠÓ–üÐÎ gpu.0.gpu‚94.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.697' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.9394 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0x|‹æ\¶‚(:Ñ Ž«ŠÓ£¬Ð network.recv‚675073# disk.nvme0c0n1.in‚ 19469.4296875 disk.sda.out‚ 248.0234375 disk.sda3.in‚133430.2578125! proc.memory.rssMB‚ 2797.640625* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17 network.sent‚ 6.524347e+06* disk./.usagePercent‚54.226455263564056 disk.dm-1.in‚133430.2578125 disk.dm-1.out‚ 248.0234375! disk.nvme0n1.in‚ 19469.4296875 disk.sda.in‚133430.2578125 disk.sda2.out‚0 disk.sda3.out‚ 248.0234375# disk./.usageGB‚808.013370513916% disk.nvme0c0n1.out‚149973.9296875# disk.nvme0n1.out‚149973.9296875 disk.sda1.in‚0 disk.sda1.out‚0$ memory_percent‚92.07212130228677) proc.memory.availableMB‚ 1948.35546875 cpu‚25.32029477688053 disk.dm-0.in‚ 19469.4296875 disk.dm-0.out‚149973.9296875 disk.sda2.in‚0S»ˆjž·‚(:“ «ŠÓ©ÿ™Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚304.756' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.95119999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Tõäh¸‚(:Ý «ŠÓ‚¶ùÐ disk.sda.out‚ 248.24609375 disk.sda1.in‚0 disk.sda2.out‚0$ memory_percent‚92.07245508829752* proc.memory.percent‚11.383628845214844! disk.nvme0n1.in‚ 19469.4296875 disk.sda.in‚133430.2578125# disk.nvme0c0n1.in‚ 19469.4296875( disk.nvme0c0n1.out‚149997.9912109375$ disk./.usageGB‚807.8519134521484& disk.nvme0n1.out‚149997.9912109375 disk.dm-0.in‚ 19469.4296875 disk.sda1.out‚0( proc.memory.availableMB‚ 1948.2734375! proc.memory.rssMB‚ 2797.640625 cpu‚25.320359735362274 proc.cpu.threads‚17 network.recv‚676467) disk./.usagePercent‚54.21561974467733# disk.dm-0.out‚149997.9912109375 disk.sda2.in‚0 disk.sda3.in‚133430.2578125 disk.sda3.out‚ 248.24609375 disk.dm-1.in‚133430.2578125 disk.dm-1.out‚ 248.24609375 network.sent‚ 6.526384e+06Ž9ž%Ÿ¹‚(:” ¬«ŠÓþÏÎ gpu.0.gpu‚49.0 gpu.0.memory‚15, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚201.501' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚40.300200000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0æéÑÔiº‚(:Þ ¬«ŠÓ ŽÃÐ disk.nvme0n1.in‚ 19540.609375# disk.dm-0.out‚150104.2373046875 disk.sda.out‚ 249.00390625 disk.sda2.in‚0 disk.sda3.in‚133672.58984375" disk.nvme0c0n1.in‚ 19540.609375 network.recv‚677529$ disk./.usageGB‚807.8593902587891 disk.sda.in‚133672.58984375 disk.sda1.out‚0 disk.sda3.out‚ 249.00390625 disk.dm-1.in‚133672.58984375* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17 network.sent‚ 6.528481e+06& disk.nvme0n1.out‚150104.2373046875 disk.sda2.out‚0 disk.dm-1.out‚ 249.00390625$ memory_percent‚92.07361539204916 cpu‚25.320393684997313) disk./.usagePercent‚54.21612151944445 disk.dm-0.in‚ 19540.609375 disk.sda1.in‚0( disk.nvme0c0n1.out‚150104.2373046875) proc.memory.availableMB‚ 1947.98828125! proc.memory.rssMB‚ 2797.640625q2iž»‚(:“ »«ŠÓØ´¬Î gpu.0.gpu‚89.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚283.228' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚56.64560000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0„ {TC¼‚(:¸ »«ŠÓ¸¿Ð$ disk./.usageGB‚807.1127738952637 disk.dm-0.in‚ 19566.328125 disk.sda.in‚134832.4453125! proc.memory.rssMB‚ 2797.640625* proc.memory.percent‚11.383628845214844* disk./.usagePercent‚54.166015468835404 disk.sda3.in‚134832.4453125 disk.dm-1.out‚249.25" disk.nvme0c0n1.in‚ 19566.328125 disk.sda2.in‚0 disk.nvme0n1.out‚ 150219.8125 disk.dm-0.out‚ 150219.8125 disk.sda.out‚249.25 disk.sda1.in‚0$ memory_percent‚92.07571347554526 network.sent‚ 6.530548e+06 disk.nvme0n1.in‚ 19566.328125 disk.sda3.out‚249.25 disk.dm-1.in‚134832.4453125" disk.nvme0c0n1.out‚ 150219.8125) proc.memory.availableMB‚ 1947.47265625 cpu‚25.320541197041923 proc.cpu.threads‚17 disk.sda1.out‚0 disk.sda2.out‚0 network.recv‚678891åB[t2½- _wandbruntime‚6367  _runtime‚6367ʨ§Æ¾À & lr-AdamW/pg1‚6.630952548934349e-05 & lr-AdamW/pg2‚6.630952548934349e-05 trainer/global_step‚3749 $ _timestamp‚1.784845763323708e+09 _runtime‚6367.625261843 _step‚319` x*Ë¿Å & lr-AdamW/pg1‚6.630952548934349e-05 & lr-AdamW/pg2‚6.630952548934349e-05 trainer/global_step‚3749 $ _timestamp‚1.784845763323708e+09 _runtime‚6367.625261843 _step‚319¿–¯Êw2À- _wandbruntime‚6367  _runtime‚6367pM¾œæÁûO ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1079652410660864 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1079652436834304 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚32556056 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚295532484718592 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1079652410660864 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3912511242752 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚21480937 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚295532852809728 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1079226031368272 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3907295622013 UFDeviceStatsMonitor.on_train_batch_staKK) rt/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1083564921903616 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11485448 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 _step‚320 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1079652436834304 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9995149 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚32556050 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚34841416 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚34831322 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4802179464192 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 % _timestamp‚1.7848457633247356e+09 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 trainer/global_step‚3749 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚21480597 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1083133326990285 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9995154 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1083566293528576 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚300334612931072 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1083566293528576 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1083564921903616 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚32556050 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 _runtime‚6367.629914913 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚67387372 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚11485783 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚34841416 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 trainer/global_step‚3749 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚21480597 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1083133326990285 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 WKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚9995154 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1083566293528576 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚300334612931072 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1083566293528576 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1083564921903616 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚32556050 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 _runtime‚6367.629914913 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚67387372 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚11485783 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚34841416 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1083564921903616 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11485448 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 _step‚320 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1079652436834304 SGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚9995149 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚32556050 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0À‚¾Ã2Ã- _wandbruntime‚6369  _runtime‚6369Šà&! 'Ä…N C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚67404821 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1079504807714080 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9997789 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚67414935 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1083844853702144 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 _runtime‚6369.044860224 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4803426887680 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚295611439175680 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚300414866063360 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1083413149565813 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1083846225334272 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1079931346124800 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚32564417 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚67414935 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚32564423 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3908316423765 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚32564417 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1083411779526279 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚34840404 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4803377740288 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚34850512 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚21486111 _step‚321 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3914879209472¥/@ÅŠN C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚67404821 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1079504807714080 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 QEDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚9997789 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚67414935 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1083844853702144 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 _runtime‚6369.044860224 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4803426887680 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚295611439175680 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚300414866063360 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1083413149565813 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1083846225334272 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1079931346124800 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚32564417 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚67414935 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚32564423 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 3908316423765 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚32564417 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1083411779526279 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚34840404 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4803377740288 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚34850512 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚21486111 _step‚321 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 3914879209472Á'¸2Æ- _wandbruntime‚6369  _runtime‚6369µÿÓÂÇ 2loss/SRqqt1/assignment_loss‚0.5055287196614684 1loss/FBt1/assignment_loss‚0.15496115444904174 0loss/FBt2/assignment_loss‚0.0637850143736844 1loss/SRqqt1/detection_loss‚1.0135772722151342 %loss/total_loss‚9.674861371354053 0loss/FRt1/assignment_loss‚2.2462357668315662 1loss/SRqqt2/detection_loss‚0.6793502788306015 0loss/FBt2/detection_loss‚0.46220673024928305 epoch‚23 _runtime‚6369.098820815 1loss/SRqqt2/assignment_loss‚0.589291815303072 /loss/FRt2/detection_loss‚1.5067485366016589 /loss/FBt1/detection_loss‚0.9202684785329527 0loss/FRt2/assignment_loss‚0.9768504736627021 /loss/FRt1/detection_loss‚0.5560571306428878 trainer/global_step‚3749 % _timestamp‚1.7848457647974684e+09 _step‚322¥L{i Ȇ /loss/FBt1/detection_loss‚0.9202684785329527 0loss/FRt2/assignment_loss‚0.9768504736627021 /loss/FRt1/detection_loss‚0.5560571306428878 trainer/global_step‚3749 % _timestamp‚1.7848457647974684e+09 _step‚322 2loss/SRqqt1/assignment_loss‚0.5055287196614684 1loss/FBt1/assignment_loss‚0.15496115444904174 0loss/FBt2/assignment_loss‚0.0637850143736844 1loss/SRqqt1/detection_loss‚1.0135772722151342 %loss/total_loss‚9.674861371354053 0loss/FRt1/assignment_loss‚2.2462357668315662 1loss/SRqqt2/detection_loss‚0.6793502788306015 0loss/FBt2/detection_loss‚0.46220673024928305 epoch‚23 _runtime‚6369.098820815 1loss/SRqqt2/assignment_loss‚0.589291815303072 /loss/FRt2/detection_loss‚1.5067485366016589ÂÌhӔɂ(:‰ Ê«ŠÓ죲Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚297.516' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.5032 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0{á6/]Ê‚(:Ò Ê«ŠÓ¹ÍˆÑ( proc.memory.availableMB‚ 1947.0390625* disk./.usagePercent‚54.119697049695446 disk.sda1.in‚0 disk.sda3.in‚134832.4453125 disk.sda3.out‚ 249.671875 disk.dm-1.in‚134832.4453125# disk.nvme0c0n1.in‚ 19569.2578125! disk.dm-0.out‚150224.73046875 disk.sda.out‚ 249.671875 disk.sda2.in‚0! disk.nvme0n1.in‚ 19569.2578125! proc.memory.rssMB‚ 2797.640625$ disk./.usageGB‚806.4225959777832$ disk.nvme0n1.out‚150224.73046875 disk.dm-0.in‚ 19569.2578125 disk.sda.in‚134832.4453125* proc.memory.percent‚11.383628845214844 cpu‚25.320605296172893 proc.cpu.threads‚17 network.sent‚ 6.532612e+06 network.recv‚679931 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.out‚ 249.671875& disk.nvme0c0n1.out‚150224.73046875$ memory_percent‚92.07747777303061uuc–“Ë‚(:ˆ Ù«ŠÓ¿ôÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚325.855' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.171 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0è~hÌ‚(:Ý Ù«ŠÓ¦˜¶Ð network.recv‚682922& disk.nvme0n1.out‚150503.6572265625 disk.sda.in‚134832.4453125) proc.memory.availableMB‚ 1947.23828125! proc.memory.rssMB‚ 2797.640625* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17( disk./.usagePercent‚54.0964641099556! disk.nvme0n1.in‚ 19572.1796875 disk.dm-0.in‚ 19572.1796875# disk.dm-0.out‚150503.6572265625 disk.sda.out‚ 249.96484375 disk.sda2.out‚0 disk.dm-1.in‚134832.4453125# disk.nvme0c0n1.in‚ 19572.1796875 network.sent‚ 6.592478e+06 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.out‚ 249.96484375 disk.dm-1.out‚ 249.96484375 cpu‚25.320679071227282$ disk./.usageGB‚806.0764083862305 disk.sda3.in‚134832.4453125( disk.nvme0c0n1.out‚150503.6572265625$ memory_percent‚92.07666714986166}š4S’Í‚(:‡ 諊ӆ˷Πgpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚365.868' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.1736 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÿï!\g΂(:Ü è«ŠÓćåÑ disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚135398.83984375! disk.nvme0n1.in‚ 19677.0390625& disk.nvme0n1.out‚152445.9580078125# disk.dm-0.out‚152445.9580078125 disk.sda1.out‚0 disk.dm-0.in‚ 19677.0390625$ memory_percent‚92.07563400268555 cpu‚25.32085221525878 proc.cpu.threads‚17 network.sent‚ 6.594136e+06 disk.sda.out‚ 250.3671875 disk.sda3.out‚ 250.3671875 disk.dm-1.in‚135398.83984375# disk.nvme0c0n1.in‚ 19677.0390625( disk.nvme0c0n1.out‚152445.9580078125! proc.memory.rssMB‚ 2797.640625* proc.memory.percent‚11.383628845214844 network.recv‚683850$ disk./.usageGB‚806.0758743286133 disk.sda.in‚135398.83984375 disk.sda2.out‚0( proc.memory.availableMB‚ 1947.4921875 disk.dm-1.out‚ 250.3671875) disk./.usagePercent‚54.09642826890081+ƒ ”Ï‚(:‰ ÷«ŠÓݤ¬Î gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.224' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.6448 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ŸñK¼aЂ(:Ö ÷«ŠÓ‹öžÐ disk.nvme0n1.in‚ 19688.046875' disk.nvme0n1.out‚152454.44287109375 disk.sda.in‚135941.31640625 disk.sda.out‚ 250.78125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚135941.31640625 network.recv‚685194 disk.dm-1.in‚135941.31640625" disk.nvme0c0n1.in‚ 19688.046875 disk.sda2.out‚0 disk.sda3.out‚ 250.78125$ memory_percent‚92.07663536071777) proc.memory.availableMB‚ 1947.24609375! proc.memory.rssMB‚ 2797.640625) disk./.usagePercent‚54.09632484185698 disk.dm-1.out‚ 250.78125 disk.dm-0.in‚ 19688.046875$ disk.dm-0.out‚152454.44287109375 disk.sda2.in‚0* proc.memory.percent‚11.383628845214844 cpu‚25.32089381657867 proc.cpu.threads‚17# disk./.usageGB‚806.074333190918) disk.nvme0c0n1.out‚152454.44287109375 network.sent‚ 6.596187e+06)í%žÑ‚(:“ †¬ŠÓ«ê§Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚300.992' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.19840000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0\Ø ölÒ‚(:á †¬ŠÓ“©·Ð disk.sda2.in‚0) disk./.usagePercent‚54.09633149805286 disk.sda3.out‚ 251.24609375 disk.sda.in‚135941.31640625* proc.memory.percent‚11.383628845214844 network.sent‚ 6.598771e+06) disk.nvme0c0n1.out‚152455.94677734375' disk.nvme0n1.out‚152455.94677734375 disk.dm-0.in‚ 19688.046875$ disk.dm-0.out‚152455.94677734375 disk.sda.out‚ 251.24609375 disk.sda1.out‚0 cpu‚25.321036693066134 network.recv‚686264" disk.nvme0c0n1.in‚ 19688.046875 disk.sda2.out‚0$ memory_percent‚92.07768440246582) proc.memory.availableMB‚ 1946.98828125! proc.memory.rssMB‚ 2797.640625 proc.cpu.threads‚17$ disk./.usageGB‚806.0744323730469 disk.sda3.in‚135941.31640625 disk.dm-1.in‚135941.31640625 disk.dm-1.out‚ 251.24609375 disk.nvme0n1.in‚ 19688.046875 disk.sda1.in‚0"¨ÿ2Ó- _wandbruntime‚6448  _runtime‚6448^^דÇÔÁ & lr-AdamW/pg2‚6.514497586536387e-05 trainer/global_step‚3799 % _timestamp‚1.7848458438056142e+09 _runtime‚6448.107132173 _step‚323 & lr-AdamW/pg1‚6.514497586536387e-05Q¼G^ÌÕÆ _runtime‚6448.107132173 _step‚323 & lr-AdamW/pg1‚6.514497586536387e-05 & lr-AdamW/pg2‚6.514497586536387e-05 trainer/global_step‚3799 % _timestamp‚1.7848458438056142e+09É» 2Ö- _wandbruntime‚6448  _runtime‚6448øD(×ûO GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚21759644 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚32974406 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1093597875185664 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3965046250496 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚299461803016192 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚35297368 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚21760019 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3958399504821 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11632495 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3957054893367 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚10127154 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚10127149 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3963700798976 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1097562947609600 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1093597901359104 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 _step‚324 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚35287274 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚304326513731584 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚32974400 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1097561575984640 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1093166094629104 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1097562947609600 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚304326088097280 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3965046250496šø.öÂØ€P A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1093166094629104 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1097562947609600 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚304326088097280 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 3965046250496 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚21759644 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚32974406 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1093597875185664 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 3965046250496 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚299461803016192 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚35297368 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚21760019 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 3958399504821 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11632495 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 3957054893367 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚10127154 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚10127149 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 3963700798976 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1097562947609600 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1093597901359104 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 _step‚324 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚35287274 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚304326513731584 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚32974400 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1097561575984640 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005ļî‰2Ù- _wandbruntime‚6449  _runtime‚6449ƒK…V 'Ú‡N NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚35296356 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚299540757473280 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1093876810649600 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚21765267 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚299540389382144 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3966068765696 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚68289237 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚35296356 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1093876784476160 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚32982773 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3964723307008 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1093444896402880 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚68289237 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3958075695007 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 _runtime‚6449.527529782 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848458452257729e+09 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚21765634 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10129794 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10129789 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1093444921830848 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112W" 'ÛŒN I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 3966068765696 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚68289237 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚35296356 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1093876784476160 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚32982773 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 3964723307008 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1093444896402880 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚68289237 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 3958075695007 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 _runtime‚6449.527529782 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848458452257729e+09 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚21765634 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10129794 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10129789 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1093444921830848 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚35296356 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚299540757473280 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1093876810649600 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚21765267 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚299540389382144 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005Å …EV2Ü- _wandbruntime‚6449  _runtime‚6449P¥ÔÝÿ _runtime‚6449.580988817 %loss/total_loss‚9.160447220628352 2loss/SRqqt1/assignment_loss‚0.6692015385916595 1loss/FBt2/assignment_loss‚0.02801060118437499 1loss/SRqqt2/detection_loss‚0.5916194577430232 /loss/FBt2/detection_loss‚0.6480845956000849 1loss/SRqqt2/assignment_loss‚0.590815749562196 /loss/FRt2/detection_loss‚1.3850736044373422 % _timestamp‚1.7848458452796304e+09 _step‚326 epoch‚23 /loss/FRt1/assignment_loss‚2.135070356104871 0loss/FRt2/assignment_loss‚0.9334924733284676 /loss/FRt1/detection_loss‚0.5763882672750119 /loss/FBt1/detection_loss‚0.5162522266618907 0loss/FBt1/assignment_loss‚0.0730772242824953 1loss/SRqqt1/detection_loss‚1.0133611258569342 trainer/global_step‚3799Ñ#Ø Þ„ /loss/FBt1/detection_loss‚0.5162522266618907 0loss/FBt1/assignment_loss‚0.0730772242824953 1loss/SRqqt1/detection_loss‚1.0133611258569342 trainer/global_step‚3799 _runtime‚6449.580988817 %loss/total_loss‚9.160447220628352 2loss/SRqqt1/assignment_loss‚0.6692015385916595 1loss/FBt2/assignment_loss‚0.02801060118437499 1loss/SRqqt2/detection_loss‚0.5916194577430232 /loss/FBt2/detection_loss‚0.6480845956000849 1loss/SRqqt2/assignment_loss‚0.590815749562196 /loss/FRt2/detection_loss‚1.3850736044373422 % _timestamp‚1.7848458452796304e+09 _step‚326 epoch‚23 /loss/FRt1/assignment_loss‚2.135070356104871 0loss/FRt2/assignment_loss‚0.9334924733284676 /loss/FRt1/detection_loss‚0.5763882672750119Æg^Ϲ”ß‚(:‰ •¬ŠÓ¢íˆÎ gpu.0.gpu‚68.0 gpu.0.memory‚20, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚133.486' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.6972 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0!Ú+oà‚(:ä •¬ŠÓæÌÐ disk.dm-0.in‚19690.39453125 disk.sda.in‚135941.31640625 disk.sda2.in‚0! proc.memory.rssMB‚ 2797.640625 network.recv‚687352) disk./.usagePercent‚54.13239451137869" disk.nvme0n1.in‚19690.39453125& disk.nvme0n1.out‚152556.9482421875 disk.sda.out‚ 251.62109375 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 251.62109375$ disk.nvme0c0n1.in‚19690.39453125 disk.sda1.out‚0 disk.sda3.in‚135941.31640625$ memory_percent‚92.07777976989746) proc.memory.availableMB‚ 1946.96484375* proc.memory.percent‚11.383628845214844 cpu‚25.321179230986218 proc.cpu.threads‚17 network.sent‚ 6.600286e+06# disk.dm-0.out‚152556.9482421875$ disk./.usageGB‚806.6117973327637 disk.dm-1.in‚135941.31640625 disk.dm-1.out‚ 251.62109375( disk.nvme0c0n1.out‚152556.9482421875é—Ýžá‚(:“ ¤¬ŠÓš˜ÉÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚362.109' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.42179999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0æÀaúbâ‚(:× ¤¬ŠÓÐÁÂÐ disk.sda.in‚136243.3828125 disk.sda.out‚ 252.34375 disk.sda3.out‚ 252.34375) disk.nvme0c0n1.out‚153525.32177734375' disk.nvme0n1.out‚153525.32177734375 disk.sda1.out‚0 disk.dm-1.out‚ 252.34375( proc.memory.availableMB‚ 1947.0078125! proc.memory.rssMB‚ 2797.640625 proc.cpu.threads‚17 network.recv‚690195# disk.nvme0c0n1.in‚ 19816.8984375 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-0.in‚ 19816.8984375 disk.sda1.in‚0 disk.sda3.in‚136243.3828125 disk.dm-1.in‚136243.3828125$ memory_percent‚92.07760492960611* proc.memory.percent‚11.383628845214844 cpu‚25.321246185981284 network.sent‚ 6.660779e+06) disk./.usagePercent‚54.19923756655377$ disk./.usageGB‚807.6078071594238! disk.nvme0n1.in‚ 19816.8984375$ disk.dm-0.out‚153525.32177734375 e“†Ÿã‚(:” ³¬ŠÓ·ÚÄÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚298.579' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.715799999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0å’4`ä‚(:Õ ³¬ŠÓãÍœÐ) disk.nvme0c0n1.out‚153532.64404296875$ disk.dm-0.out‚153532.64404296875 disk.sda2.in‚0 disk.dm-1.out‚ 252.72265625 proc.memory.availableMB‚1947! proc.memory.rssMB‚ 2797.640625 network.sent‚ 6.662852e+06 network.recv‚691536' disk.nvme0n1.out‚153532.64404296875 disk.sda3.in‚ 137636.578125 disk.dm-1.in‚ 137636.578125 cpu‚25.321314703918112 proc.cpu.threads‚17 disk.dm-0.in‚19835.71484375 disk.sda.out‚ 252.72265625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0* proc.memory.percent‚11.383628845214844$ disk./.usageGB‚807.6211547851562$ disk.nvme0c0n1.in‚19835.71484375" disk.nvme0n1.in‚19835.71484375 disk.sda.in‚ 137636.578125 disk.sda3.out‚ 252.72265625! memory_percent‚92.07763671875) disk./.usagePercent‚54.20013333691608¼A ”å‚(:‰ ¬ŠÓŒÊ¬Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚133.867' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.7734 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¡vìdcæ‚(:Ø ¬ŠÓ¦ˆØÐ network.recv‚692490) disk./.usagePercent‚54.20064381593935$ disk./.usageGB‚807.6287612915039 disk.sda2.in‚0 disk.dm-0.in‚ 19842.140625$ memory_percent‚92.07781155904135! proc.memory.rssMB‚ 2797.640625 network.sent‚ 6.664957e+06 disk.sda2.out‚0" disk.nvme0c0n1.in‚ 19842.140625) disk.nvme0c0n1.out‚153554.25341796875$ disk.dm-0.out‚153554.25341796875 disk.sda.in‚ 137636.578125) proc.memory.availableMB‚ 1946.95703125 cpu‚25.321376741860167 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 253.2421875 disk.nvme0n1.in‚ 19842.140625 disk.sda.out‚ 253.2421875* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17 disk.sda3.in‚ 137636.578125 disk.dm-1.in‚ 137636.578125 disk.dm-1.out‚ 253.2421875' disk.nvme0n1.out‚153554.25341796875ÓËÊa“ç‚(:ˆ ѬŠÓÜ”²Î gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚372.86' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.572 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0T}eÛdè‚(:Ù ѬŠÓĬ¤Ð disk.dm-0.in‚ 19842.140625 disk.sda.in‚ 137636.578125 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 137636.578125 network.sent‚ 6.667008e+06$ disk./.usageGB‚807.6288681030273 disk.dm-1.in‚ 137636.578125 disk.nvme0n1.in‚ 19842.140625# disk.dm-0.out‚153562.3896484375 disk.sda.out‚ 253.48046875 disk.sda3.out‚ 253.48046875$ memory_percent‚92.07790692647299& disk.nvme0n1.out‚153562.3896484375 disk.sda1.in‚0 disk.sda2.out‚0! proc.memory.rssMB‚ 2797.640625 cpu‚25.321521594515954 network.recv‚693633 disk.dm-1.out‚ 253.48046875) proc.memory.availableMB‚ 1946.93359375* proc.memory.percent‚11.383628845214844 proc.cpu.threads‚17* disk./.usagePercent‚54.200650984150315" disk.nvme0c0n1.in‚ 19842.140625( disk.nvme0c0n1.out‚153562.3896484375ݨ2…2é- _wandbruntime‚6524  _runtime‚6524R–ž'ƒ êŸw 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 +jet/accuracy_1_of_1‚0.33845388889312744 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9882751107215881 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.24343276023864746 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7072807550430298 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7316964268684387 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.18981140851974487 +particle/specificity‚0.9035320281982422 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.8666666150093079 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6085778474807739 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38971784710884094 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.18249547481536865 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2349541187286377 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6805059313774109 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4830239415168762 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9978492856025696 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6638979911804199 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 +jet/accuracy_2_of_2‚0.14748258888721466 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9834171533584595 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.19471025466918945 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 % _timestamp‚1.7848459198293414e+09 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1952258199453354 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1933559775352478 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6929532289505005 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8715108633041382 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚1 6 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.461Fêz&"2566299200058 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8106790781021118 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8316948413848877 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.660419762134552 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8131220936775208 +particle/sensitivity‚0.6351069808006287 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7742854356765747 8"Purity/0FRt1SRqqt0FBt/event_purity‚0.646687924861908 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.30644911527633667 )loss/val_total_loss‚9.359527035910899 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7126669883728027 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7808668613433838 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 particle/accuracy_1_of_2‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 /particle/accuracy_3_of_4‚0.9861111044883728 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1970864236354828 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7407515048980713 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04566216468811035 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6857998371124268 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.17433685064315796 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9695748090744019 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_2_of_2‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 epoch‚23 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 +jet/accuracy_3_of_4‚0.10295269638299942 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9543316960334778 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.25450652837753296 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.24343276023864746 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7233923077583313 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03288712352514267 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 & Purity/*FRt2SRqqt2FBt/FBt_purity‚0 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.027198148891329765 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5143947005271912 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08794760704040527 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.031026380136609077 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.29647696018218994 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7502261996269226 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_2_of_3‚0.6005361080169678 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2547776997089386 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4213045835494995 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.42961418628692627 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03968539461493492 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 *jet/accuracy_1_of_4‚0.9793585538864136 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.736233651638031 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5989631414413452 8"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.646687924861908 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 (particle/accuracy‚0.8463643789291382 +"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.25 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7374069690704346 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9189695119857788 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7393658757209778 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6962165236473083 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.014796402305364609 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19866660237312317 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5846781730651855 _runtime‚6524.131527715 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0877145379781723 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7441964149475098 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.05987120047211647 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 *jet/accuracy_1_of_3‚0.9015432000160217 6 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.996987521648407 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.036015622317790985 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.23764100670814514 particle/accuracy_1_of_4‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9895490407943726 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9979166984558105 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7244990468025208 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9428571462631226 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 particle/accuracy_3_of_3‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9857205152511597 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.20655065774917603 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8656376600265503 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9906439781188965 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6446673274040222 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.24286139011383057 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6245245933532715 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9979166984558105 9"Purity/1FRt*SRqqt0FBt/event_purity‚0.1847873330116272 *jet/accuracy_2_of_4‚0.8317121267318726 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3289555013179779 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6643025875091553 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7493470311164856 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983108043670654 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7574891448020935 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6794910430908203 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02590855397284031 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6466642022132874 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9847145080566406 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6424450874328613 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.19486340880393982 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07279068231582642 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6782071590423584 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07684087008237839 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9575181007385254 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9086633324623108 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.592880368232727 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6930059790611267 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2536323666572571 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚1 trainer/global_step‚3839 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10382482409477234 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8342261910438538 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7873890995979309 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2963625490665436 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 particle/accuracy_2_of_4‚1 & Purity/0FRt2SRqqt2FBt/FBt_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 9 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.014796402305364609 particle/accuracy_1_of_3‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6642273664474487 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6435357332229614 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5879032015800476 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 particle/accuracy_2_of_3‚1 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7453182339668274 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6905951499938965 8"Purity/*FRt1SRqqt1FBt/event_purity‚0.466062068939209 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9379202723503113 'particle/f_score‚0.6377917528152466 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7603006362915039 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3864307403564453 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.2054467350244522 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8656376600265503 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9464037418365479 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *jet/accuracy_3_of_3‚0.0817825198173523 7validation_average_jet_accuracy‚0.37373578548431396 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6500016450881958 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7382645010948181 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 particle/accuracy_1_of_1‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.25491368770599365 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.034747108817100525 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 )jet/accuracy_1_of_2‚0.750760555267334 +jet/accuracy_4_of_4‚0.02010233886539936 _step‚327ÙWd4ª;ë¤w & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.2054467350244522 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8656376600265503 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9464037418365479 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *jet/accuracy_3_of_3‚0.0817825198173523 7validation_average_jet_accuracy‚0.37373578548431396 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6500016450881958 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7382645010948181 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 particle/accuracy_1_of_1‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.25491368770599365 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.034747108817100525 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 )jet/accuracy_1_of_2‚0.750760555267334 +jet/accuracy_4_of_4‚0.02010233886539936 _step‚327 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 +jet/accuracy_1_of_1‚0.33845388889312744 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9882751107215881 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.24343276023864746 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7072807550430298 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7316964268684387 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.18981140851974487 +particle/specificity‚0.9035320281982422 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.8666666150093079 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6085778474807739 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38971784710884094 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.18249547481536865 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.5555555820465088 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2349541187286377 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6805059313774109 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4830239415168762 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9978492856025696 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6638979911804199 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 +jet/accuracy_2_of_2‚0.14748258888721466 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9834171533584595 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.19471025466918945 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 % _timestamp‚1.7848459198293414e+09 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1952258199453354 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1933559775352478 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6929532289505005 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8715108633041382 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚1 6 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.461566299200058 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8106790781021118 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8316948413848877 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.660419762134552 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8131220936775208 +particle/sensitivity‚0.6351069808006287 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7742854356765747 8"Purity/0FRt1SRqqt0FBt/event_purity‚0.646687924861908 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.30644911527633667 )loss/val_total_loss‚9.359527035910899 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7126669883728027 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7808668613433838 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 particle/accuracy_1_of_2‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 /particle/accuracy_3_of_4‚0.9861111044883728 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1970864236354828 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7407515048980713 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04566216468811035 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6857998371124268 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.17433685064315796 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9695748090744019 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_2_of_2‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 epoch‚23 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.7222222685813904 +jet/accuracy_3_of_4‚0.10295269638299942 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9543316960334778 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.25450652837753296 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.24343276023864746 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7233923077583313 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03288712352514267 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 & Purity/*FRt2SRqqt2FBt/FBt_purity‚0 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.027198148891329765 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5143947005271912 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08794760704040527 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.031026380136609077 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.29647696018218994 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7502261996269226 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_2_of_3‚0.6005361080169678 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2547776997089386 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4213045835494995 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.42961418628692627 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03968539461493492 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 *jet/accuracy_1_of_4‚0.9793585538864136 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.736233651638031 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5989631414413452 8"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.646687924861908 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 (particle/accuracy‚0.8463643789291382 +"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.25 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7374069690704346 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9189695119857788 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7393658757209778 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.6962165236473083 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.014796402305364609 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19866660237312317 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5846781730651855 _runtime‚6524.131527715 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0877145379781723 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7441964149475098 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.05987120047211647 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 *jet/accuracy_1_of_3‚0.9015432000160217 6 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.996987521648407 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.036015622317790985 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.23764100670814514 particle/accuracy_1_of_4‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9895490407943726 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9979166984558105 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7244990468025208 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9428571462631226 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 particle/accuracy_3_of_3‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9857205152511597 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.20655065774917603 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8656376600265503 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9906439781188965 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6446673274040222 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.5555555820465088 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.24286139011383057 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6245245933532715 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9979166984558105 9"Purity/1FRt*SRqqt0FBt/event_purity‚0.1847873330116272 *jet/accuracy_2_of_4‚0.8317121267318726 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3289555013179779 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6643025875091553 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7493470311164856 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983108043670654 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7574891448020935 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6794910430908203 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02590855397284031 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6466642022132874 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9847145080566406 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6424450874328613 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.19486340880393982 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07279068231582642 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6782071590423584 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07684087008237839 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9575181007385254 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9086633324623108 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.592880368232727 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6930059790611267 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2536323666572571 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚1 trainer/global_step‚3839 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10382482409477234 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8342261910438538 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7873890995979309 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2963625490665436 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 particle/accuracy_2_of_4‚1 & Purity/0FRt2SRqqt2FBt/FBt_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.7222222685813904 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 9 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.014796402305364609 particle/accuracy_1_of_3‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6642273664474487 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6435357332229614 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.5879032015800476 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 particle/accuracy_2_of_3‚1 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7453182339668274 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6905951499938965 8"Purity/*FRt1SRqqt1FBt/event_purity‚0.466062068939209 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9379202723503113 'particle/f_score‚0.6377917528152466 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7603006362915039 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3864307403564453ǻ؅j’ì‚(:‡ ଊÓ¿Ï­Î gpu.0.gpu‚4.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚51.0 gpu.0.powerWatts‚129.558' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚25.9116 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¤qD(cí‚(:Ø ଊÓçÝŠÐ disk.sda.out‚ 253.9453125 disk.sda1.in‚0 disk.sda3.out‚ 253.9453125 disk.dm-1.out‚ 253.9453125 disk.nvme0n1.in‚ 19957.78125 disk.sda3.in‚138131.28515625! disk.nvme0c0n1.in‚ 19957.78125) disk.nvme0c0n1.out‚153566.62744140625$ memory_percent‚94.28545633951822 cpu‚25.32535350749026 disk.sda2.out‚0& proc.memory.availableMB‚ 1404.40625* proc.memory.percent‚13.593578338623047 proc.cpu.threads‚17 network.sent‚ 6.669098e+06) disk./.usagePercent‚54.22996000670781' disk.nvme0n1.out‚153566.62744140625$ disk.dm-0.out‚153566.62744140625 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.in‚138131.28515625" proc.memory.rssMB‚ 3340.7578125 network.recv‚694669$ disk./.usageGB‚808.0655937194824 disk.dm-0.in‚ 19957.78125 disk.sda.in‚138131.28515625Ô·./“î‚(:ˆ ﬊Ó•ˆ—Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚244.025' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚48.805 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 þµªtï‚(:é ﬊ÓýùÐ$ memory_percent‚88.13052177429199 network.sent‚ 6.723052e+06 network.recv‚697438$ disk./.usageGB‚808.0598487854004) disk.nvme0c0n1.out‚157302.42431640625 disk.sda1.in‚0) proc.memory.availableMB‚ 2917.04296875* proc.memory.percent‚11.383644739786785) disk./.usagePercent‚54.22957445936124$ disk.nvme0c0n1.in‚19960.94140625 disk.sda.out‚ 254.50390625 disk.sda1.out‚0# proc.memory.rssMB‚ 2797.64453125 cpu‚25.323391594480807 disk.dm-1.in‚138619.02734375' disk.nvme0n1.out‚157302.42431640625$ disk.dm-0.out‚157302.42431640625 disk.sda2.in‚0 proc.cpu.threads‚17 disk.dm-1.out‚ 254.50390625" disk.nvme0n1.in‚19960.94140625 disk.dm-0.in‚19960.94140625 disk.sda.in‚138619.02734375 disk.sda2.out‚0 disk.sda3.in‚138619.02734375 disk.sda3.out‚ 254.50390625í”U“2ð- _wandbruntime‚6544  _runtime‚6544ŠÌ†ÆñÀ & lr-AdamW/pg2‚6.397778474730944e-05 trainer/global_step‚3849 % _timestamp‚1.7848459401846502e+09 _runtime‚ 6544.48615909 _step‚328 & lr-AdamW/pg1‚6.397778474730944e-05n½ËòÅ & lr-AdamW/pg2‚6.397778474730944e-05 trainer/global_step‚3849 % _timestamp‚1.7848459401846502e+09 _runtime‚ 6544.48615909 _step‚328 & lr-AdamW/pg1‚6.397778474730944e-05È™ãÌÙ2ó- _wandbruntime‚6544  _runtime‚6544óÇOöôýO G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚10263076 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4019446709248 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1113026074186752 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚35781070 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚308349982099456 _step‚329 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚35781070 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚308350384665088 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚35770976 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1113026074186752 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1109006601304064 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚303419442473984 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚69224930 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4018101257728 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚22058374 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4012708442043 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚33443860 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚241 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11795303 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4011363830589 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1113024702561792 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1108568495117968 _runtime‚6544.490935552 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1113024702561792 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚35770976 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1113026074186752 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1109006601304064 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚303419442473984 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚69224930 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4018101257728 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚22058374 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4012708442043 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚33443860 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚241 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11795303 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4011363830589 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1113024702561792 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1108568495117968 _runtime‚6544.490935552 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1113024702561792 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚10263076 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4019446709248 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1113026074186752 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚35781070 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚308349982099456 _step‚329 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚35781070 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚308350384665088ÉÕq2ö- _wandbruntime‚6545  _runtime‚6545úl!/ '÷†N ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4012384632229 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4020469224448 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚33452221 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1108847296891744 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 _step‚330 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚33452227 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10265716 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11798568 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚303497660748800 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚35790166 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1113304634360320 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚11798324 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1109285510594560 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4019123765760 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1109285536768000 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚308429895025664 trainer/global_step‚3849 _runtime‚6545.906284464 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚33452227 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4932268744192 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1109285510594560 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚69232279 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1112859656096005 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚69232279 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 $ _timestamp‚1.784845941604479e+09 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚22064035 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4019123765760 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4020469224448 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚33452221 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚35780058 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10265711 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4013729243795 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1108847271463776 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1113306005992448 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4932234276864 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚22064284 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚249 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚244 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚308430297584128 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1113306005992448 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚69242393 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1109285536768000 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6º[^2Šø‹N [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1109285510594560 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚69232279 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1112859656096005 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚69232279 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 $ _timestamp‚1.784845941604479e+09 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚22064035 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4019123765760 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4020469224448 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚33452221 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚35780058 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10265711 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4013729243795 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1108847271463776 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1113306005992448 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 YJDU軇eviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4932234276864 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚22064284 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚249 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚244 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚308430297584128 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1113306005992448 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚69242393 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1109285536768000 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4012384632229 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4020469224448 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚33452221 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1108847296891744 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 _step‚330 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚33452227 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10265716 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11798568 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚303497660748800 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚35790166 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1113304634360320 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚11798324 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1109285510594560 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4019123765760 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1109285536768000 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚308429895025664 trainer/global_step‚3849 _runtime‚6545.906284464 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚33452227 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4932268744192Ê0ÝŠ¯2ù- _wandbruntime‚6545  _runtime‚6545ÿÚ júÿ .loss/FRt1/detection_loss‚0.576054528767453 epoch‚24 /loss/FRt1/assignment_loss‚2.141099223068782 trainer/global_step‚3849 _runtime‚6545.960642377 _step‚331 /loss/FRt2/detection_loss‚1.4472924224879253 1loss/SRqqt2/detection_loss‚0.6378542745437129 /loss/FBt2/detection_loss‚1.0280070618695274 $loss/total_loss‚9.74552622560121 % _timestamp‚1.7848459416593266e+09 0loss/FRt2/assignment_loss‚0.8997448748878895 2loss/SRqqt2/assignment_loss‚0.5747481157347095 0loss/FBt1/assignment_loss‚0.0792622729453319 1loss/SRqqt1/detection_loss‚0.9694991062496643 /loss/FBt1/detection_loss‚0.8130108283215162 2loss/SRqqt1/assignment_loss‚0.5567340688906487 2loss/FBt2/assignment_loss‚0.022219447834049957ç–Ot û„ 1loss/SRqqt2/detection_loss‚0.6378542745437129 /loss/FBt2/detection_loss‚1.0280070618695274 $loss/total_loss‚9.74552622560121 % _timestamp‚1.7848459416593266e+09 0loss/FRt2/assignment_loss‚0.8997448748878895 2loss/SRqqt2/assignment_loss‚0.5747481157347095 0loss/FBt1/assignment_loss‚0.0792622729453319 1loss/SRqqt1/detection_loss‚0.9694991062496643 /loss/FBt1/detection_loss‚0.8130108283215162 2loss/SRqqt1/assignment_loss‚0.5567340688906487 2loss/FBt2/assignment_loss‚0.022219447834049957 .loss/FRt1/detection_loss‚0.576054528767453 epoch‚24 /loss/FRt1/assignment_loss‚2.141099223068782 trainer/global_step‚3849 _runtime‚6545.960642377 _step‚331 /loss/FRt2/detection_loss‚1.4472924224879253˳}s”ü‚(:‰ þ¬ŠÓ—ÃÙÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚279.752' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚55.9504 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ‡9 gý‚(:Ü þ¬ŠÓéÎÕÑ) proc.memory.availableMB‚ 2916.77734375* proc.memory.percent‚11.383644739786785 proc.cpu.threads‚17 disk.sda.in‚138619.02734375) disk./.usagePercent‚54.23002144851602$ disk./.usageGB‚808.0665092468262 disk.nvme0c0n1.in‚ 19963.6875) disk.nvme0c0n1.out‚157946.19384765625 disk.dm-0.in‚ 19963.6875 disk.sda2.out‚0# proc.memory.rssMB‚ 2797.64453125 network.sent‚ 6.724618e+06 disk.sda1.in‚0 disk.sda2.in‚0$ memory_percent‚88.13160260518393 cpu‚25.32344613710606 disk.sda1.out‚0 network.recv‚698333' disk.nvme0n1.out‚157946.19384765625$ disk.dm-0.out‚157946.19384765625 disk.sda3.in‚138619.02734375 disk.dm-1.in‚138619.02734375 disk.nvme0n1.in‚ 19963.6875 disk.sda.out‚ 255.29296875 disk.sda3.out‚ 255.29296875 disk.dm-1.out‚ 255.29296875Õþ?”þ‚(:‰ ­ŠÓ°¿¹Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚299.929' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.9858 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Gü.Âdÿ‚(:Ù ­ŠÓ¦ü‘Ð* disk./.usagePercent‚54.230737245581764$ disk./.usageGB‚808.0771751403809 disk.sda3.in‚138619.02734375 disk.dm-1.out‚ 255.5234375" disk.nvme0c0n1.in‚ 19965.515625' disk.nvme0c0n1.out‚157961.298828125% disk.nvme0n1.out‚157961.298828125 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 255.5234375' proc.memory.availableMB‚ 2917.015625# proc.memory.rssMB‚ 2797.64453125* proc.memory.percent‚11.383644739786785 proc.cpu.threads‚17 network.recv‚701389 disk.sda2.in‚0 disk.dm-0.in‚ 19965.515625" disk.dm-0.out‚157961.298828125$ memory_percent‚88.13063303629556 cpu‚25.323518561216005 disk.sda.in‚138619.02734375 disk.sda.out‚ 255.5234375 disk.sda1.out‚0 disk.dm-1.in‚138619.02734375 disk.nvme0n1.in‚ 19965.515625 network.sent‚ 6.784796e+06‹á/A“€‚(:ˆ œ­ŠÓÝÑÎ gpu.0.gpu‚58.0 gpu.0.memory‚18, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚357.705' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.541 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Cr“Ðk‚(:à œ­ŠÓ¸†¯Ð" disk.nvme0n1.in‚20127.69921875$ disk.dm-0.out‚158010.47998046875# proc.memory.rssMB‚ 2797.64453125* proc.memory.percent‚11.383644739786785 cpu‚25.323689766071237) disk./.usagePercent‚54.23431341482756 disk.sda.in‚138900.69140625 disk.sda2.in‚0 disk.sda2.out‚0 proc.cpu.threads‚17 network.sent‚ 6.78743e+06 disk.sda1.in‚0 disk.sda3.in‚138900.69140625 disk.sda3.out‚ 256.046875$ disk.nvme0c0n1.in‚20127.69921875) disk.nvme0c0n1.out‚158010.47998046875( proc.memory.availableMB‚ 2917.0234375$ disk./.usageGB‚808.1304626464844' disk.nvme0n1.out‚158010.47998046875 disk.dm-0.in‚20127.69921875 disk.sda.out‚ 256.046875 disk.sda1.out‚0 disk.dm-1.in‚138900.69140625 disk.dm-1.out‚ 256.046875# memory_percent‚88.1306012471517 network.recv‚702479öÊæž‚‚(:“ «­ŠÓò¥ÈÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚289.552' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚57.91040000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¸è‘_ƒ‚(:Ô «­ŠÓþߪÐ disk.sda1.in‚0 disk.dm-1.in‚140068.31640625# disk.nvme0c0n1.out‚ 158033.65625 cpu‚25.323711774134765 network.recv‚703717$ disk./.usageGB‚808.1377792358398 disk.sda2.out‚0 disk.sda3.in‚140068.31640625 disk.sda3.out‚ 256.3515625 disk.dm-1.out‚ 256.3515625$ disk.nvme0c0n1.in‚20146.72265625" disk.nvme0n1.in‚20146.72265625 disk.sda1.out‚0 disk.sda2.in‚0* proc.memory.percent‚11.383644739786785 network.sent‚ 6.789587e+06) disk./.usagePercent‚54.23480443727824! disk.nvme0n1.out‚ 158033.65625$ memory_percent‚88.13058535257974) proc.memory.availableMB‚ 2917.02734375# proc.memory.rssMB‚ 2797.64453125 proc.cpu.threads‚17 disk.dm-0.in‚20146.72265625 disk.dm-0.out‚ 158033.65625 disk.sda.in‚140068.31640625 disk.sda.out‚ 256.3515625ØȺŸ„‚(:” º­ŠÓ™ƒ€Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚319.151' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.830200000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0°i h…‚(:Ý º­ŠÓ¹€ŠÐ disk.sda2.out‚0 disk.dm-1.in‚140068.31640625& disk.nvme0c0n1.out‚158035.51171875" disk.nvme0n1.in‚20146.72265625 disk.sda.in‚140068.31640625$ memory_percent‚88.13058535257974 disk.sda1.out‚0 disk.sda2.in‚0$ disk.nvme0c0n1.in‚20146.72265625 disk.dm-0.in‚20146.72265625 cpu‚25.3237730060145* disk./.usagePercent‚54.234808789406316 disk.sda1.in‚0 disk.sda3.in‚140068.31640625 disk.dm-1.out‚ 256.87109375$ disk.nvme0n1.out‚158035.51171875# proc.memory.rssMB‚ 2797.64453125 network.sent‚ 6.7917e+06$ disk./.usageGB‚808.1378440856934 disk.sda3.out‚ 256.87109375! disk.dm-0.out‚158035.51171875 disk.sda.out‚ 256.87109375) proc.memory.availableMB‚ 2917.02734375* proc.memory.percent‚11.383644739786785 proc.cpu.threads‚17 network.recv‚704772q>RÝ2†- _wandbruntime‚6624  _runtime‚6624/9ïôLJÁ % _timestamp‚1.7848460204727178e+09 _runtime‚6624.774263764 _step‚332 & lr-AdamW/pg1‚6.280842066266704e-05 & lr-AdamW/pg2‚6.280842066266704e-05 trainer/global_step‚3899|oí˜ÌˆÆ & lr-AdamW/pg1‚6.280842066266704e-05 & lr-AdamW/pg2‚6.280842066266704e-05 trainer/global_step‚3899 % _timestamp‚1.7848460204727178e+09 _runtime‚6624.774263764 _step‚332Ì”’ßf2‰- _wandbruntime‚6624  _runtime‚66247Y6˜(ŠüO RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1122952092002304 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1122508583806768 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚10395076 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1122952092002304 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚338 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4994169460736 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚33862204 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1127021356642816 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4070636265472 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4069290813952 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11944645 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1122508558378800 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 $ _timestamp‚1.784846020473765e+09 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1127022728267776 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚307348392680448 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 _runtime‚6624.778945918 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1122952065828864 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4069290813952 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚33862204 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4063812324851 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _step‚333 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1126572396131619 trainer/global_step‚3899 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 4994122403328 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1122952092002304 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚338 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 4994169460736 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚33862204 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1127021356642816 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4070636265472 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4069290813952 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚11944645 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1122508558378800 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 $ _timestamp‚1.784846020473765e+09 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1127022728267776 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚307348392680448 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 _runtime‚6624.778945918 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1122952065828864 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4069290813952 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚33862204 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4063812324851 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _step‚333 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0ͨ´2Œ- _wandbruntime‚6626  _runtime‚6626XBçA '‡N D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚22345265 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1127302660073472 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚307427347137536 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 _step‚334 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10397711 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚70116695 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _runtime‚6626.196941047 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1122787360152576 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚36246118 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4071658780672 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10397716 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚312422773003264 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4995370426880 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚312422349473280 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚307426979046400 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚70106581 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚33870577 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1127302660073472 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1123231001292800 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚33870577 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚332 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1126850848667613 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4064833126603 % _timestamp‚1.7848460218950195e+09 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1123231001292800 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1123230975119360 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4995425865728 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚70116695 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚36246118 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4070313321984 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚70106581 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚337 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚33870571 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11947886 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4063488515037 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚33870571 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚22345602 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1122787385580544 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚3899 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1123230975119360 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4071658780672´žu'ŽŒN KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚33870577 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1127302660073472 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1123231001292800 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚33870577 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚332 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1126850848667613 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4064833126603 % _timestamp‚1.7848460218950195e+09 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1123231001292800 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1123230975119360 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 4995425865728 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚70116695 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚36246118 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4070313321984 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚70106581 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚337 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚33870571 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚11947886 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4063488515037 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚33870571 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚22345602 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1122787385580544 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚3899 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1123230975119360 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4071658780672 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚22345265 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1127302660073472 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚307427347137536 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 _step‚334 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10397711 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚70116695 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _runtime‚6626.196941047 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1122787360152576 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚36246118 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4071658780672 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10397716 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚312422773003264 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 4995370426880 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚312422349473280 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚307426979046400 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚70106581 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0ÎÜk-×2- _wandbruntime‚6626  _runtime‚6626êTž€ 1loss/FBt1/assignment_loss‚0.09984569500422576 epoch‚24 _runtime‚6626.248932732 1loss/FBt2/assignment_loss‚0.03678494126728337 .loss/FRt2/detection_loss‚1.456825504341538 1loss/SRqqt1/detection_loss‚0.9301778415938315 /loss/FBt1/detection_loss‚0.8791147090184191 0loss/FBt2/detection_loss‚0.42725954348008205 % _timestamp‚1.7848460219475515e+09 _step‚335 /loss/FRt1/assignment_loss‚2.065375612537787 0loss/FRt2/assignment_loss‚0.8332197865267762 %loss/total_loss‚9.244099288280282 2loss/SRqqt2/assignment_loss‚0.6455415599162673 /loss/FRt1/detection_loss‚0.5554136188163741 0loss/SRqqt2/detection_loss‚0.652793408616866 trainer/global_step‚3899 2loss/SRqqt1/assignment_loss‚0.6617470671608316Ϲ“ ‘… 0loss/FBt2/detection_loss‚0.42725954348008205 % _timestamp‚1.7848460219475515e+09 _step‚335 /loss/FRt1/assignment_loss‚2.065375612537787 0loss/FRt2/assignment_loss‚0.8332197865267762 %loss/total_loss‚9.244099288280282 2loss/SRqqt2/assignment_loss‚0.6455415599162673 /loss/FRt1/detection_loss‚0.5554136188163741 0loss/SRqqt2/detection_loss‚0.652793408616866 trainer/global_step‚3899 2loss/SRqqt1/assignment_loss‚0.6617470671608316 1loss/FBt1/assignment_loss‚0.09984569500422576 epoch‚24 _runtime‚6626.248932732 1loss/FBt2/assignment_loss‚0.03678494126728337 .loss/FRt2/detection_loss‚1.456825504341538 1loss/SRqqt1/detection_loss‚0.9301778415938315 /loss/FBt1/detection_loss‚0.8791147090184191ÏX¨Á†‘’‚(:† É­ŠÓýøýÍ gpu.0.gpu‚15.0 gpu.0.memory‚5, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚357.41' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.482 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0HTUÔq“‚(:æ É­ŠÓ»ç°Ð disk.sda3.out‚ 257.0546875$ memory_percent‚88.13281059265137 cpu‚25.323904347666854 disk.dm-0.in‚20146.72265625 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚140068.31640625* proc.memory.percent‚11.383644739786785$ disk.dm-0.out‚158038.38623046875 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.in‚140068.31640625 disk.dm-1.out‚ 257.0546875' disk.nvme0n1.out‚158038.38623046875) proc.memory.availableMB‚ 2916.48046875# proc.memory.rssMB‚ 2797.64453125 network.sent‚ 6.793761e+06) disk./.usagePercent‚54.23481954172276$ disk.nvme0c0n1.in‚20146.72265625) disk.nvme0c0n1.out‚158038.38623046875" disk.nvme0n1.in‚20146.72265625 proc.cpu.threads‚17 network.recv‚705934$ disk./.usageGB‚808.1380043029785 disk.sda.in‚140068.31640625 disk.sda.out‚ 257.0546875‚¾Ï””‚(:‰ Ø­ŠÓÃϸÎ gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚319.897' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.9794 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÎhRÊi•‚(:Þ Ø­ŠÓ£ÄšÐ network.sent‚ 6.853772e+06 disk.sda3.out‚ 257.64453125 disk.dm-0.in‚20200.12890625 disk.sda1.in‚0 cpu‚25.324076206570343$ disk./.usageGB‚807.6509056091309 disk.sda3.in‚ 140605.9375 disk.dm-1.in‚ 140605.9375$ disk.nvme0c0n1.in‚20200.12890625 disk.sda.in‚ 140605.9375 disk.sda.out‚ 257.64453125 disk.sda2.in‚0$ memory_percent‚92.08671251932779 network.recv‚708762) disk.nvme0c0n1.out‚158039.81201171875" disk.nvme0n1.in‚20200.12890625' disk.nvme0n1.out‚158039.81201171875) proc.memory.availableMB‚ 1944.76953125 proc.cpu.threads‚17* disk./.usagePercent‚54.202129939675615 disk.dm-1.out‚ 257.64453125$ disk.dm-0.out‚158039.81201171875 disk.sda1.out‚0 disk.sda2.out‚0# proc.memory.rssMB‚ 2797.64453125* proc.memory.percent‚11.383644739786785T¼>-ž–‚(:“ ç­ŠÓö ”Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚296.857' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.37140000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ØWd>l—‚(:á ç­ŠÓåÿÐÏ proc.cpu.threads‚17$ disk./.usageGB‚808.6970024108887 disk.sda1.in‚0 disk.dm-1.out‚ 258.0234375# disk.nvme0c0n1.in‚ 20296.1171875) disk.nvme0c0n1.out‚158404.14892578125' disk.nvme0n1.out‚158404.14892578125$ disk.dm-0.out‚158404.14892578125 network.sent‚ 6.85584e+06) disk./.usagePercent‚54.27233437377525 disk.sda2.out‚0 disk.sda3.in‚141161.24609375 disk.dm-0.in‚ 20296.1171875 disk.sda.in‚141161.24609375 disk.sda.out‚ 258.0234375$ memory_percent‚92.08671251932779 disk.sda1.out‚0 disk.dm-1.in‚141161.24609375# proc.memory.rssMB‚ 2797.64453125* proc.memory.percent‚11.383644739786785 network.recv‚709901 disk.sda2.in‚0 disk.sda3.out‚ 258.0234375! disk.nvme0n1.in‚ 20296.1171875) proc.memory.availableMB‚ 1944.76953125 cpu‚25.32410144838152±:É”˜‚(:‰ ö­ŠÓ§¤¦Î gpu.0.gpu‚94.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚137.511' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.5022 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0MŽþp™‚(:å ö­ŠÓ¸çæÏ disk.dm-1.in‚141161.24609375 disk.sda.in‚141161.24609375 disk.sda.out‚ 258.58203125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 258.58203125* proc.memory.percent‚11.383644739786785 network.sent‚ 6.857951e+06 network.recv‚710840) disk./.usagePercent‚54.28950863920977$ disk./.usageGB‚808.9529113769531) disk.nvme0c0n1.out‚158622.98095703125' disk.nvme0n1.out‚158622.98095703125 disk.sda2.in‚0 disk.sda3.in‚141161.24609375 disk.dm-0.in‚ 20296.1171875$ memory_percent‚92.08769798278809) proc.memory.availableMB‚ 1944.52734375# proc.memory.rssMB‚ 2797.64453125 disk.dm-1.out‚ 258.58203125# disk.nvme0c0n1.in‚ 20296.1171875! disk.nvme0n1.in‚ 20296.1171875$ disk.dm-0.out‚158622.98095703125 cpu‚25.32415791754264 proc.cpu.threads‚17íRcŸš‚(:” …®ŠÓ˜…¶Î gpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚203.682' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚40.736399999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÞÌâºk›‚(:à …®ŠÓëºÝÏ* disk./.usagePercent‚54.055976774423044% disk.nvme0n1.out‚158627.033203125 disk.dm-0.in‚ 20296.1171875 disk.sda1.in‚0 disk.sda2.out‚0$ memory_percent‚92.08668073018393 cpu‚25.32429020100351 disk.sda3.out‚ 259.96484375 disk.dm-1.in‚141161.24609375# disk.nvme0c0n1.in‚ 20296.1171875! disk.nvme0n1.in‚ 20296.1171875" disk.dm-0.out‚158627.033203125 disk.sda.in‚141161.24609375 disk.sda2.in‚0 network.sent‚ 6.860012e+06 network.recv‚712218 disk.sda3.in‚141161.24609375 disk.dm-1.out‚ 259.96484375' disk.nvme0c0n1.out‚158627.033203125 proc.cpu.threads‚17$ disk./.usageGB‚805.4731178283691 disk.sda.out‚ 259.96484375 disk.sda1.out‚0) proc.memory.availableMB‚ 1944.77734375# proc.memory.rssMB‚ 2797.64453125* proc.memory.percent‚11.3836447397867852úIL”œ‚(:‰ ”®ŠÓÝöƒÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚292.929' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.5858 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0g#…bJ‚(:¿ ”®ŠÓà«ÃÐ$ disk./.usageGB‚805.4726104736328" disk.nvme0n1.in‚20311.44921875% disk.nvme0n1.out‚159858.353515625 disk.sda.in‚ 141435.71875 disk.sda2.in‚0 disk.sda3.in‚ 141435.71875 disk.sda3.out‚261 disk.sda.out‚261) disk./.usagePercent‚54.05594272542098 disk.dm-1.in‚ 141435.71875' disk.nvme0c0n1.out‚159858.353515625# proc.memory.rssMB‚ 2797.64453125 cpu‚25.324304146086693 proc.cpu.threads‚17$ memory_percent‚92.08566347757974) proc.memory.availableMB‚ 1945.02734375* proc.memory.percent‚11.383644739786785 network.recv‚713127 disk.dm-1.out‚261$ disk.nvme0c0n1.in‚20311.44921875 disk.dm-0.in‚20311.44921875" disk.dm-0.out‚159858.353515625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 network.sent‚ 6.861594e+06Êér62ž- _wandbruntime‚6705  _runtime‚6705ZG&ÇŸÁ & lr-AdamW/pg1‚6.163735301118397e-05 & lr-AdamW/pg2‚6.163735301118397e-05 trainer/global_step‚3949 % _timestamp‚1.7848461014478083e+09 _runtime‚6705.749306975 _step‚336ê‹àFÌ Æ & lr-AdamW/pg1‚6.163735301118397e-05 & lr-AdamW/pg2‚6.163735301118397e-05 trainer/global_step‚3949 % _timestamp‚1.7848461014478083e+09 _runtime‚6705.749306975 _step‚336Ðé'Nÿ2¡- _wandbruntime‚6705  _runtime‚6705ǨD¤¢ýO D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pY‹˜ét'ool.allocated‚1136897556527104 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12093662 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1140563588703227 % _timestamp‚1.7848461014487484e+09 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚360 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚316334363611136 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4120480370176 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5056705981952 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚70963434 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1141019382348800 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚12093307 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4120480370176 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚337 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚34280560 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1136897556527104 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5056652633088 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4121825821696 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1141018010723840 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1136897530353664 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 trainer/global_step‚3949 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚36682880 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚36682880 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚311278079069184 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1141018010723840 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚10527071 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1136448672495568 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4113571596205 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚70973534 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚22620378 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4114916207659 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚355 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0ßî¬(£‚P RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚10527076 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1136897530353664 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 trainer/global_step‚3949 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚36682880 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚36682880 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚311278079069184 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1141018010723840 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚10527071 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1136448672495568 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4113571596205 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚70973534 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚22620378 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4114916207659 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚355 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1136897556527104 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12093662 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1140563588703227 % _timestamp‚1.7848461014487484e+09 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚360 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚316334363611136 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4120480370176 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5056705981952 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚70963434 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1141019382348800 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚12093307 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4120480370176 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚337 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚34280560 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1136897556527104 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5056652633088 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4121825821696 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1141018010723840 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 IDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _step‚338 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1141299314154496 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4121502878208 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚12096584 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚36702070 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚22626300 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚34288921 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚70980883 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1137176439644160 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚358 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚363 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚22625937 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4121502878208 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚70980883 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚316414185090048 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 trainer/global_step‚3949 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚70990997 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚36702070 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1141299314154496 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚311356665435136 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1136727448841376 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1137176465817600 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚34288927 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5057945282048 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚316414610717184 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5057887746048 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864/ËÝÇ# ¦‹N PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚311356297344000 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1140843411278755 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚34288921 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚36702070 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚22626300 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚Ÿ…•sî 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚34288921 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚70980883 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1137176439644160 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚358 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚363 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚22625937 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4121502878208 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚70980883 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚316414185090048 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 trainer/global_step‚3949 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚70990997 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚36702070 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1141299314154496 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚311356665435136 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1136727448841376 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1137176465817600 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚34288927 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5057945282048 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚316414610717184 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5057887746048 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10529711 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚12096226 _runtime‚6707.174103016 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚70990997 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10529716 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _step‚338 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1141299314154496 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4121502878208 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚12096584 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 F”\­‚(:Ñ ²®ŠÓ⾙Рdisk.sda3.out‚ 264.14453125 disk.dm-1.in‚ 142548.6875 disk.dm-1.out‚ 264.14453125' disk.nvme0n1.out‚160187.47998046875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚92.08906491597494$ disk.dm-0.out‚160187.47998046875 disk.sda.out‚ 264.14453125 disk.nvme0n1.in‚ 20456.8125) proc.memory.availableMB‚ 1944.19140625# proc.memory.rssMB‚ 2797.64453125* proc.memory.percent‚11.383644739786785 proc.cpu.threads‚17 network.sent‚ 6.924182e+06 network.recv‚717225) disk./.usagePercent‚54.13609356424093 disk.sda.in‚ 142548.6875 disk.nvme0c0n1.in‚ 20456.8125) disk.nvme0c0n1.out‚160187.47998046875 cpu‚25.324493946478416$ disk./.usageGB‚806.6669158935547 disk.dm-0.in‚ 20456.8125 disk.sda2.out‚0 disk.sda3.in‚ 142548.6875eï”®‚(:‰ Á®ŠÓ‘Ž§Î gpu.0.gpu‚88.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚317.399' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.4798 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0™"IcT¯‚(:É Á®ŠÓ‘—Ð disk.sda3.out‚ 264.6328125 disk.nvme0c0n1.in‚ 20456.8125 disk.nvme0n1.in‚ 20456.8125 proc.cpu.threads‚17* disk./.usagePercent‚54.137619625152546 disk.dm-1.in‚ 142548.6875 disk.dm-1.out‚ 264.6328125 disk.sda.in‚ 142548.6875 disk.sda.out‚ 264.6328125* proc.memory.percent‚11.383644739786785$ disk./.usageGB‚806.6896553039551 disk.sda2.out‚0% disk.nvme0n1.out‚160915.841796875" disk.dm-0.out‚160915.841796875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚ 142548.6875' disk.nvme0c0n1.out‚160915.841796875 disk.dm-0.in‚ 20456.8125$ memory_percent‚92.08906491597494) proc.memory.availableMB‚ 1944.19140625# proc.memory.rssMB‚ 2797.64453125 cpu‚25.324550962729734 network.sent‚ 6.925704e+06 network.recv‚718354 disk.sda2.in‚0·»õ›”°‚(:‰ ЮŠÓ’ù¨Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚285.402' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚57.0804 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0P¯©h±‚(:Ý ЮŠÓ„ˆÚÏ disk.dm-0.in‚20465.23046875$ disk.dm-0.out‚161365.30615234375 disk.sda.in‚142927.16015625 disk.sda.out‚265.4375 disk.sda2.out‚0 disk.sda3.in‚142927.16015625# proc.memory.rssMB‚ 2797.64453125) disk./.usagePercent‚54.15146579264193" disk.nvme0n1.in‚20465.23046875 disk.sda1.in‚0 disk.sda2.in‚0$ disk.nvme0c0n1.in‚20465.23046875) disk.nvme0c0n1.out‚161365.30615234375) proc.memory.availableMB‚ 1944.19140625 cpu‚25.324610112756716$ disk./.usageGB‚806.8959732055664' disk.nvme0n1.out‚161365.30615234375 disk.sda3.out‚265.4375 disk.dm-1.in‚142927.16015625* proc.memory.percent‚11.383644739786785 proc.cpu.threads‚17 network.sent‚ 6.928575e+06 disk.sda1.out‚0 disk.dm-1.out‚265.4375$ memory_percent‚92.08906491597494 network.recv‚719474ŧ!“²‚(:ˆ ß®ŠÓ¤ôÑÎ gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚136.815' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.363 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Qz²m³‚(:â ß®ŠÓЩ³Ð# proc.memory.rssMB‚ 2797.64453125 proc.cpu.threads‚17 network.recv‚720692) disk./.usagePercent‚54.14940774807416 disk.sda1.in‚0$ disk.nvme0c0n1.in‚20591.32421875* proc.memory.percent‚11.383644739786785 network.sent‚ 6.930653e+06# disk./.usageGB‚806.865306854248 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.out‚ 265.8203125" disk.nvme0n1.in‚20591.32421875# disk.dm-0.out‚161436.3916015625 disk.sda.in‚143589.11328125 disk.sda2.in‚0 disk.sda3.in‚143589.11328125 disk.dm-1.in‚143589.11328125( disk.nvme0c0n1.out‚161436.3916015625 disk.sda.out‚ 265.8203125$ memory_percent‚92.08709398905435) proc.memory.availableMB‚ 1944.67578125 cpu‚25.324697073345266 disk.sda3.out‚ 265.8203125& disk.nvme0n1.out‚161436.3916015625 disk.dm-0.in‚20591.32421875ýÑc2´- _wandbruntime‚6786  _runtime‚6786ô_[ŠÇµÁ trainer/global_step‚3999 % _timestamp‚1.7848461820374215e+09 _runtime‚6786.339934824 _step‚340 & lr-AdamW/pg1‚6.046505187644402e-05 & lr-AdamW/pg2‚6.046505187644402e-05\|,Ì¶Æ & lr-AdamW/pg1‚6.046505187644402e-05 & lr-AdamW/pg2‚6.046505187644402e-05 trainer/global_step‚3999 % _timestamp‚1.7848461820374215e+09 _runtime‚6786.339934824 _step‚340ÔrŠH)2·- _wandbruntime‚6786  _runtime‚6786âe(¸ûO MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚353 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5119146977280 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1155016036429824 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4171669926400 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚37148926 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1155016036429824 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚358 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12241360 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 _step‚341 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚34698910 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚10659071 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5119198228992 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚37138832 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚22900436 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚320326176252928 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1154553411235413 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4173015377920 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚10659076 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 trainer/global_step‚3999 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚315207029275648 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4173015377920 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚71847836 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4171669926400 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1150843021051904 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4164675479013 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1155014664804864 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚22900078 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1150388761184368 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚71837736 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚34698904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016zÛ-H|¹€P A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚22900436 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚320326176252928 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1154553411235413 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4173015377920 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚10659076 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 trainer/global_step‚3999 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚315207029275648 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4173015377920 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚71847836 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4171669926400 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1150843021051904 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4164675479013 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1155014664804864 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚22900078 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1150388761184368 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚71837736 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚34698904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚353 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5119146977280 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1155016036429824 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4171669926400 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚37148926 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1155016036429824 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚358 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12241360 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 _step‚341 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚34698910 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚10659071 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5119198228992 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚37138832 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005Õ udE2º- _wandbruntime‚6787  _runtime‚6787FP¾i '»‡N 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚71855185 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1151121904168960 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚22905681 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848461834646072e+09 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚320406428874240 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚37147914 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚320406011635712 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚34707277 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1155294596603392 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚352 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1154833233810829 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1155295968235520 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4167040892219 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4174037893120 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚37147914 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1150667537530176 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4165696280653 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1151121904168960 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚37158022 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4174037893120 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10661711 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1151121930342400 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚347 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚315285615641600 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚34707271 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚12244317 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5120445141504 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1155295968235520 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚71855185 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10661716 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 trainer/global_step‚3999 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚34707271 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4172692434432 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4172692434432 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚71865299 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚34707271 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚12244317 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5120445141504 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1155295968235520 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚71855185 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10661716 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 trainer/global_step‚3999 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚34707271 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4172692434432 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4172692434432 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚71865299 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚22905681 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848461834646072e+09 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚320406428874240 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚37147914 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚320406011635712 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚34707277 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1155294596603392 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚352 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1154833233810829 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1155295968235520 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4167040892219 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4174037893120 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚37147914 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1150667537530176 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4165696280653 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1151121904168960 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚37158022 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4174037893120 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10661711 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1151121930342400 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚347 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚315285615641600 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 EjÊ‚(:ß ›¯ŠÓ›ŽƒÐ disk.sda2.out‚0 network.recv‚728655 disk.sda.in‚145070.2734375 disk.sda.out‚ 267.5234375# memory_percent‚88.1151040395101 proc.cpu.threads‚17 disk.dm-1.out‚ 267.5234375# disk.nvme0c0n1.in‚ 20739.5859375) disk.nvme0c0n1.out‚163624.59033203125) disk./.usagePercent‚54.15118264830906$ disk./.usageGB‚806.8917541503906! disk.nvme0n1.in‚ 20739.5859375' disk.nvme0n1.out‚163624.59033203125$ disk.dm-0.out‚163624.59033203125 disk.sda3.in‚145070.2734375 disk.sda3.out‚ 267.5234375 disk.dm-1.in‚145070.2734375 network.sent‚ 7.048615e+06 disk.dm-0.in‚ 20739.5859375 disk.sda1.in‚0 disk.sda2.in‚0) proc.memory.availableMB‚ 2920.83203125# proc.memory.rssMB‚ 2797.65234375* proc.memory.percent‚11.383676528930664 cpu‚25.326735147263044 disk.sda1.out‚0Þ5샞Ë‚(:“ ª¯ŠÓè¡«Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚309.583' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.91660000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0cºÆhÌ‚(:Ý ª¯ŠÓ öëÏ) disk./.usagePercent‚54.15223688733506$ disk./.usageGB‚806.9074630737305* proc.memory.percent‚11.383676528930664 proc.cpu.threads‚17 network.sent‚ 7.05067e+06' disk.nvme0n1.out‚163637.99365234375$ disk.dm-0.out‚163637.99365234375 disk.sda.in‚145070.2734375 disk.sda1.in‚0 disk.sda3.out‚ 268.1328125 disk.dm-1.in‚145070.2734375# memory_percent‚88.1151040395101) disk.nvme0c0n1.out‚163637.99365234375! disk.nvme0n1.in‚ 20739.5859375 disk.dm-0.in‚ 20739.5859375 disk.sda.out‚ 268.1328125 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚145070.2734375 disk.dm-1.out‚ 268.1328125 network.recv‚729716# disk.nvme0c0n1.in‚ 20739.5859375 disk.sda2.in‚0) proc.memory.availableMB‚ 2920.83203125# proc.memory.rssMB‚ 2797.65234375 cpu‚25.32678713968459¬ ½ÐŸÍ‚(:” ¹¯ŠÓÅ•³Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚149.908' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚29.981599999999997 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0~J¶>k΂(:à ¹¯ŠÓ¾þÇÐ$ memory_percent‚88.11508814493814# proc.memory.rssMB‚ 2797.65234375 proc.cpu.threads‚17 network.sent‚ 7.052776e+06 network.recv‚731114' disk.nvme0n1.out‚163660.65478515625 disk.dm-0.in‚ 20739.5859375$ disk.dm-0.out‚163660.65478515625 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.in‚145070.2734375$ disk./.usageGB‚805.1755409240723 disk.sda.in‚145070.2734375 disk.dm-1.out‚ 268.48046875# disk.nvme0c0n1.in‚ 20739.5859375) disk.nvme0c0n1.out‚163660.65478515625 cpu‚25.3269041369438 disk.sda2.in‚0! disk.nvme0n1.in‚ 20739.5859375 disk.sda3.out‚ 268.48046875( proc.memory.availableMB‚ 2920.8359375* proc.memory.percent‚11.383676528930664) disk./.usagePercent‚54.03600613869202 disk.sda.out‚ 268.48046875 disk.sda2.out‚0 disk.sda3.in‚145070.2734375 Ž4k2Ï- _wandbruntime‚6882  _runtime‚6882 x‘ÇÐÁ _step‚345 ' lr-AdamW/pg1‚5.9291987837169105e-05 ' lr-AdamW/pg2‚5.9291987837169105e-05 trainer/global_step‚4049 # _timestamp‚1.78484627856844e+09 _runtime‚6882.870948634¿dG|ÌÑÆ _runtime‚6882.870948634 _step‚345 ' lr-AdamW/pg1‚5.9291987837169105e-05 ' lr-AdamW/pg2‚5.9291987837169105e-05 trainer/global_step‚4049 # _timestamp‚1.78484627856844e+09Ù_¦Ç2Ò- _wandbruntime‚6882  _runtime‚6882ó7ÓýO SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚319164300642304 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 % _timestamp‚1.7848462785691822e+09 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚37632628 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4220329027689 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1165791136245264 WGDeviceStatsMonitor.on_train_batch_start/requeÏzj2í#sted_bytes.large_pool.peak‚ 46246678528 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1166251747170304 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚35168358 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5186397781504 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1170011465272953 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4226070385152 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚23201189 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚337 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚324351119863808 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4218984416235 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚37632628 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚37622534 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚72790892 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1166251720996864 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4227415836672 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚35168358 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12406191 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1165791110817296 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 _step‚346 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚324350698423808 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 trainer/global_step‚4049 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚332 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚12405859 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚72800992 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚35168364 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚6882.871085372 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1170477791382016 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4227415836672 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1170477791382016 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1170010095233531 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚35168364 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚319164668733440YTž(Ô‚P aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1166251747170304 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1166251720996864 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚35168358 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12406191 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1165791110817296 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 _step‚346 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚324350698423808 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 trainer/global_step‚4049 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚332 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚12405859 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚72800992 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚35168364 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚6882.871085372 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1170477791382016 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4227415836672 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1170477791382016 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1170010095233531 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚35168364 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚319164668733440 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚319164300642304 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 % _timestamp‚1.7848462785691822e+09 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚37632628 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4220329027689 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1165791136245264 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1166251747170304 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚35168358 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5186397781504 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1170011465272953 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4226070385152 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚23201189 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚337 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚324351119863808 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4218984416235 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚37632628 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚37622534 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚72790892 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1166251720996864 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4227415836672 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 IDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚23206428 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚37641724 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚319243255099392 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1166530656460800 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1166530630287360 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10797638 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚319242887008256 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚37631616 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4228438351872 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚72818455 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚35176725 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚37641724 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚327 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1170759094812672 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚72818455 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚324430948741120 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 _step‚347 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1170289917808947 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4220005217875 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚37631616 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 % _timestamp‚1.7848462799910445e+09 _runtime‚ 6884.29309737 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1170291287848481 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚35176725 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚324430525211136 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1170757723180544 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚23206760 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚72808341 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚35176731 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10797633 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚12408795 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5187693641728 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚72808341 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚35176731 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10797633 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚12408795 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5187693641728 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚23206428 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚37641724 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚319243255099392 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1166530656460800 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1166530630287360 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10797638 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚319242887008256 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚37631616 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4228438351872 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚72818455 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚35176725 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚37641724 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚327 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1170759094812672 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚72818455 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚324430948741120 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 _step‚347 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1170289917808947 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4220005217875 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚37631616 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 % _timestamp‚1.7848462799910445e+09 _runtime‚ 6884.29309737 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1170291287848481ÛÆ«¡„2Ø- _wandbruntime‚6884  _runtime‚68840«dÙ€ 2loss/SRqqt1/assignment_loss‚0.6743180075253737 /loss/FBt2/detection_loss‚0.5215781463662033 2loss/SRqqt2/assignment_loss‚0.6538576596801787 1loss/FBt2/assignment_loss‚0.03653474019570649 1loss/SRqqt1/detection_loss‚1.0049694299751866 1loss/SRqqt2/detection_loss‚0.6112908681200553 /loss/FBt1/detection_loss‚0.8019331804598155 % _timestamp‚1.7848462800454764e+09 0loss/FBt1/assignment_loss‚0.0545453061739001 /loss/FRt1/detection_loss‚0.5664453899936825 /loss/FRt2/detection_loss‚1.5000161401634404 trainer/global_step‚4049 0loss/FRt2/assignment_loss‚0.9537111347721469 %loss/total_loss‚9.479825471582163 epoch‚25 _runtime‚6884.346787325 _step‚348 /loss/FRt1/assignment_loss‚2.100625468156473†Ö¼N Ú… /loss/FRt1/assignment_loss‚2.100625468156473 2loss/SRqqt1/assignment_loss‚0.6743180075253737 /loss/FBt2/detection_loss‚0.5215781463662033 2loss/SRqqt2/assignment_loss‚0.6538576596801787 1loss/FBt2/assignment_loss‚0.03653474019570649 1loss/SRqqt1/detection_loss‚1.0049694299751866 1loss/SRqqt2/detection_loss‚0.6112908681200553 /loss/FBt1/detection_loss‚0.8019331804598155 % _timestamp‚1.7848462800454764e+09 0loss/FBt1/assignment_loss‚0.0545453061739001 /loss/FRt1/detection_loss‚0.5664453899936825 /loss/FRt2/detection_loss‚1.5000161401634404 trainer/global_step‚4049 0loss/FRt2/assignment_loss‚0.9537111347721469 %loss/total_loss‚9.479825471582163 epoch‚25 _runtime‚6884.346787325 _step‚348ܵÜÐ’Û‚(:‡ ȯŠÓ·Ò´Î gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚361.047' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.2094 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0\ôlÜ‚(:á ȯŠÓÔ¢‹Ð disk.sda2.out‚0 disk.sda3.in‚145591.73046875 disk.sda3.out‚ 268.9609375 disk.dm-1.in‚145591.73046875# disk.nvme0c0n1.in‚ 20744.6953125' disk.nvme0n1.out‚163753.07763671875$ disk.dm-0.out‚163753.07763671875# proc.memory.rssMB‚ 2797.65234375 network.recv‚732054$ disk./.usageGB‚805.2125129699707 disk.sda2.in‚0 disk.dm-1.out‚ 268.9609375! disk.nvme0n1.in‚ 20744.6953125 disk.sda.out‚ 268.9609375 disk.sda1.in‚0 disk.sda1.out‚0) disk.nvme0c0n1.out‚163753.07763671875 disk.dm-0.in‚ 20744.6953125( proc.memory.availableMB‚ 2920.5703125 network.sent‚ 7.054839e+06) disk./.usagePercent‚54.03848736371387 disk.sda.in‚145591.73046875$ memory_percent‚88.11616897583008* proc.memory.percent‚11.383676528930664 cpu‚25.32699375370885 proc.cpu.threads‚17!Vh’Ý‚(:‡ ׯŠÓåîÊÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚294.52' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.904 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0A¾Ð´]Þ‚(:Ò ׯŠÓÔ…ºÐ disk.sda3.out‚ 269.21875 disk.dm-1.in‚ 146145.859375$ memory_percent‚88.11632792154947& proc.memory.availableMB‚ 2920.53125$ disk./.usageGB‚805.2280578613281 disk.sda2.out‚0 disk.dm-1.out‚ 269.21875# proc.memory.rssMB‚ 2797.65234375 cpu‚25.32704061734275 network.recv‚735076 disk.dm-0.in‚ 20811.5546875 disk.sda.in‚ 146145.859375* proc.memory.percent‚11.383676528930664 proc.cpu.threads‚17) disk./.usagePercent‚54.03953059441591# disk.nvme0c0n1.in‚ 20811.5546875! disk.nvme0n1.in‚ 20811.5546875$ disk.dm-0.out‚163781.25830078125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚ 146145.859375 network.sent‚ 7.11473e+06) disk.nvme0c0n1.out‚163781.25830078125' disk.nvme0n1.out‚163781.25830078125 disk.sda.out‚ 269.21875ÙÈ\lŸß‚(:” 毊Ó£±’Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚319.439' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.887800000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0êüÆykà‚(:à 毊ÓíßõÏ) disk./.usagePercent‚54.04162908817407$ disk./.usageGB‚805.2593269348145 disk.dm-0.in‚ 20811.5546875$ disk.dm-0.out‚163793.94189453125 disk.sda2.in‚0) proc.memory.availableMB‚ 2920.76171875# proc.memory.rssMB‚ 2797.65234375 network.sent‚ 7.116827e+06 disk.sda.out‚ 269.79296875 disk.dm-1.out‚ 269.79296875! disk.nvme0n1.in‚ 20811.5546875* proc.memory.percent‚11.383676528930664 cpu‚25.327058278425422 disk.sda1.out‚0) disk.nvme0c0n1.out‚163793.94189453125$ memory_percent‚88.11539014180502 proc.cpu.threads‚17 disk.sda.in‚ 146145.859375 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 146145.859375 disk.sda3.out‚ 269.79296875 disk.dm-1.in‚ 146145.859375# disk.nvme0c0n1.in‚ 20811.5546875' disk.nvme0n1.out‚163793.94189453125 network.recv‚736198g?²Iá‚(:’ õ¯ŠÓœåžÎ gpu.0.gpu‚37.0 gpu.0.memory‚12, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚366.93' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.38600000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ú… eâ‚(:Ú õ¯ŠÓàëƒÐ disk.sda3.out‚ 270.15234375$ disk.dm-0.out‚163816.90771484375 disk.sda1.in‚0# memory_percent‚88.1143887837728 network.sent‚ 7.118879e+06 disk.nvme0n1.in‚ 20811.828125 disk.sda.in‚ 146145.859375 disk.sda.out‚ 270.15234375 disk.sda2.in‚0# proc.memory.rssMB‚ 2797.65234375* proc.memory.percent‚11.383676528930664 cpu‚25.32721423486417) disk./.usagePercent‚54.01846040632533$ disk./.usageGB‚804.9140968322754 disk.dm-1.in‚ 146145.859375" disk.nvme0c0n1.in‚ 20811.828125' disk.nvme0n1.out‚163816.90771484375 disk.sda2.out‚0 proc.cpu.threads‚17 disk.sda3.in‚ 146145.859375 disk.dm-1.out‚ 270.15234375) disk.nvme0c0n1.out‚163816.90771484375 disk.dm-0.in‚ 20811.828125 disk.sda1.out‚0( proc.memory.availableMB‚ 2921.0078125 network.recv‚737481¨Y¦ã‚(:’ „°ŠÓô×ìÎ gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚300.87' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.17400000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0æÀl?aä‚(:Ö „°ŠÓ…Ó¹Ð$ memory_percent‚92.07026163736978* proc.memory.percent‚11.383676528930664 disk.nvme0n1.in‚ 20848.96875 network.sent‚ 7.121045e+06 network.recv‚738502 disk.sda3.in‚146322.81640625 disk.sda3.out‚ 270.640625 disk.dm-1.in‚146322.81640625 disk.sda.in‚146322.81640625 disk.sda1.out‚0' disk.nvme0n1.out‚163858.48583984375 disk.sda2.in‚0% proc.memory.availableMB‚ 1948.8125# proc.memory.rssMB‚ 2797.65234375 cpu‚25.327259888471534 proc.cpu.threads‚17 disk.dm-0.in‚ 20848.96875) disk./.usagePercent‚54.02735922821552 disk.dm-1.out‚ 270.640625) disk.nvme0c0n1.out‚163858.48583984375 disk.sda.out‚ 270.640625 disk.sda1.in‚0$ disk./.usageGB‚805.0466957092285! disk.nvme0c0n1.in‚ 20848.96875$ disk.dm-0.out‚163858.48583984375 disk.sda2.out‚0-Æ3>žå‚(:“ “°ŠÓî’ÉÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚326.221' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚65.24419999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Nm.l[æ‚(:Ð “°ŠÓ†‘°Ð$ disk./.usageGB‚805.0824737548828 disk.sda3.in‚ 147419.484375 disk.dm-1.out‚ 271.01953125# proc.memory.rssMB‚ 2797.65234375 cpu‚25.327344788388427 network.sent‚ 7.122605e+06 disk.sda.out‚ 271.01953125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚ 147418.828125 disk.nvme0c0n1.in‚ 21073.9375( disk.nvme0c0n1.out‚163973.0400390625 network.recv‚739657) disk./.usagePercent‚54.02976032287916 disk.sda.in‚ 147419.484375 disk.nvme0n1.in‚ 21073.9375 disk.dm-0.in‚ 21073.9375# disk.dm-0.out‚163973.0400390625$ memory_percent‚92.07026163736978% proc.memory.availableMB‚ 1948.8125 disk.sda2.in‚0 disk.sda3.out‚ 271.01953125& disk.nvme0n1.out‚163973.0400390625* proc.memory.percent‚11.383676528930664 proc.cpu.threads‚17yi2ç- _wandbruntime‚6963  _runtime‚6963iv.ÆèÀ _step‚349 & lr-AdamW/pg1‚5.811863177832211e-05 & lr-AdamW/pg2‚5.811863177832211e-05 trainer/global_step‚4099 $ _timestamp‚1.784846359176721e+09 _runtime‚6963.4787185479¾~¥ËéÅ & lr-AdamW/pg1‚5.811863177832211e-05 & lr-AdamW/pg2‚5.811863177832211e-05 trainer/global_step‚4099 $ _timestamp‚1.784846359176721e+09 _runtime‚6963.478718547 _step‚349ÝžW2ê- _wandbruntime‚6963  _runtime‚6963&éhb(ëýO BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1184475817088000 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4277259941376 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1179731224934064 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1180197211695104 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1184002657844561 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚10926993 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚12553932 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 trainer/global_step‚4099 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚350 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚73675294 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1184474445463040 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12554277 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚35586714 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚38078486 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚23481275 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5248769742848 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1180197185521664 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚35586714 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚35586708 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚23480925 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4277259941376 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5248827286016 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚323093618939904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4271432910497 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚38088580 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚35586708 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 % _timestamp‚1.7848463591785107e+09 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚38088580 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1180197211695104 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4270088299043 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚73665194 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1184474445463040 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4278605392896 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚328342388682752 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1184001287805139 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4278605392896 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚38078486 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1184475817088000 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1184475817088000 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4277259941376 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1179731224934064 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1180197211695104 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1184002657844561 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚10926993 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚12553932 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 trainer/global_step‚4099 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚350 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚73675294 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1184474445463040 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12554277 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚35586714 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚38078486 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚23481275 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5248769742848 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1180197185521664 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚35586714 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚35586708 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚23480925 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4277259941376 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5248827286016 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚323093618939904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4271432910497 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚38088580 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.l„ËSô4arge_pool.peak‚ 46246678528 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚35586708 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 % _timestamp‚1.7848463591785107e+09 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚38088580 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1180197211695104 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4270088299043 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚73665194 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1184474445463040 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4278605392896 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚328342388682752 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1184001287805139 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4278605392896 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚38078486 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1184475817088000 IDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 $ _timestamp‚1.784846360596191e+09 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚38087568 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚328422648763904 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10929638 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1184755748893696 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4279627908096 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1180476120985600 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4271109100683 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1184754377261568 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1180476120985600 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10929633 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1184282480420089 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚328422231525376 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4279627908096 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚323172205305856 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5250075366912 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1184281110380555 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1180010001279872 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚35595081 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚35595081 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚38087568 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚73692757 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚73682643 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5250026219520 trainer/global_step‚4099 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4278282449408 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1180476094812160 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚23486486 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4278282449408 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚38097676 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚12557201 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 _runtime‚ 6964.8979944 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚38097676 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1180010026707840 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚323172573396992 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4272453712249 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1184755748893696 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚35595075 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚353 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚35595075 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1180476094812160 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚23486839 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚73682643 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚12556853 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚323172573396992 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4272453712249 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1184755748893696 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚35595075 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚353 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚35595075 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1180476094812160 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚23486839 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚73682643 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚12556853 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 $ _timestamp‚1.784846360596191e+09 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚38087568 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚328422648763904 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚10929638 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1184755748893696 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4279627908096 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1180476120985600 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4271109100683 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1184754377261568 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1180476120985600 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚10929633 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1184282480420089 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚328422231525376 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4279627908096 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚323172205305856 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5250075366912 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1184281110380555 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1180010001279872 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚35595081 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚35595081 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚38087568 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚73692757 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚73682643 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5250026219520 trainer/global_step‚4099 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4278282449408 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1180476094812160 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚23486486 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4278282449408 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚38097676 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚12557201 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824ߪWî”2ð- _wandbruntime‚6964  _runtime‚6964+Iô'ñý /loss/FBt1/detection_loss‚0.6872963255736977 $ _timestamp‚1.784846360651795e+09 0loss/FRt2/assignment_loss‚0.9707126327020011 2loss/SRqqt2/assignment_loss‚0.5612961236866146 /loss/FBt2/detection_loss‚0.5997402519967154 1loss/FBt1/assignment_loss‚0.21908806335363762 /loss/FRt1/detection_loss‚0.5794994399333593 .loss/FRt1/assignment_loss‚2.09836156161464 1loss/FBt2/assignment_loss‚0.04322734684526272 .loss/FRt2/detection_loss‚1.433438126629032 %loss/total_loss‚9.586241046819591 epoch‚25 trainer/global_step‚4099 _runtime‚6964.953121593 _step‚352 2loss/SRqqt1/assignment_loss‚0.6780706634286497 1loss/SRqqt1/detection_loss‚1.0266669763801772 0loss/SRqqt2/detection_loss‚0.688843534675805ñ`ò‚ %loss/total_loss‚9.586241046819591 epoch‚25 trainer/global_step‚4099 _runtime‚6964.953121593 _step‚352 2loss/SRqqt1/assignment_loss‚0.6780706634286497 1loss/SRqqt1/detection_loss‚1.0266669763801772 0loss/SRqqt2/detection_loss‚0.688843534675805 /loss/FBt1/detection_loss‚0.6872963255736977 $ _timestamp‚1.784846360651795e+09 0loss/FRt2/assignment_loss‚0.9707126327020011 2loss/SRqqt2/assignment_loss‚0.5612961236866146 /loss/FBt2/detection_loss‚0.5997402519967154 1loss/FBt1/assignment_loss‚0.21908806335363762 /loss/FRt1/detection_loss‚0.5794994399333593 .loss/FRt1/assignment_loss‚2.09836156161464 1loss/FBt2/assignment_loss‚0.04322734684526272 .loss/FRt2/detection_loss‚1.433438126629032ह~8’ó‚(:‡ ¢°ŠÓÛäÌÎ gpu.0.gpu‚8.0 gpu.0.memory‚2, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚367.679' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.5358 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0«‰E'dô‚(:Ù ¢°ŠÓîñûÏ% proc.memory.availableMB‚ 1950.4375# proc.memory.rssMB‚ 2797.65234375 proc.cpu.threads‚17 network.sent‚ 7.125205e+06" disk.dm-0.out‚163993.615234375* proc.memory.percent‚11.383676528930664 cpu‚25.327431855524193$ disk./.usageGB‚801.1833267211914 disk.sda3.in‚ 147594.296875 disk.dm-1.in‚ 147594.296875% disk.nvme0n1.out‚163993.615234375 disk.dm-0.in‚21086.11328125 disk.sda1.out‚0 network.recv‚740751 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 273.32421875 disk.dm-1.out‚ 273.32421875$ disk.nvme0c0n1.in‚21086.11328125' disk.nvme0c0n1.out‚163993.615234375 disk.sda.in‚ 147594.296875) disk./.usagePercent‚53.76808529384586" disk.nvme0n1.in‚21086.11328125 disk.sda.out‚ 273.32421875 disk.sda1.in‚0$ memory_percent‚92.063649495442721’”õ‚(:‰ ±°ŠÓýÞŸÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚280.694' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.1388 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0=.ìÊaö‚(:Ö ±°ŠÓáÖýÐ) disk./.usagePercent‚53.77082636651497 disk.dm-1.in‚ 147594.296875& disk.nvme0c0n1.out‚164069.26171875! disk.dm-0.out‚164069.26171875 disk.sda.in‚ 147594.296875 disk.sda1.in‚0) proc.memory.availableMB‚ 1950.18359375$ disk./.usageGB‚801.2241706848145 disk.dm-1.out‚ 273.7109375$ disk.nvme0c0n1.in‚21086.11328125$ disk.nvme0n1.out‚164069.26171875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 147594.296875# proc.memory.rssMB‚ 2797.65234375" disk.nvme0n1.in‚21086.11328125 disk.sda.out‚ 273.7109375* proc.memory.percent‚11.383676528930664 proc.cpu.threads‚17 network.sent‚ 7.185068e+06 network.recv‚743924 disk.dm-0.in‚21086.11328125 disk.sda1.out‚0 disk.sda3.out‚ 273.7109375# memory_percent‚92.0646826426188 cpu‚25.327472478022994ì¯ñŸ÷‚(:” À°ŠÓÕ öÍ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚295.743' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.148599999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0;Ž±¬_ø‚(:Ô À°ŠÓÚγÐ% disk.nvme0n1.out‚164091.443359375 disk.sda.out‚ 274.29296875) proc.memory.availableMB‚ 1950.19140625* proc.memory.percent‚11.383676528930664 proc.cpu.threads‚17 disk.sda1.in‚0' disk.nvme0c0n1.out‚164091.443359375 disk.nvme0n1.in‚ 21087.890625 disk.dm-0.in‚ 21087.890625 cpu‚25.327524633275054 network.recv‚744936 disk.sda1.out‚0 disk.dm-1.in‚ 148129.15625 disk.sda.in‚ 148129.15625# proc.memory.rssMB‚ 2797.65234375 network.sent‚ 7.187163e+06) disk./.usagePercent‚53.77188444565398$ disk./.usageGB‚801.2399368286133 disk.sda2.in‚0 disk.sda3.in‚ 148129.15625 disk.dm-1.out‚ 274.29296875" disk.dm-0.out‚164091.443359375$ memory_percent‚92.06465085347494 disk.sda2.out‚0 disk.sda3.out‚ 274.29296875" disk.nvme0c0n1.in‚ 21087.890625c›^ç“ù‚(:ˆ Ï°ŠÓŸš¼Î gpu.0.gpu‚31.0 gpu.0.memory‚10, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚368.745' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.749 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0™Æ?Ùaú‚(:Ö Ï°ŠÓÜ•«Ð# proc.memory.rssMB‚ 2797.65234375 cpu‚25.327643520881093 network.recv‚746106 disk.dm-0.in‚21259.18359375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚148692.25390625$ disk.nvme0c0n1.in‚21259.18359375* proc.memory.percent‚11.383676528930664 proc.cpu.threads‚17 disk.sda.in‚148692.25390625 disk.dm-1.in‚148692.25390625% disk.nvme0n1.out‚164113.564453125% proc.memory.availableMB‚ 1950.1875 network.sent‚ 7.189223e+06) disk./.usagePercent‚53.77402518065531$ disk./.usageGB‚801.2718353271484 disk.sda2.out‚0 disk.sda3.out‚ 274.65625$ memory_percent‚92.06466674804688" disk.dm-0.out‚164113.564453125 disk.sda.out‚ 274.65625 disk.sda1.out‚0 disk.dm-1.out‚ 274.65625' disk.nvme0c0n1.out‚164113.564453125" disk.nvme0n1.in‚21259.18359375*ýó¾žû‚(:“ Þ°ŠÓî¤ÇÎ gpu.0.gpu‚95.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚320.029' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.00580000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¾´mü‚(:â Þ°ŠÓ‘Æ°Ð( proc.memory.availableMB‚ 1950.4296875# proc.memory.rssMB‚ 2797.65234375* proc.memory.percent‚11.383676528930664 disk.sda.in‚148692.25390625 disk.sda1.out‚0$ disk.nvme0c0n1.in‚21259.18359375' disk.nvme0c0n1.out‚164152.990234375 cpu‚25.327690525879238 proc.cpu.threads‚17 network.sent‚ 7.19131e+06 network.recv‚747021$ disk./.usageGB‚801.2251243591309 disk.dm-0.in‚21259.18359375$ memory_percent‚92.06368128458658* disk./.usagePercent‚53.770890368398526" disk.nvme0n1.in‚21259.18359375" disk.dm-0.out‚164152.990234375 disk.sda.out‚ 275.20703125 disk.sda2.in‚0 disk.sda3.in‚148692.25390625 disk.dm-1.out‚ 275.20703125% disk.nvme0n1.out‚164152.990234375 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 275.20703125 disk.dm-1.in‚148692.25390625Á2ý- _wandbruntime‚7043  _runtime‚7043ë;R¥þÁ trainer/global_step‚4149 % _timestamp‚1.7848464394889286e+09 _runtime‚7043.790415474 _step‚353 & lr-AdamW/pg1‚5.694545470208677e-05 & lr!hï"-AdamW/pg2‚5.694545470208677e-05@Ä[íÌÿÆ & lr-AdamW/pg1‚5.694545470208677e-05 & lr-AdamW/pg2‚5.694545470208677e-05 trainer/global_step‚4149 % _timestamp‚1.7848464394889286e+09 _runtime‚7043.790415474 _step‚353á~lr2€- _wandbruntime‚7043  _runtime‚70438‹ê¶(ýO TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚36005058 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1198471099544064 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4328449497600 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1194142676219904 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚38534438 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚12702353 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11058993 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚38544532 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚74549596 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚23761714 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1194142650046464 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚7043.791728271 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚36005058 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1198471099544064 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11058998 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚332334381510656 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4322536793305 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4328449497600 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚4149 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1198472471169024 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4329794949120 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1194142650046464 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚7043.791728271 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚36005058 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1198471099544064 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11058998 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚332334381510656 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4322536793305 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4328449497600 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚4149 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1198472471169024 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4329794949120 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1198471099544064 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4328449497600 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1194142676219904 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚38534438 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚12702353 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11058993 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚38544532 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚74549596 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚23761714 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616âê#XU2ƒ- _wandbruntime‚7045  _runtime‚7045/[0Y '„‡N =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚370 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚59633152 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚74556945 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1194421585510400 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚38543520 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1198752402974720 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚74567059 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1194421559336960 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1198273672991697 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚332413793149440 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚12705338 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1198752402974720 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1194421559336960 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4330817464320 trainer/global_step‚4149 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚36013431 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚38553628 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚327101523603456 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚327101891694592 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚36013425 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1198272302952163 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1193950115396640 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4322212983491 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1198751031342592 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚36013425 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚38543520 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4330817464320 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4329472005632 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4329472005632 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚38553628 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚12705703 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚74567059 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1194421585510400 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚36013431 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚332414220873728 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5312329179136 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚23766971 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _step‚355 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚74556945 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1193950089968672 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚74567059 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1194421585510400 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚36013431 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚332414220873728 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5312329179136 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚23766971 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _step‚355 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚74556945 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1193950089968672 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚59633152 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚74556945 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1194421585510400 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚38543520 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1198752402974720 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚74567059 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1194421559336960 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1198273672991697 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚332413793149440 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚12705338 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1198752402974720 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1194421559336960 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4330817464320 trainer/global_step‚4149 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚36013431 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚38553628 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚327101523603456 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚327101891694592 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚36013425 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1198272302952163 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1193950115396640 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4322212983491 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1198751031342592 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚36013425 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚38543520 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4330817464320 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4329472005632 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4329472005632 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚38553628 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚12705703ãvºóŠ2†- _wandbruntime‚7045  _runtime‚7045¶¢Äµ‡€ /loss/FBt1/detection_loss‚0.7805197276170475 /loss/FBt2/detection_loss‚0.6117941113189616 _step‚356 /loss/FRt1/assignment_loss‚2.102911121751133 /loss/FRt1/detection_loss‚0.5421474698363057 1loss/SRqqt2/detection_loss‚0.5966117215880529 %loss/total_loss‚9.675143788458048 _runtime‚ 7045.26477747 0loss/FRt2/assignment_loss‚0.9383569121099927 /loss/FRt2/detection_loss‚1.5858450970968903 trainer/global_step‚4149 % _timestamp‚1.7848464409634767e+09 2loss/SRqqt1/assignment_loss‚0.6612001689150169 2loss/SRqqt2/assignment_loss‚0.5633876132960874 1loss/FBt1/assignment_loss‚0.30603604333709455 1loss/FBt2/assignment_loss‚0.02210394180691635 1loss/SRqqt1/detection_loss‚0.9642298597845499 epoch‚25•©×S ˆ… 1loss/SRqqt2/detection_loss‚0.5966117215880529 %loss/total_loss‚9.675143788458048 _runtime‚ 7045.26477747 0loss/FRt2/assignment_loss‚0.9383569121099927 /loss/FRt2/detection_loss‚1.5858450970968903 trainer/global_step‚4149 % _timestamp‚1.7848464409634767e+09 2loss/SRqqt1/assignment_loss‚0.6612001689150169 2loss/SRqqt2/assignment_loss‚0.5633876132960874 1loss/FBt1/assignment_loss‚0.30603604333709455 1loss/FBt2/assignment_loss‚0.02210394180691635 1loss/SRqqt1/detection_loss‚0.9642298597845499 epoch‚25 /loss/FBt1/detection_loss‚0.7805197276170475 /loss/FBt2/detection_loss‚0.6117941113189616 _step‚356 /loss/FRt1/assignment_loss‚2.102911121751133 /loss/FRt1/detection_loss‚0.5421474698363057äàÆhΓ‰‚(:ˆ í°ŠÓÂà’Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚288.775' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚57.755 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0R-c`gŠ‚(:Ü í°ŠÓÉÚæÐ disk.dm-1.out‚ 275.77734375 proc.cpu.threads‚17 network.recv‚748381$ disk.nvme0c0n1.in‚21259.18359375% disk.nvme0c0n1.out‚164177.8671875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚148692.25390625 network.sent‚ 7.193365e+06$ disk./.usageGB‚801.4111251831055" disk.nvme0n1.in‚21259.18359375 disk.sda.out‚ 275.77734375 disk.sda3.in‚148692.25390625$ memory_percent‚92.06480979919434# proc.memory.rssMB‚ 2797.65234375 cpu‚25.32784023747747# disk.nvme0n1.out‚164177.8671875 disk.dm-0.in‚21259.18359375) proc.memory.availableMB‚ 1950.15234375* proc.memory.percent‚11.383676528930664) disk./.usagePercent‚53.78337303976055 disk.dm-0.out‚164177.8671875 disk.sda.in‚148692.25390625 disk.sda3.out‚ 275.77734375ÛôPMž‹‚(:“ ü°ŠÓ‡úóÎ gpu.0.gpu‚96.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚369.963' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.99260000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ûWCfŒ‚(:Û ü°ŠÓ‘¼ŠÑ disk.sda3.out‚ 276.38671875 disk.dm-1.out‚ 276.38671875$ disk.nvme0c0n1.in‚21271.05859375" disk.nvme0n1.in‚21271.05859375# disk.nvme0n1.out‚164366.4140625 disk.dm-0.out‚164366.4140625$ memory_percent‚92.06395149230957 proc.cpu.threads‚17 network.sent‚ 7.253252e+06 network.recv‚751048) disk./.usagePercent‚53.78548714997831 disk.dm-1.in‚148952.00390625% disk.nvme0c0n1.out‚164366.4140625 disk.dm-0.in‚21271.05859375) proc.memory.availableMB‚ 1950.36328125# proc.memory.rssMB‚ 2797.65234375# disk./.usageGB‚801.442626953125 disk.sda.in‚148952.00390625 disk.sda1.out‚0 disk.sda2.out‚0* proc.memory.percent‚11.383676528930664 disk.sda.out‚ 276.38671875 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚148952.00390625 cpu‚25.32918524655524|^>x2- _wandbruntime‚7071  _runtime‚7071õÇmk;Žåv 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7342664003372192 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.42093905806541443 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9834425449371338 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04437917843461037 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 particle/accuracy_2_of_3‚1 +particle/specificity‚0.9074743986129761 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 particle/accuracy_2_of_4‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7994742393493652 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.17838802933692932 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6013768315315247 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.31448715925216675 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 8"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.866855263710022 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9883948564529419 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6032091379165649 *jet/accuracy_2_of_4‚0.8312094807624817 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2812022268772125 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.28806203603744507 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3653494715690613 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +jet/accuracy_1_of_1‚0.32191240787506104 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7403174638748169 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08419293910264969 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 6 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.986098051071167 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7904763221740723 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7481349110603333 *jet/accuracy_1_of_4‚0.9662006497383118 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7186470031738281 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.23499266803264618 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1850069910287857 6 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.954913854598999 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 6 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.651190459728241 6validation_average_jet_accuracy‚0.3577921986579895 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6020854115486145 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.0838942676782608 8"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.866855263710022 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6855079531669617 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1951615959405899 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6565881371498108 particle/accuracy_1_of_2‚1 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2461162656545639 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1956329345703125 *jet/accuracy_1_of_3‚0.9036961197853088 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9444940686225891 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.18808743357658386 ,"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.125 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6806433200836182 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 +jet/accuracy_4_of_4‚0.02010233886539936 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6390044689178467 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7100800275802612 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6202973127365112 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9209343194961548 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6032091379165649 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6619381904602051 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19858089089393616 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7609197497367859 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10141737014055252 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.045340802520513535 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6594902276992798 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8199900984764099 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9921798706054688 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.22622495889663696 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 /particle/accuracy_4_of_4‚0.9252649545669556 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7463804483413696 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.023119298741221428 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6865956783294678 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.18745140731334686 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.980654776096344 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6932817697525024 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03155575692653656 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6396986246109009 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48279649019241333 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 (particle/accuracy‚0.8456929922103882 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.23246759176254272 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9563055038452148 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.20729513466358185 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6141211986541748 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3059079945087433 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.782328724861145 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.18399569392204285 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9442250728607178 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6898346543312073 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 +jet/accuracy_2_of_2‚0.14515632390975952 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6118234992027283 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6053571701049805 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03474190831184387 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.06639678031206131 +jet/accuracy_3_of_3‚0.07447731494903564 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023321816697716713 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.49934786558151245 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6619160771369934 particle/accuracy_3_of_4‚1 7"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.34523805975914 8"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.808219850063324 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 +particle/sensitivity‚0.6174209117889404 _runtime‚7071.292637873 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7091798782348633 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 trainer/global_step‚4159 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8716669082641602 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.24571163952350616 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8884500861167908 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6034678220748901 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 'particle/f_score‚0.6302192807197571 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6178571581840515 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8083177208900452 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 8"Purity/*FRt1SRqqt1FBt/event_purity‚0.465204656124115 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9856987595558167 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.19913744926452637 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0296456441283226 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.36102867126464844 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5903611183166504 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7506760954856873 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.24427400529384613 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5920479893684387 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.22660113871097565 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6425063014030457 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5854973196983337 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.16705280542373657 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6386904716491699 )loss/val_total_loss‚9.248514892249807 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9946080446243286 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03380969166755676 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 % _timestamp‚1.7848464669904563e+09 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6854904294013977 particle/accuracy_1_of_3‚1 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5987960696220398 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.021948998793959618 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6624488830566406 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_2‚1 particle/accuracy_3_of_3‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6314540505409241 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4292827546596527 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9870772361755371 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5141714811325073 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.19734616577625275 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7079694271087646 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.06783494353294373 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 epoch‚25 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 )jet/accuracy_1_of_2‚0.719950795173645 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 *jet/accuracy_2_of_3‚0.5901941657066345 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6009928584098816 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.23499266803264618 6 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.980654776096344 6 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.177508145570755 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 _step‚357ÒÿèK!êv 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6396986246109009 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48279649019241333 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 (particle/accuracy‚0.8456929922103882 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.23246759176254272 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9563055038452148 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.20729513466358185 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6141211986541748 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3059079945087433 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.782328724861145 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.18399569392204285 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9442250728607178 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.6898346543312073 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 +jet/accuracy_2_of_2‚0.14515632390975952 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6118234992027283 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6053571701049805 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03474190831184387 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.06639678031206131 +jet/accuracy_3_of_3‚0.07447731494903564 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023321816697716713 ,"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.125 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.49934786558151245 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ( Purity/0FRt2SRqqt2FBt/FBt_purity‚0.5 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6619160771369934 particle/accuracy_3_of_4‚1 7"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.34523805975914 8"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.808219850063324 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 +particle/sensitivity‚0.6174209117889404 _runtime‚7071.292637873 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7091798782348633 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.4761905074119568 trainer/global_step‚4159 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8716669082641602 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.24571163952350616 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/0FRt2SRqqt*FBt/FBt_purity‚0.9333333969116211 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.8884500861167908 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6034678220748901 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 'particle/f_score‚0.6302192807197571 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6178571581840515 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8083177208900452 *"Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0.5 8"Purity/*FRt1SRqqt1FBt/event_purity‚0.465204656124115 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9856987595558167 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.19913744926452637 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0296456441283226 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.36102867126464844 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.5903611183166504 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7506760954856873 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.24427400529384613 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.5920479893684387 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.7857142686843872 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.22660113871097565 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6425063014030457 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5854973196983337 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.16705280542373657 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purits$¤O'y/1FRt0SRqqt2FBt/FRt_purity‚0.6386904716491699 )loss/val_total_loss‚9.248514892249807 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9946080446243286 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03380969166755676 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 % _timestamp‚1.7848464669904563e+09 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6854904294013977 particle/accuracy_1_of_3‚1 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5987960696220398 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.021948998793959618 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.6624488830566406 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ( Purity/*FRt2SRqqt2FBt/FBt_purity‚0.5 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_2‚1 particle/accuracy_3_of_3‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6314540505409241 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4292827546596527 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9870772361755371 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9909677505493164 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5141714811325073 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.19734616577625275 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7079694271087646 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.06783494353294373 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 epoch‚25 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 )jet/accuracy_1_of_2‚0.719950795173645 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 *jet/accuracy_2_of_3‚0.5901941657066345 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6009928584098816 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.23499266803264618 6 Purity/1FRt0SRqqt2FBt/FBt_purity‚0.980654776096344 6 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.177508145570755 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 _step‚357 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7342664003372192 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.42093905806541443 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9834425449371338 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04437917843461037 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.7857142686843872 particle/accuracy_2_of_3‚1 +particle/specificity‚0.9074743986129761 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 particle/accuracy_2_of_4‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.7994742393493652 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.17838802933692932 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6013768315315247 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.31448715925216675 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 8"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.866855263710022 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9883948564529419 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6032091379165649 *jet/accuracy_2_of_4‚0.8312094807624817 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2812022268772125 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.28806203603744507 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3653494715690613 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +jet/accuracy_1_of_1‚0.32191240787506104 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7403174638748169 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08419293910264969 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 6 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.986098051071167 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7904763221740723 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7481349110603333 *jet/accuracy_1_of_4‚0.9662006497383118 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7186470031738281 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.23499266803264618 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.1850069910287857 6 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.954913854598999 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 6 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.651190459728241 6validation_average_jet_accuracy‚0.3577921986579895 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6020854115486145 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.0838942676782608 8"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.866855263710022 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6855079531669617 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.1951615959405899 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6565881371498108 particle/accuracy_1_of_2‚1 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2461162656545639 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1956329345703125 *jet/accuracy_1_of_3‚0.9036961197853088 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9937689900398254 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9444940686225891 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.18808743357658386 ,"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.125 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.6806433200836182 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 +jet/accuracy_4_of_4‚0.02010233886539936 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6390044689178467 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7100800275802612 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6202973127365112 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9209343194961548 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6032091379165649 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6619381904602051 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.6339285373687744 *"Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0.5 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.19858089089393616 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7609197497367859 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10141737014055252 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.045340802520513535 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6594902276992798 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8199900984764099 7 Purity/1FRt0SRqqt*FBt/FBt_purity‚0.9921798706054688 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.22622495889663696 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 :"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.30000001192092896 /particle/accuracy_4_of_4‚0.9252649545669556 7 Purity/*FRt2SRqqt*FBt/FBt_purity‚0.9714285731315613 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.7463804483413696 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.023119298741221428 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.6865956783294678 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.18745140731334686 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.980654776096344 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.6932817697525024 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03155575692653656åÂá’‚(:‡ ‹±ŠÓ±àñÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚318.38' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.676 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ž» ¬n‘‚(:ã ‹±ŠÓàôòÑ disk.sda1.out‚0 disk.sda3.in‚150091.91796875 disk.dm-1.out‚ 276.57421875& disk.nvme0n1.out‚165455.6435546875 disk.dm-0.in‚ 21444.8203125 disk.sda.out‚ 276.57421875( proc.memory.availableMB‚ 2915.7109375 network.sent‚ 7.254777e+06$ disk./.usageGB‚801.2782592773438 disk.sda3.out‚ 276.57421875 disk.dm-1.in‚150091.91796875# disk.dm-0.out‚165455.6435546875$ memory_percent‚88.13594182332358 cpu‚25.329643782888294 proc.cpu.threads‚17* disk./.usagePercent‚53.774456297342965 disk.sda1.in‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2797.69921875* proc.memory.percent‚11.383867263793945 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 21444.8203125( disk.nvme0c0n1.out‚165455.6435546875! disk.nvme0n1.in‚ 21444.8203125 disk.sda.in‚150091.91796875 network.recv‚752167S+Ôý”’‚(:‰ š±ŠÓ§¸Î gpu.0.gpu‚55.0 gpu.0.memory‚17, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚346.686' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚69.3372 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¯Gaal“‚(:á š±ŠÓ†­´Ð$ disk.nvme0c0n1.in‚21454.37890625 network.sent‚ 7.30867e+06) disk./.usagePercent‚53.77715231268605 disk.dm-0.in‚21454.37890625# disk.dm-0.out‚166370.4208984375 disk.sda1.out‚0 disk.sda2.out‚0& disk.nvme0n1.out‚166370.4208984375) proc.memory.availableMB‚ 2915.58984375# disk./.usageGB‚801.318431854248 disk.sda1.in‚0 disk.sda2.in‚0" disk.nvme0n1.in‚21454.37890625 cpu‚25.329767595468585 proc.cpu.threads‚17 disk.sda.in‚150091.91796875 disk.sda.out‚ 277.3203125 disk.sda3.out‚ 277.3203125 disk.dm-1.out‚ 277.3203125( disk.nvme0c0n1.out‚166370.4208984375$ memory_percent‚88.13643455505371# proc.memory.rssMB‚ 2797.69921875* proc.memory.percent‚11.383867263793945 network.recv‚754938 disk.sda3.in‚150091.91796875 disk.dm-1.in‚150091.91796875Q<‘Ÿ”‚(:” ©±ŠÓ”‰ÂÎ gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚290.178' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚58.035599999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0~‚:™o•‚(:ä ©±ŠÓ‹óªÐ disk.sda2.out‚0# proc.memory.rssMB‚ 2797.69921875* proc.memory.percent‚11.383867263793945 cpu‚25.329810523985646 network.sent‚ 7.311261e+06) disk./.usagePercent‚53.77819579939561$ disk.dm-0.out‚166390.23681640625 disk.sda.in‚150091.91796875 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.out‚ 277.5390625 disk.dm-1.in‚150091.91796875 network.recv‚756148$ disk./.usageGB‚801.3339805603027 disk.dm-0.in‚21454.39453125 disk.sda1.in‚0 disk.sda3.in‚150091.91796875 disk.dm-1.out‚ 277.5390625$ disk.nvme0c0n1.in‚21454.39453125' proc.memory.availableMB‚ 2915.328125" disk.nvme0n1.in‚21454.39453125' disk.nvme0n1.out‚166390.23681640625) disk.nvme0c0n1.out‚166390.23681640625$ memory_percent‚88.13749949137369 proc.cpu.threads‚17 disk.sda.out‚ 277.5390625<¿“Ÿ–‚(:” ¸±ŠÓ¶ÑÍÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚313.837' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.767399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0!†žp—‚(:å ¸±ŠÓÒ§¬Ð network.sent‚ 7.313473e+06) disk./.usagePercent‚53.78029941330447$ disk./.usageGB‚801.3653259277344 disk.sda2.out‚0 disk.dm-1.out‚ 278.0234375) disk.nvme0c0n1.out‚166404.11962890625$ disk.dm-0.out‚166404.11962890625# memory_percent‚88.1385326385498 disk.sda2.in‚0 disk.sda3.out‚ 278.0234375$ disk.nvme0c0n1.in‚21455.01171875" disk.nvme0n1.in‚21455.01171875' disk.nvme0n1.out‚166404.11962890625 disk.sda.in‚150596.32421875# proc.memory.rssMB‚ 2797.69921875 cpu‚25.329852659791335 network.recv‚757250 disk.dm-1.in‚150596.32421875 disk.sda1.in‚0 disk.sda1.out‚0) proc.memory.availableMB‚ 2915.07421875 proc.cpu.threads‚17 disk.sda3.in‚150596.32421875 disk.dm-0.in‚21455.01171875 disk.sda.out‚ 278.0234375* proc.memory.percent‚11.383867263793945UŠUÌ2˜- _wandbruntime‚7139  _runtime‚7139滆¹Æ™À _runtime‚7139.671044364 _step‚358 & lr-AdamW/pg1‚5.577292753880067e-05 & lr-AdamW/pg2‚5.577292753880067e-05 trainer/global_step‚4199 $ _timestamp‚1.784846535369527e+09{_c›ËšÅ & lr-AdamW/pg1‚5.577292753880067e-05 & lr-AdamW/pg2‚5.577292753880067e-05 trainer/global_step‚4199 $ _timestamp‚1.784846535369527e+09 _runtime‚7139.671044364 _step‚358æ!ý̆2›- _wandbruntime‚7139  _runtime‚7139¹¸ (œýO [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 % _timestamp‚1.7848465353705153e+09 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1213934226121216 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚36474518 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚330980576695296 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5378341296128 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1209073688683760 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚36474518 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4384195407872 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚323 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚336358962951680 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚75502752 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚328 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5378386256384 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1209551376164864 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1209073663255792 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1213934226121216 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚75492652 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚36474512 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚39018140 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11194915 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚39028234 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11194920 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚36474512 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12868500 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚39018140 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚36474512 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚39018140 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11194915 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚39028234 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11194920 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚36474512 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚12868500 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚39018140 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1213934226121216 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚36474518 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚330980576695296 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5378341296128 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1209073688683760 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚36474518 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4384195407872 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KEDeviceStatsMonitor1wVÕ .on_train_batch_start/allocation.large_pool.current‚6 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚323 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚336358962951680 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚75502752 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚328 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5378386256384 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1209551376164864 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1209073663255792 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1213934226121216 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚75492652 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚39037330 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4376521920713 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4377866532279 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚36482885 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚39027222 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚12871180 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚75510101 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚36482885 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚331058794970112 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4383872464384 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1209830285455360 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4385217923072 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚36482879 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 trainer/global_step‚4199 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚11197560 % _timestamp‚1.7848465367854123e+09 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1214215529551872 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚24068735 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5379601370112 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚39037330 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚336438396340224 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1213728986950281 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚75520215 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚75510101 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚320 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5379648420352 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚7141.087253855 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚331059163061248 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚8244PÜg'¢ŒN E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4377866532279 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚36482885 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚39027222 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚12871180 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚75510101 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚36482885 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚331058794970112 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4383872464384 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1209830285455360 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4385217923072 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚36482879 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 trainer/global_step‚4199 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚11197560 % _timestamp‚1.7848465367854123e+09 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1214215529551872 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚24068735 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5379601370112 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚39037330 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚336438396340224 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1213728986950281 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚75520215 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚75510101 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚320 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5379648420352 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚7141.087253855 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚331059163061248 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1209830285455360 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚39027222 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚39037330 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4376521920713 FDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚36892868 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚24343188 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚36892862 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1223496866863104 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚355 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚76366954 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1223496840689664 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚76377054 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚24342833 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1223013777372560 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚36892868 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚39484186 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1227930880202240 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1227930880202240 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚334909894992896 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1227441726985895 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5440762039296 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚36892868 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚24343188 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚36892862 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1223496866863104 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚355 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚76366954 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1223496840689664 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚76377054 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚24342833 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1223013777372560 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚36892868 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚39484186 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1227930880202240 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1227930880202240 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚334909894992896 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1227441726985895 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5440762039296 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 IDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚36901229 _step‚364 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚13019225 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1228212183632896 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 trainer/global_step‚4249 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚76394517 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1223292553718368 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1223775749980160 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚24348431 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚349 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1227721549561423 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚39483174 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4436407479296 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4435062020608 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚24348785 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 425627136 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11329555 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚13018876 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚334988113267712 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0Gf¸ŠN NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚39483174 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1227720179521889 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_byte‹Íì!ª!s.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚36901229 _step‚364 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚13019225 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1228212183632896 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 trainer/global_step‚4249 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚76394517 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1223292553718368 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1223775749980160 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚24348431 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚349 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1227721549561423 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚39483174 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4436407479296 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4435062020608 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚24348785 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 425627136 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11329555 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚13018876 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚334988113267712 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚11329560 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚36901235 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚340430536111616 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4428970415087 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚334988481358848 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 $ _timestamp‚1.784846617209639e+09 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚76384403 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚39493282 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 Fs½‚(:è ¡²ŠÓÐ׋Ð disk.dm-0.in‚21713.55078125 disk.sda1.out‚0$ memory_percent‚88.13444773356119' proc.memory.availableMB‚ 2916.078125* proc.memory.percent‚11.383867263793945 network.recv‚769044 disk.dm-1.in‚152729.95703125 disk.sda.out‚ 281.13671875 disk.sda2.in‚0# proc.memory.rssMB‚ 2797.69921875 cpu‚25.330351279964958 network.sent‚ 7.422741e+06$ disk./.usageGB‚800.4578857421875 disk.dm-1.out‚ 281.13671875 disk.sda.in‚152729.95703125 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚152729.95703125 disk.sda3.out‚ 281.13671875) disk.nvme0c0n1.out‚166692.19287109375" disk.nvme0n1.in‚21713.55078125$ disk.dm-0.out‚166692.19287109375 proc.cpu.threads‚17* disk./.usagePercent‚53.719400341059384$ disk.nvme0c0n1.in‚21713.55078125' disk.nvme0n1.out‚166692.19287109375ÜÈ2𞾂(:“ °²ŠÓ‹ƒÂÎ gpu.0.gpu‚93.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚313.088' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚62.61760000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚00ˆ'c¿‚(:Ø °²ŠÓÜû”Ð& proc.memory.availableMB‚ 1943.96875# proc.memory.rssMB‚ 2797.69921875* proc.memory.percent‚11.383867263793945 cpu‚25.330356898078577 proc.cpu.threads‚17 network.sent‚ 7.48589e+06$ memory_percent‚92.08997090657553 network.recv‚778552$ disk./.usageGB‚800.3704643249512 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 281.66796875! disk.nvme0c0n1.in‚ 21717.46875 disk.sda.in‚153234.6796875 disk.sda.out‚ 281.66796875 disk.sda3.in‚153234.6796875 disk.dm-1.in‚153234.6796875 disk.dm-1.out‚ 281.66796875) disk.nvme0c0n1.out‚166711.07177734375 disk.nvme0n1.in‚ 21717.46875' disk.nvme0n1.out‚166711.07177734375 disk.sda1.in‚0 disk.sda1.out‚0( disk./.usagePercent‚53.7135334163972 disk.dm-0.in‚ 21717.46875$ disk.dm-0.out‚166711.07177734375$½2bžÀ‚(:“ ¿²ŠÓÑúÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚308.704' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.74080000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ic@]mÁ‚(:â ¿²ŠÓ¹£°Ñ& proc.memory.availableMB‚ 1943.71875) disk./.usagePercent‚53.64922867592412 disk.dm-1.out‚ 282.01171875 disk.sda.in‚153769.51171875 disk.sda2.out‚0$ memory_percent‚92.09098815917969* proc.memory.percent‚11.383867263793945 network.recv‚779729 disk.dm-1.in‚153769.51171875# disk.nvme0c0n1.in‚ 21739.5703125 disk.sda.out‚ 282.01171875# proc.memory.rssMB‚ 2797.69921875 cpu‚25.33042266724423 proc.cpu.threads‚17$ disk./.usageGB‚799.4122772216797) disk.nvme0c0n1.out‚166769.74560546875! disk.nvme0n1.in‚ 21739.5703125$ disk.dm-0.out‚166769.74560546875 disk.sda1.out‚0 network.sent‚ 7.487968e+06' disk.nvme0n1.out‚166769.74560546875 disk.dm-0.in‚ 21739.5703125 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚153769.51171875 disk.sda3.out‚ 282.011718759†ôæ•Â‚(:Š βŠÓ‚ýöÍ gpu.0.gpu‚100.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚373.196' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.6392 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÅŒ¼msÂ(:è βŠÓ‰ÍÃÐ$ disk./.usageGB‚799.4413757324219$ disk.nvme0c0n1.in‚21888.51171875' disk.nvme0n1.out‚166805.77294921875* proc.memory.percent‚11.383867263793945" disk.nvme0n1.in‚21888.51171875 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚153769.51171875 disk.sda3.out‚ 282.61328125) proc.memory.availableMB‚ 1943.80859375 cpu‚25.330503072225937 proc.cpu.threads‚17 network.sent‚ 7.48936e+06 network.recv‚779903) disk./.usagePercent‚53.65118150139531 disk.sda.in‚153769.51171875 disk.sda2.out‚0 disk.dm-1.in‚153769.51171875 disk.dm-1.out‚ 282.61328125$ memory_percent‚92.09062258402506) disk.nvme0c0n1.out‚166805.77294921875 disk.dm-0.in‚21888.51171875$ disk.dm-0.out‚166805.77294921875 disk.sda.out‚ 282.61328125 disk.sda1.in‚0# proc.memory.rssMB‚ 2797.699218752YžŸÄ‚(:” ݲŠÓ攡Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚294.196' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚58.839200000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0<ïNytÅ‚(:é ݲŠÓæ÷ãÐ disk.dm-1.in‚153769.51171875 disk.dm-1.out‚ 282.98828125' disk.nvme0n1.out‚166833.00048828125$ disk.dm-0.out‚166833.00048828125( proc.memory.availableMB‚ 1944.0546875* proc.memory.percent‚11.383867263793945 proc.cpu.threads‚17 network.sent‚ 7.493194e+06 disk.dm-0.in‚21888.51171875$ memory_percent‚92.08962122599283# proc.memory.rssMB‚ 2797.69921875 cpu‚25.330575137425114 network.recv‚781359) disk.nvme0c0n1.out‚166833.00048828125" disk.nvme0n1.in‚21888.51171875 disk.sda.in‚153769.51171875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚153769.51171875 disk.sda3.out‚ 282.98828125* disk./.usagePercent‚53.653288187394566$ disk./.usageGB‚799.4727668762207$ disk.nvme0c0n1.in‚21888.51171875 disk.sda.out‚ 282.98828125 disk.sda1.in‚0 disk.sda1.out‚0w7Ô“2Æ- _wandbruntime‚7300  _runtime‚7300éóNJÇÇÁ _step‚366 & lr-AdamW/pg1‚5.343170517907028e-05 & lr-AdamW/pg2‚5.343170517907028e-05 trainer/global_step‚4299 % _timestamp‚1.7848466958819504e+09 _runtime‚7300.183434968X­A’ÌÈÆ % _timestamp‚1.7848466958819504e+09 _runtime‚7300.183434968 _step‚366 & lr-AdamW/pg1‚5.343170517907028e-05 & lr-AdamW/pg2‚5.343170517907028e-05 trainer/global_step‚4299î’›Y(2É- _wandbruntime‚7300  _runtime‚7300ñP¦(ÊüO WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚344342456419328 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5503243128832 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4485229068800 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚24622970 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚13163719 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚338838845199360 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1241928905908224 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚39930044 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4485229068800 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚24622634 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚37311212 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4486574520320 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11458915 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚338839213290496 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1237442305214464 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚77241256 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚39940138 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚39940138 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1241927534283264 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚37311218 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1237442331387904 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚37311218 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11458920 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚331 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4477708884689 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1237442305214464 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚7300.187958305 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚367 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4486574520320 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1241927534283264 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1236953840633392 $ _timestamp‚1.784846695883066e+09 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚37311212 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚336ýò²‚YËP \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚77251356 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1241432919557503 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1241927534283264 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1236953840633392 $ _timestamp‚1.784846695883066e+09 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚37311212 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚336 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚344342456419328 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5503243128832 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4485229068800 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚24622970 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚13163719 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚338838845199360 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1241928905908224 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚39930044 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4485229068800 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚24622634 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚37311212 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4486574520320 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11458915 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚338839213290496 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1237442305214464 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚77241256 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚39940138 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚39940138 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1241927534283264 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚37311218 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1237442331387904 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚37311218 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11458920 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚331 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4477708884689 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1237442305214464 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _runtime‚7300.187958305 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚367 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4486574520320 I8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚4299 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚39939126 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚333 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1241711372093497 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚77268819 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 % _timestamp‚1.7848466973051717e+09 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4478729686329 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚77258705 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1237721214504960 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚24628209 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _runtime‚7301.607085271 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚39949234 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚13166654 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1242207466081792 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚24628547 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚344422286826496 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4486251576832 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚77268819 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1237232642407168 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4486251576832 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚344421871685120 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1242208837713920 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚39939126 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11461555 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824@’\'ÎŒN ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚344422286826496 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4486251576832 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚77268819 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1237232642407168 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4486251576832 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚344421871685120 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1242208837713920 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚39939126 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11461555 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚4299 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚39939126 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚333 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1241711372093497 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚77268819 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 % _timestamp‚1.7848466973051717e+09 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4478729686329 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚77258705 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1237721214504960 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚24628209 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _runtime‚7301.607085271 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚39949234 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚13166654 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1242207466081792 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚24628547ðª~ ¯2Ï- _wandbruntime‚7301  _runtime‚7301mcïõЂ $loss/total_loss‚9.34428222223703 _runtime‚7301.658708615 /loss/FRt1/assignment_loss‚2.213954468446648 2loss/SRqqt1/assignment_loss‚0.5530618972589516 /loss/FBt1/detection_loss‚1.0037611395847508 1loss/SRqqt1/detection_loss‚0.9163223668319034 % _timestamp‚1.7848466973573923e+09 _step‚369 2loss/SRqqt2/assignment_loss‚0.6024300214414945 /loss/FRt1/detection_loss‚0.5511655586479264 /loss/FRt2/detection_loss‚1.4077625121324586 /loss/FBt2/detection_loss‚0.6194411215514655 epoch‚26 trainer/global_step‚4299 0loss/FRt2/assignment_loss‚0.8333845295591983 2loss/FBt1/assignment_loss‚0.024919131523597017 2loss/FBt2/assignment_loss‚0.012557568564543875 1loss/SRqqt2/detection_loss‚0.6055219066940918"2› ч 0loss/FRt2/assignment_loss‚0.8333845295591983 2loss/FBt1/assignment_loss‚0.024919131523597017 2loss/FBt2/assignment_loss‚0.012557568564543875 1loss/SRqqt2/detection_loss‚0.6055219066940918 $loss/total_loss‚9.34428222223703 _runtime‚7301.658708615 /loss/FRt1/assignment_loss‚2.213954468446648 2loss/SRqqt1/assignment_loss‚0.5530618972589516 /loss/FBt1/detection_loss‚1.0037611395847508 1loss/SRqqt1/detection_loss‚0.9163223668319034 % _timestamp‚1.7848466973573923e+09 _step‚369 2loss/SRqqt2/assignment_loss‚0.6024300214414945 /loss/FRt1/detection_loss‚0.5511655586479264 /loss/FRt2/detection_loss‚1.4077625121324586 /loss/FBt2/detection_loss‚0.6194411215514655 epoch‚26 trainer/global_step‚4299ñÒHÁ”Ò‚(:‰ 첊ÓßëµÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚333.866' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚66.7732 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ñYݽSÓ‚(:È 첊Óù¹ŒÐ network.sent‚ 7.495486e+06* disk./.usagePercent‚53.672529969675594$ disk./.usageGB‚799.7594833374023! disk.nvme0c0n1.in‚ 21912.53125 disk.nvme0n1.in‚ 21912.53125$ disk.nvme0n1.out‚166861.23828125 disk.dm-0.in‚ 21912.53125 disk.sda1.out‚0 network.recv‚783057& disk.nvme0c0n1.out‚166861.23828125 disk.sda1.in‚0 disk.sda2.out‚0( proc.memory.availableMB‚ 1944.0234375* proc.memory.percent‚11.383867263793945 cpu‚25.330585752274075 disk.dm-1.out‚283.625 disk.sda.out‚283.625 disk.sda2.in‚0 proc.cpu.threads‚17 disk.sda3.in‚154016.87890625 disk.sda3.out‚283.625 disk.dm-1.in‚154016.87890625! disk.dm-0.out‚166861.23828125 disk.sda.in‚154016.87890625$ memory_percent‚92.08974838256836# proc.memory.rssMB‚ 2797.69921875ƒ^Å4žÔ‚(:“ û²ŠÓž¡ÓÎ gpu.0.gpu‚100.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚367.15' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.42999999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¡2ùjÕ‚(:ß û²ŠÓ›É­Ð proc.cpu.threads‚17 network.sent‚ 7.554243e+06 disk.dm-0.in‚21952.89453125 disk.sda3.in‚155272.9609375' disk.nvme0n1.out‚167331.43017578125# proc.memory.rssMB‚ 2797.69921875 cpu‚25.33069114722285$ disk./.usageGB‚799.8791198730469 disk.sda1.in‚0 disk.sda2.out‚0$ disk.nvme0c0n1.in‚21952.89453125) disk.nvme0c0n1.out‚167331.43017578125$ memory_percent‚92.09006627400717 network.recv‚785492 disk.sda.out‚ 284.234375 disk.dm-1.in‚155272.9609375 disk.dm-1.out‚ 284.234375" disk.nvme0n1.in‚21952.89453125* proc.memory.percent‚11.383867263793945* disk./.usagePercent‚53.680558877964444$ disk.dm-0.out‚167331.43017578125 disk.sda.in‚155272.9609375 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.out‚ 284.234375( proc.memory.availableMB‚ 1943.9453125M‰žÖ‚(:“ Š³ŠÓ´›ÍÎ gpu.0.gpu‚18.0 gpu.0.memory‚5, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚137.582' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚27.516399999999997 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0D!;bׂ(:× Š³ŠÓǵ³Ð network.sent‚ 7.556329e+06 network.recv‚786409) disk./.usagePercent‚53.65013212651245 disk.dm-0.in‚ 22042.9609375 disk.sda3.out‚ 284.59375) disk.nvme0c0n1.out‚167354.91845703125' proc.memory.availableMB‚ 1943.703125 proc.cpu.threads‚17' disk.nvme0n1.out‚167354.91845703125 disk.sda.in‚155272.9609375 disk.sda1.out‚0 disk.sda3.in‚155272.9609375 disk.dm-1.in‚155272.9609375# disk.nvme0c0n1.in‚ 22042.9609375* proc.memory.percent‚11.383867263793945 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0$ disk./.usageGB‚799.4257392883301! disk.nvme0n1.in‚ 22042.9609375$ disk.dm-0.out‚167354.91845703125 disk.sda.out‚ 284.59375$ memory_percent‚92.09105173746744 disk.dm-1.out‚ 284.59375# proc.memory.rssMB‚ 2797.69921875 cpu‚25.331136383714963µ‹2Ø- _wandbruntime‚7343  _runtime‚7343çAÍi0ÙÅu 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6351439952850342 6 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.979042649269104 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6959820985794067 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2879656255245209 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6754357814788818 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7703006863594055 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02767878957092762 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.07936450093984604 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7464224100112915 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6959820985794067 particle/accuracy_1_of_1‚1 /particle/accuracy_4_of_4‚0.9727795720100403 # _timestamp‚1.78484673932302e+09 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 8"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.718624472618103 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21369002759456635 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 +jet/accuracy_3_of_3‚0.07911206781864166 _runtime‚ 7343.62521492 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7029899954795837 7 Purity/1FRt0SRl ›2qqt1FBt/FRt_purity‚0.7134066820144653 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7943881750106812 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6272174119949341 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7173566222190857 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.28783348202705383 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 )jet/accuracy_2_of_3‚0.602662980556488 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 *jet/accuracy_1_of_2‚0.7398709058761597 particle/accuracy_1_of_3‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7189952731132507 particle/accuracy_1_of_2‚1 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6376593708992004 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8820614814758301 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21085721254348755 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6834820508956909 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.0135788694024086 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023834044113755226 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.46200281381607056 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23118694126605988 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.23431524634361267 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.1047305315732956 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7916668653488159 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 +particle/specificity‚0.9047581553459167 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6241803765296936 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22022446990013123 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6775403618812561 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.27532219886779785 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.10172005742788315 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05132386088371277 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19142697751522064 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7252289056777954 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7084820866584778 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.25711119174957275 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.04247366264462471 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9966596961021423 8"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.663999080657959 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2772487699985504 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 particle/accuracy_2_of_3‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6036052703857422 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21000967919826508 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6105358600616455 6 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.516609787940979 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 )jet/accuracy_2_of_4‚0.839772641658783 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3434235751628876 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.656585156917572 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5196793675422668 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7853067517280579 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.19216515123844147 particle/accuracy_2_of_4‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6550214886665344 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9950360059738159 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7083566784858704 +jet/accuracy_1_of_1‚0.34518682956695557 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.31099987030029297 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9860475063323975 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6562324166297913 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.48280245065689087 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.45327073335647583 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9253588914871216 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 trainer/global_step‚4319 _step‚370 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 *jet/accuracy_1_of_3‚0.8954179883003235 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2772487699985504 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 *jet/accuracy_2_of_2‚0.1576087325811386 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6832853555679321 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.688345730304718 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02964506670832634 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.0135788694024086 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.26812171936035156 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7"Purity/*FRt1SRqqt0FBt/event_purity‚0.37785604596138 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.022458435967564583 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 +jet/accuracy_4_of_4‚0.02010233886539936 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6259413957595825 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6968534588813782 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6241803765296936 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.05147388204932213 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7520776987075806 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6973837614059448 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8720635771751404 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6256754398345947 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 'particle/f_score‚0.6369642019271851 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.28662508726119995 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11827845871448517 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.994315505027771 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.09896410256624222 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1764664202928543 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7192765474319458 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.21942850947380066 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.22304773330688477 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08899588882923126 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 particle/accuracy_3_of_4‚1 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6137146353721619 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7915089130401611 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6442758440971375 6 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.723217785358429 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48448702692985535 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 particle/accuracy_2_of_2‚1 +particle/sensitivity‚0.6317834258079529 6validation_average_jet_accuracy‚0.3783619701862335 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9963327050209045 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8723383545875549 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.20745550096035004 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8720635771751404 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8120810389518738 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3276594877243042 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9953264594078064 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6104171872138977 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7187796831130981 *jet/accuracy_1_of_4‚0.9793585538864136 )loss/val_total_loss‚9.062840547711517 +jet/accuracy_3_of_4‚0.11188126355409622 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2745949625968933 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6272174119949341 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6775933504104614 particle/accuracy_3_of_3‚1 &particle/accuracy‚0.84661865234375 epoch‚26 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38235169649124146 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04152963310480118G­ú¬Ð:ÚÊu 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6036052703857422 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21000967919826508 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6105358600616455 6 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.516609787940979 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 )jet/accuracy_2_of_4‚0.839772641658783 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3434235751628876 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.656585156917572 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5196793675422668 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7853067517280579 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.19216515123844147 particle/accuracy_2_of_4‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6550214886665344 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9950360059738159 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7083566784858704 +jet/accuracy_1_of_1‚0.34518682956695557 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.31099987030029297 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9860475063323975 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6562324166297913 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.48280245065689087 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.45327073335647583 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9253588914871216 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 trainer/global_step‚4319 _step‚370 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 *jet/accuracy_1_of_3‚0.8954179883003235 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2772487699985504 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 *jet/accuracy_2_of_2‚0.1576087325811386 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6832853555679321 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.688345730304718 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02964506670832634 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.0135788694024086 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.26812171936035156 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7"Purity/*FRt1SRqqt0FBt/event_purity‚0.37785604596138 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.022458435967564583 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 +jet/accuracy_4_of_4‚0.02010233886539936 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6259413957595825 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6968534588813782 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6241803765296936 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.05147388204932213 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7520776987075806 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6973837614059448 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8720635771751404 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6256754398345947 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 'particle/f_score‚0.6369642019271851 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.28662508726119995 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11827845871448517 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.994315505027771 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.09896410256624222 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1764664202928543 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7192765474319458 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.21942850947380066 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.22304773330688477 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08899588882923126 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 particle/accuracy_3_of_4‚1 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6137146353721619 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7915089130401611 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6442758440971375 6 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.723217785358429 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48448702692985535 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 particle/accuracy_2_of_2‚1 +particle/sensitivity‚0.6317834258079529 6validation_average_jet_accuracy‚0.3783619701862335 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9963327050209045 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8723383545875549 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.20745550096035004 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8720635771751404 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8120810389518738 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3276594877243042 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9953264594078064 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6104171872138977 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7187796831130981 *jet/accuracy_1_of_4‚0.9793585538864136 )loss/val_total_loss‚9.062840547711517 +jet/accuracy_3_of_4‚0.11188126355409622 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2745949625968933 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6272174119949341 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6775933504104614 particle/accuracy_3_of_3‚1 &particle/accuracy‚0.84661865234375 epoch‚26 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38235169649124146 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04152963310480118 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6351439952850342 6 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.979042649269104 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.6959820985794067 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2879656255245209 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6754357814788818 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7703006863594055 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02767878957092762 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.07936450093984604 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7464224100112915 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.6959820985794067 particle/accuracy_1_of_1‚1 /particle/accuracy_4_of_4‚0.9727795720100403 # _timestamp‚1.78484673932302e+09 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 8"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.718624472618103 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21369002759456635 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 +jet/accuracy_3_of_3‚0.07911206781864166 _runtime‚ 7343.62521492 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7029899954795837 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7134066820144653 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.7943881750106812 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6272174119949341 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7173566222190857 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.28783348202705383 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 )jet/accuracy_2_of_3‚0.602662980556488 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 *jet/accuracy_1_of_2‚0.7398709058761597 particle/accuracy_1_of_3‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7189952731132507 particle/accuracy_1_of_2‚1 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6376593708992004 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8820614814758301 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21085721254348755 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6834820508956909 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.0135788694024086 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023834044113755226 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.46200281381607056 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23118694126605988 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.23431524634361267 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.1047305315732956 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7916668653488159 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 +particle/specificity‚0.9047581553459167 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6241803765296936 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22022446990013123 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6775403618812561 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.27532219886779785 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.10172005742788315 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05132386088371277 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19142697751522064 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7252289056777954 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7084820866584778 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.25711119174957275 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.04247366264462471 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9966596961021423 8"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.663999080657959 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2772487699985504 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 particle/accuracy_2_of_3‚1 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577ò”Û«ûŸÛ‚(:” ™³ŠÓÓž¦Î gpu.0.gpu‚91.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚306.821' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.364200000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0æí+¦hÜ‚(:Ý ™³ŠÓüžÐ$ disk.dm-0.out‚168535.95556640625 disk.sda1.in‚0 disk.sda3.in‚155272.96484375 disk.sda3.out‚ 285.5234375 disk.dm-1.in‚155272.96484375 disk.dm-1.out‚ 285.5234375 disk.sda2.out‚0) disk.nvme0c0n1.out‚168535.95556640625$ memory_percent‚88.13370068868002) proc.memory.availableMB‚ 2916.26171875# proc.memory.rssMB‚ 2797.69921875* proc.memory.percent‚11.383867263793945 cpu‚25.332527514840617 proc.cpu.threads‚17 network.sent‚ 7.55844e+06* disk./.usagePercent‚53.608815838584015 disk.nvme0n1.in‚ 22043.34375 disk.dm-0.in‚ 22043.34375$ disk./.usageGB‚798.8100967407227 disk.sda.in‚155272.96484375 disk.sda.out‚ 285.5234375 disk.sda1.out‚0 disk.sda2.in‚0! disk.nvme0c0n1.in‚ 22043.34375 network.recv‚787704' disk.nvme0n1.out‚168535.95556640625»$¶ŸÝ‚(:” ¨³ŠÓÅÿ¾Ï gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚293.129' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚58.625800000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚06iD-lÞ‚(:á ¨³ŠÓÞΩÑ disk.sda3.out‚ 286.14453125' proc.memory.availableMB‚ 2916.046875 proc.cpu.threads‚17 network.sent‚ 7.611973e+06' disk.nvme0n1.out‚169407.56494140625 disk.dm-0.in‚22057.05859375 disk.sda.out‚ 286.14453125 disk.dm-1.out‚ 286.14453125$ disk.nvme0c0n1.in‚22057.05859375) disk.nvme0c0n1.out‚169407.56494140625# proc.memory.rssMB‚ 2797.69921875 network.recv‚790006) disk./.usagePercent‚53.60990182254426" disk.nvme0n1.in‚22057.05859375 disk.sda.in‚ 155833.828125 disk.dm-1.in‚ 155833.828125* proc.memory.percent‚11.383867263793945$ disk.dm-0.out‚169407.56494140625 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚88.13457489013672 cpu‚25.332555030086702$ disk./.usageGB‚798.8262786865234 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚ 155833.828125wÝAÝžß‚(:“ ·³ŠÓß¾ŒÎ gpu.0.gpu‚27.0 gpu.0.memory‚9, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚133.507' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.701400000000003 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0òLhfà‚(:Û ·³ŠÓ³î Ò) disk./.usagePercent‚53.57854550773544 disk.dm-1.out‚ 286.59375! disk.nvme0n1.in‚ 22079.6171875$ disk.dm-0.out‚169439.05712890625# proc.memory.rssMB‚ 2797.69921875 cpu‚25.332684745472424 proc.cpu.threads‚17 network.recv‚791148 disk.dm-1.in‚156348.95703125# disk.nvme0c0n1.in‚ 22079.6171875 disk.sda.in‚156348.95703125 disk.sda3.in‚156348.95703125$ memory_percent‚88.13457489013672* proc.memory.percent‚11.383867263793945 network.sent‚ 7.613499e+06) disk.nvme0c0n1.out‚169439.05712890625 disk.sda1.out‚0 disk.sda3.out‚ 286.59375$ disk./.usageGB‚798.3590469360352' disk.nvme0n1.out‚169439.05712890625 disk.dm-0.in‚ 22079.6171875 disk.sda.out‚ 286.59375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0' proc.memory.availableMB‚ 2916.046875­¾SÅ”á‚(:‰ ƳŠÓ´ß½Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚326.081' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.2162 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0͆Ç.¥â‚(:ã ƳŠÓÛӤРdisk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 286.9296875 network.sent‚ 7.616152e+06 network.recv‚792174* disk./.usagePercent‚53.594329396251496 disk.dm-0.in‚22206.74609375 disk.sda1.in‚0 disk.dm-1.in‚156348.95703125 disk.dm-1.out‚ 286.9296875) disk.nvme0c0n1.out‚169490.79541015625$ memory_percent‚88.13457489013672' proc.memory.availableŒ¦çŠÉMB‚ 2916.046875# proc.memory.rssMB‚ 2797.69921875* proc.memory.percent‚11.383867263793945 disk.sda1.out‚0" disk./.usageGB‚798.59423828125 disk.sda.in‚156348.95703125 disk.sda.out‚ 286.9296875" disk.nvme0n1.in‚22206.74609375' disk.nvme0n1.out‚169490.79541015625 proc.cpu.threads‚17$ disk.dm-0.out‚169490.79541015625 disk.sda3.in‚156348.95703125$ disk.nvme0c0n1.in‚22206.74609375 cpu‚25.332733534849485a{–2ã- _wandbruntime‚7395  _runtime‚7395:æ ‚ÇäÁ & lr-AdamW/pg1‚5.226394978332489e-05 & lr-AdamW/pg2‚5.226394978332489e-05 trainer/global_step‚4349 % _timestamp‚1.7848467915334904e+09 _runtime‚7395.834985453 _step‚371—µ©ÌåÆ trainer/global_step‚4349 % _timestamp‚1.7848467915334904e+09 _runtime‚7395.834985453 _step‚371 & lr-AdamW/pg1‚5.226394978332489e-05 & lr-AdamW/pg2‚5.226394978332489e-05óýœÐI2æ- _wandbruntime‚7395  _runtime‚7395ÈËK)(çýO TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4539629527552 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1252851031332864 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚24923313 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚13328147 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚13328471 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1252356215694288 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚24922984 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5570570211328 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4532017821911 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚40413746 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚329 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚348367101925888 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚40423840 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1252851057506304 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1257390660860416 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5570617268736 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 _runtime‚7395.840013979 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚37780672 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚37780666 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1252851031332864 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1257390660860416 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4540974979072 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚348366686777344 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1257392032485376 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚37780672 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚342796116566016 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1252356241122256 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚78204512 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚78194412 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4539629527552 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864§äÂÄ(è‚P XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11594842 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11594837 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4540974979072 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1257392032485376 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚40413746 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 _step‚372 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4539629527552 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1252851031332864 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚24923313 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚13328147 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚13328471 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1252356215694288 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚24922984 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5570570211328 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4532017821911 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚40413746 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚329 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚348367101925888 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚40423840 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1252851057506304 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1257390660860416 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5570617268736 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 _runtime‚7395.840013979 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚37780672 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚37780666 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1252851031332864 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1257390660860416 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4540974979072 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚348366686777344 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1257392032485376 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚37780672 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚342796116566016 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1252356241122256 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚78204512 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚78194412 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4539629527552 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 IDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚24928572 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5571828347904 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 $ _timestamp‚1.784846792956349e+09 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4541997494272 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚24928893 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚348446950615552 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚342874702931968 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1257670592658944 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚40422828 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4540652035584 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚40432936 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1252635042896032 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1253129966796800 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚13331411 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1257671964291072 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚78211861 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚78211861 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚40422828 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚11597482 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5571879592448 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚ 7397.25829042 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4533038623551 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1253129966796800 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚37789039 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4534383235117 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚78221975 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚78221975 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚316fÚÌm²ëŠN REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚37789039 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4534383235117 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚78221975 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚78221975 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚316 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚348446531279872 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚24928572 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5571828347904 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 $ _timestamp‚1.784846792956349e+09 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4541997494272 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚24928893 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚348446950615552 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚342874702931968 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1257670592658944 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚40422828 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4540652035584 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚40432936 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1252635042896032 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1253129966796800 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚13331411 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1257671964291072 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚78211861 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚78211861 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚40422828 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚11597482 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5571879592448 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚ 7397.25829042 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4533038623551 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1253129966796800 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181õ$¾6 2ì- _wandbruntime‚7397  _runtime‚7397=[.Øí 1loss/SRqqt1/detection_loss‚1.0589601309038699 /loss/FBt2/detection_loss‚0.5004533560848584 _runtime‚7397.309766636 _step‚374 2loss/SRqqt2/assignment_loss‚0.5631348051923334 1loss/FBt1/assignment_loss‚0.05806512677892742 1loss/SRqqt2/detection_loss‚0.6537601365432807 /loss/FBt1/detection_loss‚1.3372110559002441 epoch‚27 0loss/FRt2/assignment_loss‚0.8582273985518784 2loss/SRqqt1/assignment_loss‚0.5259054718780948 1loss/FBt2/assignment_loss‚0.06228070409188833 %loss/total_loss‚9.649648027243872 trainer/global_step‚4349 % _timestamp‚1.7848467930083592e+09 /loss/FRt1/assignment_loss‚2.018967142430759 /loss/FRt1/detection_loss‚0.5467525804422745 /loss/FRt2/detection_loss‚1.4659301184454636°¬½¡ î† 2loss/SRqqt2/assignment_loss‚0.5631348051923334 1loss/FBt1/assignment_loss‚0.05806512677892742 1loss/SRqqt2/detection_loss‚0.6537601365432807 /loss/FBt1/detection_loss‚1.3372110559002441 epoch‚27 0loss/FRt2/assignment_loss‚0.8582273985518784 2loss/SRqqt1/assignment_loss‚0.5259054718780948 1loss/FBt2/assignment_loss‚0.06228070409188833 %loss/total_loss‚9.649648027243872 trainer/global_step‚4349 % _timestamp‚1.7848467930083592e+09 /loss/FRt1/assignment_loss‚2.018967142430759 /loss/FRt1/detection_loss‚0.5467525804422745 /loss/FRt2/detection_loss‚1.4659301184454636 1loss/SRqqt1/detection_loss‚1.0589601309038699 /loss/FBt2/detection_loss‚0.5004533560848584 _runtime‚7397.309766636 _step‚374ö‡ûQ"“ï‚(:ˆ Õ³ŠÓ¬ŸÀÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚290.665' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.133 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ò”±oð‚(:ä Õ³ŠÓÒˆÓÐ$ disk./.usageGB‚799.3606185913086 disk.sda1.in‚0" disk.nvme0n1.in‚22206.74609375 proc.cpu.threads‚17 disk.sda2.in‚0 disk.dm-1.in‚156348.95703125 disk.dm-1.out‚ 287.4921875$ disk.nvme0c0n1.in‚22206.74609375# proc.memory.rssMB‚ 2797.69921875 cpu‚25.33273217063875 network.recv‚793565 disk.sda.out‚ 287.4921875 disk.sda3.out‚ 287.4921875' disk.nvme0n1.out‚169944.24072265625$ memory_percent‚88.13495635986328* proc.memory.percent‚11.383867263793945 disk.sda.in‚156348.95703125 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚156348.95703125) disk.nvme0c0n1.out‚169944.24072265625 disk.dm-0.in‚22206.74609375$ disk.dm-0.out‚169944.24072265625' proc.memory.availableMB‚ 2915.953125 network.sent‚ 7.618308e+06* disk./.usagePercent‚53.645761821895434ËÖxj“ñ‚(:ˆ 䳊ÓÂÚÏ gpu.0.gpu‚63.0 gpu.0.memory‚20, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚134.575' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.915 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Û…W$nò‚(:ã 䳊Óíã‰Ñ disk.dm-1.out‚ 288.078125$ disk.nvme0c0n1.in‚22233.76953125' disk.nvme0n1.out‚170005.43896484375 disk.dm-0.in‚22233.76953125$ disk.dm-0.out‚170005.43896484375 disk.sda.out‚ 288.078125$ disk./.usageGB‚799.3127555847168) disk.nvme0c0n1.out‚170005.43896484375" disk.nvme0n1.in‚22233.76953125 disk.sda.in‚156603.30859375 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚156603.30859375$ memory_percent‚88.13600540161133 disk.sda1.in‚0 disk.sda3.out‚ 288.078125* proc.memory.percent‚11.383867263793945 cpu‚25.332931061190557 proc.cpu.threads‚17* disk./.usagePercent‚53.642549695363314 disk.dm-1.in‚156603.30859375 disk.sda1.out‚0( proc.memory.availableMB‚ 2915.6953125# proc.memory.rssMB‚ 2797.69921875 network.sent‚ 7.678066e+06 network.recv‚795890xGÀ”ó‚(:‰ ó³ŠÓ®Š¼Î gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚312.724' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.5448 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ƒ”\hô‚(:Ý ó³ŠÓ°çÖÑ' disk.nvme0n1.out‚170616.24755859375$ disk.dm-0.out‚170616.24755859375 disk.sda.in‚157919.37890625 disk.sda1.out‚0 disk.dm-1.in‚157919.37890625$ memory_percent‚88.13517888387045# proc.memory.rssMB‚ 2797.69921875) disk./.usagePercent‚53.64751982563306 disk.sda3.in‚157919.37890625# disk.nvme0c0n1.in‚ 22294.7109375( proc.memory.availableMB‚ 2915.8984375 cpu‚25.33296102586891 proc.cpu.threads‚17 disk.sda2.in‚0 disk.sda3.out‚ 288.484375 disk.dm-1.out‚ 288.484375* proc.memory.percent‚11.383867263793945 network.sent‚ 7.67964e+06 network.recv‚797054$ disk./.usageGB‚799.3868141174316 disk.dm-0.in‚ 22294.7109375 disk.sda.out‚ 288.484375 disk.sda1.in‚0 disk.sda2.out‚0) disk.nvme0c0n1.out‚170616.24755859375! disk.nvme0n1.in‚ 22294.7109375zœR”õ‚(:‰ ‚´ŠÓú„®Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.048' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.6096 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0óþpö‚(:å ‚´ŠÓ‘®€Ð! disk.nvme0n1.in‚ 22466.0859375$ disk.dm-0.out‚170641.18115234375 disk.sda1.out‚0 disk.dm-1.out‚ 288.90234375 cpu‚25.333006887849358 proc.cpu.threads‚17' disk.nvme0n1.out‚170641.18115234375 disk.dm-0.in‚ 22466.0859375 disk.sda.out‚ 288.90234375 disk.sda2.out‚0 disk.sda3.out‚ 288.90234375 disk.dm-1.in‚157919.37890625# disk.nvme0c0n1.in‚ 22466.0859375) disk.nvme0c0n1.out‚170641.18115234375) disk./.usagePercent‚53.64907455938851 disk.sda.in‚157919.37890625 disk.sda1.in‚0 disk.sda3.in‚157919.37890625# memory_percent‚88.1351629892985) proc.memory.availableMB‚ 2915.90234375* proc.memory.percent‚11.383867263793945$ disk./.usageGB‚799.4099807739258 disk.sda2.in‚0# proc.memory.rssMB‚ 2797.69921875 network.sent‚ 7.682232e+06 network.recv‚797910“Ð&“÷‚(:ˆ ‘´ŠÓ¼óÈÎ gpu.0.gpu‚35.0 gpu.0.memory‚11, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚368.745' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.749 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0=6ºëmø‚(:â ‘´ŠÓà˜ˆÑ disk.dm-1.out‚ 289.39453125( disk.nvme0c0n1.out‚170662.7802734375# memory_percent‚88.1351629892985) disk./.usagePercent‚53.65117689325969$ disk./.usageGB‚799.4413070678711# disk.dm-0.out‚170662.7802734375 disk.sda1.in‚0 disk.dm-1.in‚157919.37890625 disk.sda2.out‚0 disk.sda3.in‚157919.37890625 disk.sda3.out‚ 289.39453125) proc.memory.availableMB‚ 2915.90234375 cpu‚25.333099803614925 proc.cpu.threads‚17 disk.sda1.out‚0! disk.nvme0n1.in‚ 22466.0859375& disk.nvme0n1.out‚170662.7802734375 disk.dm-0.in‚ 22466.0859375 disk.sda.in‚157919.37890625# disk.nvme0c0n1.in‚ 22466.0859375# proc.memory.rssMB‚ 2797.69921875* proc.memory.percent‚11.383867263793945 network.sent‚ 7.684283e+06 network.recv‚799175 disk.sda.out‚ 289.39453125 disk.sda2.in‚0îù˜q2ù- _wandbruntime‚7476  _runtime‚7476ä7£ÇúÁ & lr-AdamW/pg1‚5.109872352467685e-05 & lr-AdamW/pg2‚5.109872352467685e-05 trainer/global_step‚4399 % _timestamp‚1.7848468717503943e+09 _runtime‚7476.052972366 _step‚375²€¦ÌûÆ _runtime‚7476.052972366 _step‚375 & lr-AdamW/pg1‚5.109872352467685e-05 & lr-AdamW/pg2‚5.109872352467685e-05 trainer/global_step‚4399 % _timestamp‚1.7848468717503943e+09÷r`3®2ü- _wandbruntime‚7476  _runtime‚7476êm))(ýüO KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11726842 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1271387314941440 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚38199022 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1266796522031104 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚79078814 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚13477267 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4584466316173 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4590819083776 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1271388686566400 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5633263069696 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚352358646681600 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚346725434863616 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11726837 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚40869698 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 trainer/global_step‚4399 _runtime‚7476.053082855 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1270879426087807 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4592164535296 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1271388686566400 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚38199022 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 $ _timestamp‚1.784846871751114e+09 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1266796522031104 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4590819083776 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚25204442 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚40869698 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4583121704719 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1271387314941440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚13477600 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚25204104 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚333 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5633211817984 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚79068714 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4592164535296 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚38199016 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚38199016 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚40879792 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚352359066024448 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚346725802954752 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1266796495857664 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚40879792 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚338 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1270880796127229 _step‚376 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚79068714 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4592164535296 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚38199016 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚38199016 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚40879792 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚352359066024448 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚346725802954752 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1266796495857664 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚40879792 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚338 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1270880796127229 _step‚376 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 $ _timestamp‚1.784846871751114e+09 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1266796522031104 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4590819083776 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚25204442 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚40869698 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4583121704719 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1271387314941440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚13477600 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0øÖÊö2ÿ- _wandbruntime‚7477  _runtime‚7477ØX² '€‡N TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1271667246739968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚25210041 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 _runtime‚7477.473351262 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚79086163 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚40878780 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚25209698 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1271668618372096 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚38207383 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1267075405148160 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚79096277 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚343 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11729477 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚338 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5634518359552 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4591841591808 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚38207383 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1271159248663223 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚352438907680256 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 % _timestamp‚1.7848468731715329e+09 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1267075431321600 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚352438490441728 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚13480559 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4584142506359 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚79086163 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1271668618372096 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1271160618702757 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚40888888 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1267075405148160 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4593187050496 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚79096277 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4593187050496 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚346804021229568 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚40878780 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1267075431321600 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚346804389320704 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0W^×µ'ŒN E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1271668618372096 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1271160618702757 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚40888888 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1267075405148160 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4593187050496 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚79096277 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4593187050496 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚346804021229568 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚40878780 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1267075431321600 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚346804389320704 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1271667246739968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚25210041 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 _runtime‚7477.473351262 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚79086163 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚40878780 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚25209698 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1271668618372096 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚38207383 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1267075405148160 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚79096277 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚343 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11729477 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚338 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5634518359552 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4591841591808 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚38207383 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1271159248663223 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚352438907680256 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 % _timestamp‚1.7848468731715329e+09 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1267075431321600 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚352438490441728 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚13480559 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4584142506359 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚79086163 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968ùyêÈ2‚- _wandbruntime‚7477  _runtime‚7477eAxƒþ /loss/FBt2/assignment_loss‚0.036331798388215 1loss/SRqqt1/detection_loss‚0.9217121265162334 2loss/SRqqt1/assignment_loss‚0.6339268579667415 /loss/FRt1/detection_loss‚0.5526760622152942 epoch‚27 trainer/global_step‚4399 % _timestamp‚1.7848468732248304e+09 _runtime‚7477.526195519 /loss/FRt2/assignment_loss‚0.847320881266343 1loss/SRqqt2/detection_loss‚0.6634417547186781 %loss/total_loss‚9.391240462859413 _step‚378 /loss/FRt2/detection_loss‚1.4418531636599647 .loss/FBt1/detection_loss‚1.046884938808424 /loss/FBt2/detection_loss‚0.4271121343568719 0loss/FRt1/assignment_loss‚2.1531494248509406 2loss/SRqqt2/assignment_loss‚0.6172744203549856 1loss/FBt1/assignment_loss‚0.04955689975672044Ué¥ „ƒ 0loss/FRt1/assignment_loss‚2.1531494248509406 2loss/SRqqt2/assignment_loss‚0.6172744203549856 1loss/FBt1/assignment_loss‚0.04955689975672044 /loss/FBt2/assignment_loss‚0.036331798388215 1loss/SRqqt1/detection_loss‚0.9217121265162334 2loss/SRqqt1/assignment_loss‚0.6339268579667415 /loss/FRt1/detection_loss‚0.5526760622152942 epoch‚27 trainer/global_step‚4399 % _timestamp‚1.7848468732248304e+09 _runtime‚7477.526195519 /loss/FRt2/assignment_loss‚0.847320881266343 1loss/SRqqt2/detection_loss‚0.6634417547186781 %loss/total_loss‚9.391240462859413 _step‚378 /loss/FRt2/detection_loss‚1.4418531636599647 .loss/FBt1/detection_loss‚1.046884938808424 /loss/FBt2/detection_loss‚0.4271121343568719úJ9‹6Ÿ…‚(:”  ´ŠÓÖ¾ìÎ gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚306.821' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.364200000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚08p^†‚(:Ó  ´ŠÓ¡æÑ disk.sda.out‚ 289.96875 disk.sda1.out‚0 disk.sda3.in‚ 158480.515625 disk.sda3.out‚ 289.96875 network.recv‚800101 disk.dm-0.in‚ 22469.0390625 disk.dm-1.in‚ 158480.515625 disk.dm-1.out‚ 289.96875$ memory_percent‚88.13532193501791# proc.memory.rssMB‚ 2797.69921875* proc.memory.percent‚11.383867263793945 cpu‚25.3331329853379* disk./.usagePercent‚53.647837530983054& disk.nvme0n1.out‚170718.2939453125 disk.sda.in‚ 158480.515625( disk.nvme0c0n1.out‚170718.2939453125) proc.memory.availableMB‚ 2915.86328125 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 22469.0390625 proc.cpu.threads‚17 network.sent‚ 7.686388e+06$ disk./.usageGB‚799.3915481567383! disk.nvme0n1.in‚ 22469.0390625# disk.dm-0.out‚170718.29394531257ìF”‡‚(:‰ ¯´ŠÓÓ³ŠÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚300.093' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.0186 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0&cÝTnˆ‚(:ã ¯´ŠÓÖíÐ* proc.memory.percent‚11.383867263793945 disk.sda3.in‚159003.37109375 network.sent‚ 7.746152e+06 network.recv‚802698# disk.dm-0.out‚172042.2509765625 disk.sda.in‚159003.37109375 disk.sda.out‚ 290.3359375$ disk.nvme0c0n1.in‚22494.85546875& disk.nvme0n1.out‚172042.2509765625$ disk./.usageGB‚800.8288307189941 disk.sda2.in‚0 disk.dm-1.in‚159003.37109375" disk.nvme0n1.in‚22494.85546875 cpu‚25.33316850150679 proc.cpu.threads‚17 disk.sda1.out‚0 disk.sda2.out‚0* disk./.usagePercent‚53.744294769696445 disk.dm-0.in‚22494.85546875 disk.sda1.in‚0 disk.dm-1.out‚ 290.3359375$ memory_percent‚88.13532193501791) proc.memory.availableMB‚ 2915.86328125 disk.sda3.out‚ 290.3359375( disk.nvme0c0n1.out‚172042.2509765625# proc.memory.rssMB‚ 2797.69921875”“yY“‰‚(:ˆ ¾´ŠÓ”ìµÎ gpu.0.gpu‚12.0 gpu.0.memory‚3, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚237.044' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚47.4088 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÆbEüoŠ‚(:ä ¾´ŠÓ¦ø÷Ð disk.sda3.in‚159003.39453125 disk.sda.in‚159003.39453125 disk.sda1.in‚0# proc.memory.rssMB‚ 2797.69921875$ disk./.usageGB‚800.8746490478516& disk.nvme0n1.out‚172180.2333984375 disk.sda.out‚ 290.91796875$ memory_percent‚88.13430468241373 proc.cpu.threads‚17 network.sent‚ 7.748199e+06 network.recv‚803559$ disk.nvme0c0n1.in‚22617.30859375( disk.nvme0c0n1.out‚172180.2333984375" disk.nvme0n1.in‚22617.30859375) proc.memory.availableMB‚ 2916.11328125* proc.memory.percent‚11.383867263793945 cpu‚25.33333353161988( disk./.usagePercent‚53.7473696761902 disk.sda2.out‚0 disk.sda3.out‚ 290.91796875 disk.dm-1.in‚159003.39453125 disk.dm-1.out‚ 290.91796875 disk.dm-0.in‚22617.30859375# disk.dm-0.out‚172180.2333984375 disk.sda1.out‚0 disk.sda2.in‚0-ô‚(:‰ Í´ŠÓ·ÌÎ gpu.0.gpu‚91.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.139' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.6278 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ë÷¸ÓqŒ‚(:æ Í´ŠÓÏÏÞÐ$ disk.dm-0.out‚172293.04150390625# proc.memory.rssMB‚ 2797.69921875 disk.sda3.in‚159003.39453125) proc.memory.availableMB‚ 2915.86328125 proc.cpu.threads‚17) disk./.usagePercent‚53.74536283312929$ disk./.usageGB‚800.8447456359863 disk.sda1.out‚0 disk.dm-1.in‚159003.39453125$ disk.nvme0c0n1.in‚22617.37890625 disk.dm-0.in‚22617.37890625 disk.sda.in‚159003.39453125$ memory_percent‚88.13532193501791 network.sent‚ 7.750302e+06 network.recv‚804845 disk.sda3.out‚ 294.1640625) disk.nvme0c0n1.out‚172293.04150390625 disk.sda.out‚ 294.1640625* proc.memory.percent‚11.383867263793945 cpu‚25.333367833253583 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 294.1640625" disk.nvme0n1.in‚22617.37890625' disk.nvme0n1.out‚172293.04150390625ªÓn ”‚(:‰ Ü´ŠÓ†Æ¡Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚317.562' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.5124 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0íÁ -Ž‚(:Ý Ü´ŠÓ‹èãÏ' disk.nvme0n1.out‚172328.67431640625$ disk./.usageGB‚800.8789443969727 disk.sda3.out‚ 294.76953125) disk.nvme0c0n1.out‚172328.67431640625) proc.memory.availableMB‚ 1944.09765625 cpu‚25.333407403567545 disk.sda.in‚ 159213.546875 disk.sda3.in‚ 1ÀU¢l;59213.546875 disk.nvme0n1.in‚ 22656.234375* proc.memory.percent‚11.383867263793945 proc.cpu.threads‚17 network.sent‚ 7.752361e+06 network.recv‚805712 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.in‚ 159213.546875 disk.dm-1.out‚ 294.76953125# memory_percent‚92.0894463857015# proc.memory.rssMB‚ 2797.69921875* disk./.usagePercent‚53.747657940673754 disk.dm-0.in‚ 22656.234375$ disk.dm-0.out‚172328.67431640625 disk.sda.out‚ 294.76953125 disk.sda2.in‚0 disk.sda2.out‚0" disk.nvme0c0n1.in‚ 22656.234375#Þd2- _wandbruntime‚7556  _runtime‚7556ù¦ÞÈ $ _timestamp‚1.784846952244886e+09 _runtime‚7556.546380214 _step‚379 ' lr-AdamW/pg1‚4.9936494141889886e-05 ' lr-AdamW/pg2‚4.9936494141889886e-05 trainer/global_step‚4449…cýÍ‘Ç _runtime‚7556.546380214 _step‚379 ' lr-AdamW/pg1‚4.9936494141889886e-05 ' lr-AdamW/pg2‚4.9936494141889886e-05 trainer/global_step‚4449 $ _timestamp‚1.784846952244886e+09ûܧ-‚2’- _wandbruntime‚7556  _runtime‚7556ü©ˆ1(“üO ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4635570198981 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚38617366 $ _timestamp‚1.784846952245878e+09 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4642008640000 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚371 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4642008640000 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚41335744 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11858837 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1284871988698837 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚356350366606848 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5695613445632 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚38617372 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚356350796435456 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚38617372 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1280741986555904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1280741960382464 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1280236418499856 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4643354091520 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4643354091520 _runtime‚7556.550967996 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11858842 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚79943016 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚376 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1285385340647424 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚350654753161216 trainer/global_step‚4449 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚79953116 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚25483964 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚41335744 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1280741986555904 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚25484340 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚350655121252352 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4634225587527 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚13625498 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1280236393071888 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1285383969022464 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚38617366 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5695675183104 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0ÔÊ¥h(”P VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚41335744 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1280741986555904 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚25484340 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚350655121252352 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4634225587527 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚13625498 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1280236393071888 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1285383969022464 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚38617366 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5695675183104 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4635570198981 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚38617366 $ _timestamp‚1.784846952245878e+09 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4642008640000 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚371 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4642008640000 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚41335744 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11858837 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1284871988698837 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚356350366606848 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5695613445632 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚38617372 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚356350796435456 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚38617372 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1280741986555904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1280741960382464 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1280236418499856 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4643354091520 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4643354091520 _runtime‚7556.550967996 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11858842 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚79943016 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚376 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1285385340647424 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚350654753161216 trainer/global_step‚4449 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚79953116 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚25483964ü÷m'Š2•- _wandbruntime‚7557  _runtime‚7557šC«Æ '–‡N K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚25489514 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚381 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4643031148032 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚11861482 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚350733707618304 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚376 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚13628037 % _timestamp‚1.7848469536583493e+09 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚79960465 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚79970579 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚371 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5696921098240 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1285663900820992 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚38625739 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚79960465 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1285150441234831 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚41344840 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4636591000733 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4635246389167 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1285665272453120 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 _runtime‚7557.960206631 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11861477 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 B—ŒN E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1280515194845664 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1285665272453120 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚41334732 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚38625733 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5696867756544 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1280515220273632 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚41344840 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚41334732 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.curN,ö²Ô"rent‚ 1371632128 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚11861482 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚350733707618304 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚376 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚13628037 % _timestamp‚1.7848469536583493e+09 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚79960465 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚79970579 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚371 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5696921098240 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1285663900820992 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚38625739 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚79960465 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1285150441234831 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚41344840 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4636591000733 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4635246389167 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1285665272453120 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 _runtime‚7557.960206631 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11861477 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚25489514 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚381 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4643031148032 FDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4697754550272 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚41819446 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1296150712674304 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚354612024527872 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11994764 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚360374821521920 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚38668800 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚25783331 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚13788572 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1300327302657533 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1300847095599616 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚25783624 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1300848467224576 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚288 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚39086826 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1300847095599616 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1296150712674304 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚80906272 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚360375228281856 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4689879136203 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚293 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 _runtime‚7652.468269157 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚385 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚80896172 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚39086820 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1300848467224576 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1296150686500864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11994759 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1295638793560752 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4688534524749 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1300847095599616 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚25783624 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1300848467224576 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚288 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚39086826 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1300847095599616 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1296150712674304 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚80906272 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚360375228281856 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4689879136203 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚293 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 _runtime‚7652.468269157 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 _step‚385 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚80896172 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚39086820 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1300848467224576 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1296150686500864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚11994759 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1295638793560752 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4688534524749 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4697754550272 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚41819446 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1296150712674304 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚354612024527872 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚11994764 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚360374821521920 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚38668800 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚25783331 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚13788572î.ý2²- _wandbruntime‚7653  _runtime‚7653rÒ` '³†N YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4698777065472 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚39095193 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚80923735 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚41828542 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚11997404 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚39095187 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚354690610893824 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 trainer/global_step‚4499 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1301127027398144 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚80913621 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚360455088300032 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 _step‚386 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚38661632 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1300608495272483 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚25789190 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 406752768 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1295917595334528 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚39095187 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚41818434 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚39095193 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚294 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1296429621964800 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚80923735 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚41818434 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚289 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚354690978984960 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1295917569906560 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚25788896 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11997399 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚13791497 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚ 7653.88937792 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1296429595791360 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚360454681547264 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚41828542 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚80913621 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5764070653440 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚80923735 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚41818434 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚289 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚354690978984960 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1295917569906560 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚25788896 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚11997399 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚13791497 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚ 7653.88937792 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1296429595791360 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚360454681547264 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚41828542 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚80913621 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5764070653440 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚39095187 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚354690610893824 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 trainer/global_step‚4499 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1301127027398144 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚80913621 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚360455088300032 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 _step‚386 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚38661632 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1300608495272483 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚25789190 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 406752768 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1295917595334528 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚39095187 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚41818434 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566‚ï—2µ- _wandbruntime‚7653  _runtime‚7653Z»¤¶ /loss/FRt1/assignment_loss‚2.033843834107021 1loss/FBt1/assignment_loss‚0.19279351864263902 1loss/SRqqt1/detection_loss‚1.0556413126745128 %loss/total_loss‚9.180409510787348 _step‚387 2loss/SRqqt1/assignment_loss‚0.4959112241404772 2loss/SRqqt2/assignment_loss‚0.5636729419960477 /loss/FRt1/detection_loss‚0.5101678015958585 1loss/SRqqt2/detection_loss‚0.6258212506183096 2loss/FBt2/assignment_loss‚0.011076354645521348 /loss/FRt2/detection_loss‚1.4145040170131054 /loss/FBt1/detection_loss‚0.8401428829088355 epoch‚28 trainer/global_step‚4499 0loss/FRt2/assignment_loss‚0.8600947121356396 /loss/FBt2/detection_loss‚0.5767396603093803 $ _timestamp‚1.784847049640324e+09 _runtime‚7653.941701525È¿¡à ·† 0loss/FRt2/assignment_loss‚0.8600947121356396 /loss/FBt2/detection_loss‚0.5767396603093803 $ _timestamp‚1.784847049640324e+09 _runtime‚7653.941701525 /loss/FRt1/assignment_loss‚2.033843834107021 1loss/FBt1/assignment_loss‚0.19279351864263902 1loss/SRqqt1/detection_loss‚1.0556413126745128 %loss/total_loss‚9.180409510787348 _step‚387 2loss/SRqqt1/assignment_loss‚0.4959112241404772 2loss/SRqqt2/assignment_loss‚0.5636729419960477 /loss/FRt1/detection_loss‚0.5101678015958585 1loss/SRqqt2/detection_loss‚0.6258212506183096 2loss/FBt2/assignment_loss‚0.011076354645521348 /loss/FRt2/detection_loss‚1.4145040170131054 /loss/FBt1/detection_loss‚0.8401428829088355 epoch‚28 trainer/global_step‚4499ƒ0KŸ¸‚(:” ÔµŠÓÍΔÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.367' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.873400000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0`\êoo¹‚(:ä ÔµŠÓóï–Ð disk.dm-0.in‚22979.24609375 disk.sda.out‚ 298.60546875$ disk./.usageGB‚800.6754188537598 disk.dm-1.in‚161679.64453125 disk.dm-1.out‚ 298.60546875$ disk.nvme0c0n1.in‚22979.24609375& disk.nvme0n1.out‚174867.2373046875$ memory_percent‚88.12257448832193) proc.memory.availableMB‚ 2918.99609375 network.recv‚817328 disk.sda3.in‚161679.64453125 disk.sda1.out‚0 disk.sda2.in‚0 cpu‚25.33515384681674 proc.cpu.threads‚17 disk.sda.in‚161679.64453125 disk.sda1.in‚0 disk.sda2.out‚0! proc.memory.rssMB‚ 2799.015625* proc.memory.percent‚11.389223734537762# disk.dm-0.out‚174867.2373046875 network.sent‚ 7.878332e+06* disk./.usagePercent‚53.733999170699434 disk.sda3.out‚ 298.60546875( disk.nvme0c0n1.out‚174867.2373046875" disk.nvme0n1.in‚22979.24609375ª9äN”º‚(:‰ 㵊Ó¨êÎÎ gpu.0.gpu‚75.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚366.862' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.3724 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ZZìÉ]»‚(:Ò 㵊ÓÏÓÐ network.sent‚ 7.938067e+06 network.recv‚819866( disk./.usagePercent‚53.7647763964658 disk.sda2.in‚0 disk.dm-1.out‚ 299.1015625 disk.dm-0.in‚23029.24609375# disk.dm-0.out‚174914.4951171875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 299.1015625" disk.nvme0n1.in‚23029.24609375& disk.nvme0n1.out‚174914.4951171875 disk.sda.in‚ 162918.546875 disk.sda.out‚ 299.1015625$ disk./.usageGB‚801.1340217590332$ disk.nvme0c0n1.in‚23029.24609375( disk.nvme0c0n1.out‚174914.4951171875$ memory_percent‚88.12459309895834! proc.memory.rssMB‚ 2799.015625* proc.memory.percent‚11.389223734537762 cpu‚25.33521163943307 disk.sda3.in‚ 162918.546875 disk.dm-1.in‚ 162918.546875" proc.memory.availableMB‚2918.5 proc.cpu.threads‚17ä\£Ú“¼‚(:ˆ òµŠÓŽÂ¡Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.305' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.061 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0’O½`½‚(:Õ òµŠÓÔý Ñ# disk.nvme0c0n1.in‚ 23154.4921875# disk.dm-0.out‚175259.5380859375 network.sent‚ 7.940132e+06 disk.sda3.out‚ 299.546875( disk.nvme0c0n1.out‚175259.5380859375! disk.nvme0n1.in‚ 23154.4921875$ memory_percent‚88.12505404154459! proc.memory.rssMB‚ 2799.015625* proc.memory.percent‚11.389223734537762 network.recv‚820765$ disk./.usageGB‚801.3022117614746 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.out‚ 299.546875& disk.nvme0n1.out‚175259.5380859375 disk.dm-0.in‚ 23154.4921875 proc.cpu.threads‚17 disk.sda.out‚ 299.546875 disk.sda2.out‚0 disk.dm-1.in‚ 162918.546875) proc.memory.availableMB‚ 2918.38671875 cpu‚25.335236256231507) disk./.usagePercent‚53.77606376865045 disk.sda.in‚ 162918.546875 disk.sda2.in‚0 disk.sda3.in‚ 162918.546875æ&Už¾‚(:“ ¶ŠÓʃ©Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚311.37' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.273999999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¡H¯f¿‚(:Û ¶ŠÓ…»…Ñ* proc.memory.percent‚11.389223734537762 network.recv‚822091 disk.sda3.out‚ 299.97265625 disk.dm-1.out‚ 299.97265625 disk.sda.out‚ 299.97265625 disk.sda2.out‚0$ memory_percent‚88.12503814697266 cpu‚25.335266227538682 network.sent‚ 7.942219e+06) disk./.usagePercent‚53.76994979671773# disk./.usageGB‚801.211109161377( disk.nvme0c0n1.out‚175377.2373046875 disk.dm-0.in‚23178.05078125' proc.memory.availableMB‚ 2918.390625 proc.cpu.threads‚17 disk.sda3.in‚ 162918.546875" disk.nvme0n1.in‚23178.05078125& disk.nvme0n1.out‚175377.2373046875# disk.dm-0.out‚175377.2373046875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0! proc.memory.rssMB‚ 2799.015625 disk.dm-1.in‚ 162918.546875$ disk.nvme0c0n1.in‚23178.05078125 disk.sda.in‚ 162918.546875YÀ)‹”À‚(:‰ ¶ŠÓ‘êÈÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚376.676' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚75.3352 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚01éE¡ñÁ‚(:à ¶ŠÓåàûÏ disk.dm-0.in‚23178.26953125# disk.dm-0.out‚175478.2763671875 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 proc.cpu.threads‚17* disk./.usagePercent‚53.703572675254975$ disk./.usageŸ”ï]GB‚800.2220420837402( disk.nvme0c0n1.out‚175478.2763671875& disk.nvme0n1.out‚175478.2763671875 disk.sda3.in‚163428 disk.sda3.out‚ 300.609375! proc.memory.rssMB‚ 2799.015625 cpu‚25.33533411493717 network.recv‚822894 disk.dm-1.in‚163428 disk.dm-1.out‚ 300.609375$ disk.nvme0c0n1.in‚23178.26953125" disk.nvme0n1.in‚23178.26953125 disk.sda.out‚ 300.609375 disk.sda1.out‚0) proc.memory.availableMB‚ 2918.13671875 network.sent‚ 7.944278e+06 disk.sda.in‚163428$ memory_percent‚88.12607129414877* proc.memory.percent‚11.389223734537762xÍÑ2Â- _wandbruntime‚7732  _runtime‚7732@iE{ÇÃÁ _step‚388 & lr-AdamW/pg1‚4.762289075673234e-05 & lr-AdamW/pg2‚4.762289075673234e-05 trainer/global_step‚4549 % _timestamp‚1.7848471283945122e+09 _runtime‚7732.696020122ÛÕaÌÄÆ trainer/global_step‚4549 % _timestamp‚1.7848471283945122e+09 _runtime‚7732.696020122 _step‚388 & lr-AdamW/pg1‚4.762289075673234e-05 & lr-AdamW/pg2‚4.762289075673234e-05„ƒQ§Ë2Å- _wandbruntime‚7732  _runtime‚7732zȹm(ÆýO QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚26063433 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5825485985280 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1309578882249552 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1310096177199104 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4748944106496 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚39505176 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1314319865268563 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4740983019011 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1314843749680640 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1310096151025664 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚358541710916608 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚364367241862144 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚81780574 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚337 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚39505170 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4747598654976 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 trainer/global_step‚4549 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4748944106496 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1314845121305600 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚42265304 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚42265304 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1310096177199104 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚13936332 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚13936669 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚358541342825472 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚364367241862144 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚81780574 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚337 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚616 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚39505170 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4747598654976 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 trainer/global_step‚4549 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4748944106496 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1314845121305600 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚42265304 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚42265304 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1310096177199104 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚13936332 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚13936669 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚358541342825472 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1314843749680640 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1310096151025664 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚358541710916608 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚26068107 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 trainer/global_step‚4549 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚42274386 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1315125053111296 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1314599687844091 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4748621163008 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5826781271040 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 $ _timestamp‚1.784847129809705e+09 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12129399 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚81787923 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚81798037 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚26068449 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚13939045 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚358620297282560 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚81787923 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚337 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1310375060316160 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚358619929191424 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚39513543 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚364447078553600 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4749966621696 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚81798037 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824ûàÊ‹N TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚358619929191424 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚39513543 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚364447078553600 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4749966621696 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚81798037 XIDeviceStatsMonitor.on_tréM ô"ain_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1310375060316160 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚39513543 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚364446655023616 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1314598317804557 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1310375086489600 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚42284494 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚42274386 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4748621163008 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚26068107 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 trainer/global_step‚4549 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚42274386 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1315125053111296 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1314599687844091 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4748621163008 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5826781271040 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 $ _timestamp‚1.784847129809705e+09 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12129399 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚81787923 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚81798037 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚26068449 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚13939045 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚358620297282560 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚81787923 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚337 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1310375060316160 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824†•ê2’2Ë- _wandbruntime‚7734  _runtime‚7734R¹žÌ€ 0loss/FRt1/assignment_loss‚2.0163895875432614 trainer/global_step‚4549 0loss/FRt2/assignment_loss‚0.8005453904303547 2loss/FBt2/assignment_loss‚0.023183748219702517 /loss/FRt1/detection_loss‚0.6065454452231833 2loss/SRqqt1/assignment_loss‚0.5546775660120437 1loss/FBt1/assignment_loss‚0.04198821223053827 /loss/FBt2/detection_loss‚0.5354975975753695 $loss/total_loss‚8.79466941302433 % _timestamp‚1.7848471298653843e+09 _runtime‚7734.166725945 _step‚391 epoch‚28 1loss/SRqqt2/assignment_loss‚0.517920111419056 /loss/FRt2/detection_loss‚1.5526305720113631 1loss/SRqqt1/detection_loss‚0.9942662710021324 1loss/SRqqt2/detection_loss‚0.6496423180089411 .loss/FBt1/detection_loss‚0.501382593348383f† Í… /loss/FRt2/detection_loss‚1.5526305720113631 1loss/SRqqt1/detection_loss‚0.9942662710021324 1loss/SRqqt2/detection_loss‚0.6496423180089411 .loss/FBt1/detection_loss‚0.501382593348383 0loss/FRt1/assignment_loss‚2.0163895875432614 trainer/global_step‚4549 0loss/FRt2/assignment_loss‚0.8005453904303547 2loss/FBt2/assignment_loss‚0.023183748219702517 /loss/FRt1/detection_loss‚0.6065454452231833 2loss/SRqqt1/assignment_loss‚0.5546775660120437 1loss/FBt1/assignment_loss‚0.04198821223053827 /loss/FBt2/detection_loss‚0.5354975975753695 $loss/total_loss‚8.79466941302433 % _timestamp‚1.7848471298653843e+09 _runtime‚7734.166725945 _step‚391 epoch‚28 1loss/SRqqt2/assignment_loss‚0.517920111419056‡XEyŸÎ‚(:” Ÿ¶ŠÓÔ¶½Î gpu.0.gpu‚90.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚303.577' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.715399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0€}RkjÏ‚(:ß Ÿ¶ŠÓµ©“Ð$ memory_percent‚88.12510172526041* proc.memory.percent‚11.389223734537762 cpu‚25.335361107297132 network.sent‚ 7.946371e+06$ disk./.usageGB‚800.2260398864746# disk.dm-0.out‚175486.4443359375 disk.sda.in‚164021.28515625 disk.sda1.in‚0 disk.sda3.out‚ 300.88671875 disk.sda.out‚ 300.88671875 disk.sda2.in‚0$ proc.memory.availableMB‚2918.375 proc.cpu.threads‚17 disk.sda2.out‚0) disk./.usagePercent‚53.70384097115086 disk.dm-0.in‚23196.97265625 disk.sda1.out‚0 disk.sda3.in‚164021.28515625 disk.dm-1.in‚164021.28515625( disk.nvme0c0n1.out‚175486.4443359375! proc.memory.rssMB‚ 2799.015625 network.recv‚824131" disk.nvme0n1.in‚23196.97265625& disk.nvme0n1.out‚175486.4443359375 disk.dm-1.out‚ 300.88671875$ disk.nvme0c0n1.in‚23196.97265625JmÁ’Ђ(:‡ ®¶ŠÓ£è¾Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.13' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.026 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0û¨!mÑ‚(:â ®¶ŠÓÏ÷¿Ñ& disk.nvme0n1.out‚175487.8310546875 disk.sda.out‚ 301.60546875 disk.sda1.out‚0 disk.sda2.in‚0# disk./.usageGB‚800.226016998291 disk.dm-1.out‚ 301.60546875$ disk.nvme0c0n1.in‚23196.98828125 disk.sda.in‚164021.28515625$ memory_percent‚88.12532424926758( proc.memory.availableMB‚ 2918.3203125! proc.memory.rssMB‚ 2799.015625 proc.cpu.threads‚17) disk./.usagePercent‚53.70383943510565 disk.sda3.in‚164021.28515625" disk.nvme0n1.in‚23196.98828125 disk.dm-0.in‚23196.98828125 cpu‚25.335380209969106 disk.sda3.out‚ 301.60546875 disk.dm-1.in‚164021.28515625 disk.sda1.in‚0 disk.sda2.out‚0* proc.memory.percent‚11.389223734537762# disk.dm-0.out‚175487.8310546875 network.sent‚ 8.006177e+06 network.recv‚826471( disk.nvme0c0n1.out‚175487.8310546875‰@>5’Ò‚(:‡ ½¶ŠÓÞî Î gpu.0.gpu‚76.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚356.89' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.378 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ŽtÝaÓ‚(:Ö ½¶ŠÓ„’Ð$ memory_percent‚88.12564214070639 proc.cpu.threads‚17 disk.dm-1.out‚ 302.14453125' disk.nvme0c0n1.out‚175491.900390625 disk.nvme0n1.in‚ 23300.84375" disk.dm-0.out‚175491.900390625 disk.sda2.out‚0! proc.memory.rssMB‚ 2799.015625 network.sent‚ 8.008276e+06 disk.sda3.out‚ 302.14453125 disk.dm-1.in‚164021.28515625 disk.sda.in‚164021.28515625 disk.sda1.in‚0( proc.memory.availableMB‚ 2918.2421875 network.recv‚827724! disk.nvme0c0n1.in‚ 23300.84375 disk.dm-0.in‚ 23300.84375 disk.sda.out‚ 302.14453125 disk.sda1.out‚0 disk.sda2.in‚0* proc.memory.percent‚11.389223734537762 cpu‚25.3354815470719* disk./.usagePercent‚53.703846603316606$ disk./.usageGB‚800.2261238098145 disk.sda3.in‚164021.28515625% disk.nvme0n1.out‚175491.900390625t˜×OŸÔ‚(:” ̶ŠÓ–ŸþÍ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.916' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.783199999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0|‘³á[Õ‚(:Ð ̶ŠÓä«ÄÐ disk.sda2.in‚0$ disk.nvme0c0n1.in‚23310.88671875* proc.memory.percent‚11.389223734537762 cpu‚25.3355065573068$ disk./.usageGB‚800.2261848449707 disk.sda3.out‚ 302.56640625! disk.nvme0n1.out‚ 175493.59375 disk.dm-0.in‚23310.88671875 disk.sda1.in‚0$ memory_percent‚88.12562624613443) disk./.usagePercent‚53.70385069943716" disk.nvme0n1.in‚23310.88671875 disk.dm-0.out‚ 175493.59375 disk.sda.in‚164297.2890625) proc.memory.availableMB‚ 2918.24609375! proc.memory.rssMB‚ 2799.015625 proc.cpu.threads‚17 network.recv‚828723 disk.sda2.out‚0 disk.sda3.in‚164297.2890625 disk.dm-1.in‚164297.2890625 disk.dm-1.out‚ 302.56640625# disk.nvme0c0n1.out‚ 175493.59375 disk.sda.out‚ 302.56640625 disk.sda1.out‚0 network.sent‚ 8.010336e+06%´ )”Ö‚(:‰ Û¶ŠÓŸ¹žÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚291.774' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.3548 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0SAélׂ(:á Û¶ŠÓÞºŠÐ proc.cpu.threads‚17 disk.sda.out‚ 303.0078125 disk.sda2.in‚0 disk.sda2.out‚0! disk.nvme0n1.in‚ 23358.2734375$ disk.dm-0.out‚175581.45068359375$ memory_percent‚88.11758359273276 network.recv‚830039$ disk./.usageGB‚800.2258682250977 disk.sda3.in‚165479.12109375 disk.dm-1.out‚ 303.0078125# disk.nvme0c0n1.in‚ 23358.2734375' disk.nvme0n1.out‚175581.45068359375 disk.sda1.out‚0 disk.sda3.out‚ 303.0078125 disk.dm-0.in‚ 23358.2734375) proc.memory.availableMB‚ 2920.22265625* proc.memory.percent‚11.389223734537762 cpu‚25.335537179423454 network.sent‚ 8.012433e+06) disk./.usagePercent‚53.70382945081181 disk.sda.in‚165479.12109375 disk.sda1.in‚0 disk.dm-1.in‚165479.12109375) disk.nvme0c0n1.out‚175581.45068359375! proc.memory.rssMB‚ 2799.015625.N>2Ø- _wandbruntime‚7813  _runtime‚7813¢œ5öÇÙÁ % _timestamp‚1.7848472089443192e+09 _runtime‚7813.245845801 _step‚392 & lr-AdamW/pg1‚4.647244546840264e-05 & lr-AdamW/pg2‚4.647244546840264e-05 trainer/global_step‚4599¡®>ÌÚÆ % _timestamp‚1.7848472089443192e+09 _runtime‚7813.245845801 _step‚392 & lr-AdamW/pg1‚4.647244546840264e-05 & lr-AdamW/pg2‚4.647244546840264e-05 trainer/global_step‚4599ˆZ9™t2Û- _wandbruntime‚7813  _runtime‚7813¥à(ÜüO ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4800133662720 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚42721256 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 $ _timestamp‚1.784847208945361e+09 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1324041641723904 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1324041641723904 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4790742290365 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚7813.247199074 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚362470661123072 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1324041615550464 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4800133662720 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚42731350 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4798788211200 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1328840403761664 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4798788211200 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚368359013863936 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5887935495168 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚82654876 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 trainer/global_step‚4599 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚362471029214208 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5887984649728 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14082945 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1328311057840171 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚39923520 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚39923520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1323518970938352 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1328841775386624 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚368 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚39923526 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1323518945510384 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1328841775386624 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚14083308 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚26341704 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 _step‚393 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚82644776 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚39923526 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12258764/ù~OÝP ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚648 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚362470661123072 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1324041615550464 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4800133662720 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚42731350 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4798788211200 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1328840403761664 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4798788211200 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚368359013863936 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5887935495168 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚82654876 =6DeviceStatsMonitor.oy Bk¸n_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 trainer/global_step‚4599 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚362471029214208 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 5887984649728 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14082945 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1328311057840171 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚39923520 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚39923520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1323518970938352 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1328841775386624 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚368 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚39923526 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1323518945510384 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1328841775386624 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚14083308 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚26341704 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 _step‚393 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚82644776 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚39923526 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12258764 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 4800133662720 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚42721256 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 $ _timestamp‚1.784847208945361e+09 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1324041641723904 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1324041641723904 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4790742290365 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _runtime‚7813.247199074 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0‰ö“Ô2Þ- _wandbruntime‚7814  _runtime‚7814Ò¢G— '߆N HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1329121707192320 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚42730338 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚373 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚42730338 $ _timestamp‚1.784847210365278e+09 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1324320551014400 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4801156177920 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12261399 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚362549615580160 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4801156177920 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 _runtime‚7814.667060235 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1329121707192320 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1329120335560192 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5889227573760 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚42740446 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚26347675 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚368 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1324320551014400 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚82662225 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚39931893 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚39931893 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚368438421721088 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚39931887 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1328590880415699 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚42740446 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4799810719232 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚82672339 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 trainer/global_step‚4599 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14085903 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 _step‚394 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚26347302 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚82672339 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1324320524840960 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4791763092005 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚39931887 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚14086271 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1323797772712128 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5889174232064 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4799810719232¾§¹'à‹N [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5889227573760 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚42740446 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚26347675 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚368 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1324320551014400 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚82662225 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚39931893 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚39931893 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚616 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚368438421721088 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚39931887 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1328590880415699 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚42740446 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4799810719232 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚82672339 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 trainer/global_step‚4599 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14085903 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 _step‚394 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚26347302 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚82672339 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1324320524840960 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚648 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4791763092005 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚39931887 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚14086271 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1323797772712128 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 5889174232064 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4799810719232 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1329121707192320 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚42730338 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚373 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚42730338 $ _timestamp‚1.784847210365278e+09 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1324320551014400 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4801156177920 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12261399 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚362549615580160 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4801156177920 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 _runtime‚7814.667060235 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1329121707192320 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1329120335560192 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688ŠÕ].2á- _wandbruntime‚7814  _runtime‚7814€W¡"â‚ epoch‚28 trainer/global_step‚4599 0loss/FRt1/assignment_loss‚2.1243321093135195 0loss/FRt2/assignment_loss‚0.7642387932255155 3loss/SRqqt2/assignment_loss‚0.48913614420966006 /loss/FRt1/detection_loss‚0.5307852101873621 2loss/FBt1/assignment_loss‚0.016780265610933043 1loss/SRqqt2/detection_loss‚0.6105718559782399 /loss/FBt2/detection_loss‚0.5184243633214509 _runtime‚7814.720034592 _step‚395 1loss/FBt2/assignment_loss‚0.03728922081170474 .loss/FRt2/detection_loss‚1.454587495155296 %loss/total_loss‚8.971973336522595 $ _timestamp‚1.784847210418526e+09 2loss/SRqqt1/assignment_loss‚0.6078997350641481 1loss/SRqqt1/detection_loss‚0.9154077525791382 /loss/FBt1/detection_loss‚0.9025203910656273gqàÊ ã‡ %loss/total_loss‚8.971973336522595 $ _timestamp‚1.784847210418526e+09 2loss/SRqqt1/assignment_loss‚0.6078997350641481 1loss/SRqqt1/detection_loss‚0.9154077525791382 /loss/FBt1/detection_loss‚0.9025203910656273 epoch‚28 trainer/global_step‚4599 0loss/FRt1/assignment_loss‚2.1243321093135195 0loss/FRt2/assignment_loss‚0.7642387932255155 3loss/SRqqt2/assignment_loss‚0.48913614420966006 /loss/FRt1/detection_loss‚0.5307852101873621 2loss/FBt1/assignment_loss‚0.016780265610933043 1loss/SRqqt2/detection_loss‚0.6105718559782399 /loss/FBt2/detection_loss‚0.5184243633214509 _runtime‚7814.720034592 _step‚395 1loss/FBt2/assignment_loss‚0.03728922081170474 .loss/FRt2/detection_loss‚1.454587495155296‹ áa”ä‚(:‰ 궊ÓùòµÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚361.891' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.3782 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÿ‰üÂTå‚(:É 궊Ó±Ù­Ð disk.nvme0c0n1.in‚ 23360.125 disk.dm-1.out‚305.4375) disk.nvme0c0n1.out‚175659.23876953125 disk.nvme0n1.in‚ 23360.125' disk.nvme0n1.out‚175659.23876953125 disk.dm-0.in‚ 23360.125$ disk.dm-0.out‚175659.23876953125! proc.memory.rssMB‚ 2799.015625 cpu‚25.335626504495934 disk.dm-1.in‚165479.12109375 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚88.11658223470053& proc.memory.availableMB‚ 2920.46875* proc.memory.percent‚11.389223734537762 proc.cpu.threads‚17$ disk./.usageGB‚802.2727432250977 disk.sda.in‚165479.12109375 disk.sda1.in‚0 disk.sda3.out‚305.4375 network.sent‚ 8.014474e+06 network.recv‚831064) disk./.usagePercent‚53.84119694950434 disk.sda.out‚305.4375 disk.sda1.out‚0 disk.sda3.in‚165479.12109375êÀÉΔæ‚(:‰ ù¶ŠÓÿӜΠgpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚281.999' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.3998 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Kž1fç‚(:Û ù¶ŠÓ•º€Ñ$ disk.dm-0.out‚175764.32763671875 disk.sda.in‚165479.12109375 disk.sda.out‚ 306.015625 disk.sda2.in‚0 disk.sda3.out‚ 306.015625$ disk.nvme0c0n1.in‚23462.21484375 cpu‚25.33564958972246* disk./.usagePercent‚53.813495654261864 disk.dm-0.in‚23462.21484375 disk.sda2.out‚0 disk.dm-1.in‚165479.12109375 disk.dm-1.out‚ 306.015625$ memory_percent‚88.11747233072916# proc.memory.availableMB‚2920.25* proc.memory.percent‚11.389223734537762 network.sent‚ 8.074243e+06 network.recv‚833689" disk.nvme0n1.in‚23462.21484375' disk.nvme0n1.out‚175764.32763671875 disk.sda1.in‚0 disk.sda1.out‚0) disk.nvme0c0n1.out‚175764.32763671875$ disk./.usageGB‚801.8599739074707 disk.sda3.in‚165479.12109375! proc.memory.rssMB‚ 2799.015625 proc.cpu.threads‚17•”Džè‚(:“ ˆ·ŠÓ·ÑìÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚330.234' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚66.04679999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ñÙ †eé‚(:Ú ˆ·ŠÓÚŸÑÑ* proc.memory.percent‚11.389223734537762! disk.nvme0n1.in‚ 23463.9609375 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 306.86328125 cpu‚25.3357359623989 disk.sda.in‚ 165974.609375 network.sent‚ 8.07628e+06 network.recv‚834646 disk.dm-1.out‚ 306.86328125 disk.dm-0.in‚ 23463.9609375 disk.sda2.in‚0$ memory_percent‚90.72141647338867( proc.memory.availableMB‚ 2280.3046875# disk.nvme0c0n1.in‚ 23463.9609375) disk.nvme0c0n1.out‚177169.47998046875' disk.nvme0n1.out‚177169.47998046875! proc.memory.rssMB‚ 2799.015625 proc.cpu.threads‚17 disk.sda.out‚ 306.86328125) disk./.usagePercent‚53.81646380561384$ disk./.usageGB‚801.9042015075684 disk.dm-1.in‚ 165974.609375$ disk.dm-0.out‚177169.47998046875 disk.sda1.in‚0 disk.sda3.in‚ 165974.609375ÖeŒm‘ê‚(:† —·ŠÓüšªÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚301.75' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.35 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0eá4Ó^ë‚(:Ó —·ŠÓî٥Рdisk.sda3.in‚ 166564.234375 disk.sda3.out‚ 307.28515625 disk.nvme0c0n1.in‚ 23490.3125 disk.dm-0.in‚ 23490.3125 disk.sda.out‚ 307.28515625 cpu‚25.335835159158183 network.recv‚835942) disk./.usagePercent‚53.81660512177275 disk.dm-1.in‚ 166564.234375) disk.nvme0c0n1.out‚177183.92041015625' disk.nvme0n1.out‚177183.92041015625 disk.sda.in‚ 166564.234375 disk.sda1.out‚0 disk.sda2.in‚0# disk./.usageGB‚801.906307220459$ disk.dm-0.out‚177183.92041015625 disk.sda1.in‚0 disk.sda2.out‚0$ memory_percent‚92.07029342651367( proc.memory.availableMB‚ 1948.8046875! proc.memory.rssMB‚ 2799.015625* proc.memory.percent‚11.389223734537762 disk.dm-1.out‚ 307.28515625 disk.nvme0n1.in‚ 23490.3125 proc.cpu.threads‚17 network.sent‚ 8.078388e+06x ”ì‚(:‰ ¦·ŠÓ´×ŠÏ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚355.296' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.0592 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¼µÓí‚(:Ô ¦·ŠÓ¸Ô¯Ð disk.sda3.out‚ 307.890625) proc.memory.availableMB‚ 1948.44921875* proc.memory.percent‚11.389223734537762 network.recv‚836965) disk./.usagePercent‚53.81657312083097KÚ^Œ' disk.nvme0n1.out‚177185.15185546875 disk.sda.in‚ 166564.234375 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚ 166564.234375" disk.nvme0c0n1.in‚ 23490.328125) disk.nvme0c0n1.out‚177185.15185546875$ memory_percent‚92.07173983256021! proc.memory.rssMB‚ 2799.015625 cpu‚25.335829909056873 proc.cpu.threads‚17 network.sent‚ 8.08044e+06$ disk./.usageGB‚801.9058303833008 disk.nvme0n1.in‚ 23490.328125$ disk.dm-0.out‚177185.15185546875 disk.sda.out‚ 307.890625 disk.sda3.in‚ 166564.234375 disk.dm-1.out‚ 307.890625 disk.dm-0.in‚ 23490.328125 disk.sda1.out‚0 disk.sda2.out‚0º©2î- _wandbruntime‚7889  _runtime‚7889Ê É22;ï¬v 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2643343210220337 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.18041454255580902 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_2_of_3‚0.6039197444915771 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 +jet/accuracy_4_of_4‚0.02010233886539936 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023204464465379715 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6805443167686462 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.30063244700431824 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6130692958831787 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6630252003669739 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5178918838500977 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7896577715873718 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 'particle/f_score‚0.6320234537124634 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48546740412712097 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8637368083000183 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8757872581481934 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 *jet/accuracy_1_of_3‚0.9043726921081543 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6604934334754944 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7205474376678467 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08391468226909637 /particle/accuracy_4_of_4‚0.9388248920440674 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7587110996246338 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6455912590026855 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04956777021288872 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt*SRqqt*FBt/event_purity‚0.0382150374352932 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4587785005569458 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38613447546958923 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09772191196680069 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7294642925262451 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2537086308002472 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9834433197975159 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.748059868812561 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 /particle/accuracy_3_of_4‚0.9934210777282715 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995025098323822 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7527587413787842 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4677111506462097 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.688345730304718 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.027685487642884254 epoch‚28 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_3‚0.08313882350921631 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.19317138195037842 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07518640160560608 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6190528273582458 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 (particle/accuracy‚0.8458760976791382 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.021788358688354492 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6856638789176941 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6985409259796143 8"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.802786111831665 8"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.800247311592102 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 particle/accuracy_1_of_2‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6622217893600464 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6798442006111145 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7690940499305725 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21286489069461823 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6831092834472656 6 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.114499032497406 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2355678230524063 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9745783805847168 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7419642806053162 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09987299889326096 +particle/specificity‚0.9066182971000671 5validation_average_jet_accuracy‚0.374570369720459 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3821641206741333 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7311244606971741 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.05437541380524635 *jet/accuracy_1_of_1‚0.3401371240615845 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.33379194140434265 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9929968118667603 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7169642448425293 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 % _timestamp‚1.7848472848715026e+09 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2536056339740753 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 (loss/val_total_loss‚8.89600687679476 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6039924025535583 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3064083456993103 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7283060550689697 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9266189336776733 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6976526975631714 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 trainer/global_step‚4639 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6101054549217224 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 particle/accuracy_1_of_4‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6076344847679138 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6339049935340881 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1951623558998108 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 _runtime‚7889.174036225 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7170068621635437 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.20202142000198364 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6611912250518799 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2170526385307312 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03155575692653656 *jet/accuracy_1_of_2‚0.7380802035331726 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6361778378486633 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5315925478935242 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2536056339740753 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.2035490870475769 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7129746079444885 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7342826128005981 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.25187528133392334 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2166159749031067 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7294642925262451 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.19604727625846863 +jet/accuracy_2_of_2‚0.15626740455627441 particle/accuracy_1_of_1‚1 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 *jet/accuracy_2_of_4‚0.8091426491737366 particle/accuracy_2_of_4‚1 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4760073125362396 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_2_of_3‚1 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6381955146789551 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8179893493652344 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7190762758255005 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 particle/accuracy_1_of_3‚1 particle/accuracy_3_of_3‚1 +particle/sensitivity‚0.6214415431022644 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.24439513683319092 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6361778378486633 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7425963878631592 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7544556856155396 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6422898769378662 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.17982226610183716 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 6 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.615379273891449 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7977816462516785 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8637368083000183 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2655255198478699 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2653900980949402 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 *jet/accuracy_1_of_4‚0.9727796316146851 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6333568692207336 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.20485806465148926 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.040121108293533325 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02955988422036171 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.21465249359607697 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3070443868637085 _step‚396 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8785377740859985 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1ûxÒ7;ð±v ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7544556856155396 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6422898769378662 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.17982226610183716 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 6 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.615379273891449 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7977816462516785 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8637368083000183 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2655255198478699 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2653900980949402 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 *jet/accuracy_1_of_4‚0.9727796316146851 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6333568692207336 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.20485806465148926 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.040121108293533325 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02955988422036171 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.21465249359607697 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3070443868637085 _step‚396 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8785377740859985 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2643343210220337 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.18041454255580902 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_2_of_3‚0.6039197444915771 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 +jet/accuracy_4_of_4‚0.02010233886539936 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023204464465379715 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6805443167686462 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.30063244700431824 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6130692958831787 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6630252003669739 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5178918838500977 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7896577715873718 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 'particle/f_score‚0.6320234537124634 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48546740412712097 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8637368083000183 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8757872581481934 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 *jet/accuracy_1_of_3‚0.9043726921081543 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6604934334754944 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7205474376678467 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08391468226909637 /particle/accuracy_4_of_4‚0.9388248920440674 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7587110996246338 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6455912590026855 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04956777021288872 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt*SRqqt*FBt/event_purity‚0.0382150374352932 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4587785005569458 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38613447546958923 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09772191196680069 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7294642925262451 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2537086308002472 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9834433197975159 8"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.748059868812561 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 /particle/accuracy_3_of_4‚0.9934210777282715 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995025098323822 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7527587413787842 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.369047611951828 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4677111506462097 8"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.688345730304718 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.027685487642884254 epoch‚28 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_3‚0.08313882350921631 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.19317138195037842 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07518640160560608 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6190528273582458 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 (particle/accuracy‚0.8458760976791382 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.021788358688354492 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6856638789176941 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6985409259796143 8"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.802786111831665 8"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.800247311592102 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 particle/accuracy_1_of_2‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6622217893600464 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6798442006111145 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7690940499305725 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21286489069461823 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6831092834472656 6 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.114499032497406 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2355678230524063 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9745783805847168 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7419642806053162 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09987299889326096 +particle/specificity‚0.9066182971000671 5validation_average_jet_accuracy‚0.374570369720459 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3821641206741333 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7311244606971741 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.05437541380524635 *jet/accuracy_1_of_1‚0.3401371240615845 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.33379194140434265 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9929968118667603 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7169642448425293 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 % _timestamp‚1.7848472848715026e+09 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2536056339740753 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 (loss/val_total_loss‚8.89600687679476 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6039924025535583 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3064083456993103 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7283060550689697 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9266189336776733 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6976526975631714 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 trainer/global_step‚4639 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6101054549217224 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 particle/accuracy_1_of_4‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6076344847679138 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6339049935340881 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.1951623558998108 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 _runtime‚7889.174036225 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7170068621635437 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.20202142000198364 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6611912250518799 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2170526385307312 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03155575692653656 *jet/accuracy_1_of_2‚0.7380802035331726 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6361778378486633 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5315925478935242 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2536056339740753 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.2035490870475769 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7129746079444885 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7342826128005981 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.25187528133392334 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2166159749031067 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7294642925262451 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.19604727625846863 +jet/accuracy_2_of_2‚0.15626740455627441 particle/accuracy_1_of_1‚1 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 *jet/accuracy_2_of_4‚0.8091426491737366 particle/accuracy_2_of_4‚1 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4760073125362396 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_2_of_3‚1 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6381955146789551 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8179893493652344 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7190762758255005 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 particle/accuracy_1_of_3‚1 particle/accuracy_3_of_3‚1 +particle/sensitivity‚0.6214415431022644 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.24439513683319092 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6361778378486633 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7425963878631592Œ¿Qñ‚(:… µ·ŠÓùÔÎ gpu.0.gpu‚4.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚51.0 gpu.0.powerWatts‚130.01' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.002 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0HPð\ò‚(:Ñ µ·ŠÓþ¹íÐ disk.sda2.out‚0$ disk./.usageGB‚801.9059066772461' disk.nvme0n1.out‚177189.68115234375 disk.dm-0.in‚ 23657.6171875 disk.sda3.in‚ 166564.234375 disk.dm-1.out‚ 308.28125) disk.nvme0c0n1.out‚177189.68115234375( proc.memory.availableMB‚ 1426.0234375 network.recv‚838327) disk./.usagePercent‚53.81657824098165# disk.nvme0c0n1.in‚ 23657.6171875# memory_percent‚94.1974957784017 cpu‚25.338971368562664 proc.cpu.threads‚17 network.sent‚ 8.081999e+06! disk.nvme0n1.in‚ 23657.6171875$ disk.dm-0.out‚177189.68115234375 disk.sda.out‚ 308.28125 disk.sda2.in‚0 disk.sda3.out‚ 308.28125 disk.sda.in‚ 166564.234375 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.in‚ 166564.234375 proc.memory.rssMB‚ 3322.0625* proc.memory.percent‚13.517506917317709í7/”ó‚(:‰ Ä·ŠÓ¯âÏÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚275.599' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚55.1198 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0›I«0!ô‚(:Û Ä·ŠÓàñ†Ð diskX:Ø:E.sda.in‚ 166828.796875 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.out‚ 308.87890625* proc.memory.percent‚11.397345860799152 proc.cpu.threads‚17 network.recv‚840755) disk./.usagePercent‚53.81683066441041 disk.sda.out‚ 308.87890625 cpu‚25.33733148099319 network.sent‚ 8.136349e+06 disk.dm-0.in‚23672.69921875 disk.sda1.in‚0 disk.sda3.in‚ 166828.796875 disk.sda3.out‚ 308.87890625 disk.dm-1.in‚ 166828.796875( proc.memory.availableMB‚ 2917.7734375" disk./.usageGB‚801.90966796875" disk.nvme0n1.in‚23672.69921875& disk.nvme0n1.out‚178243.7822265625# disk.dm-0.out‚178243.7822265625 disk.sda2.out‚0# memory_percent‚88.1275494893392# proc.memory.rssMB‚ 2801.01171875$ disk.nvme0c0n1.in‚23672.69921875( disk.nvme0c0n1.out‚178243.7822265625ñ©2õ- _wandbruntime‚7909  _runtime‚79093_ÆöÀ _runtime‚7909.418155549 _step‚397 & lr-AdamW/pg1‚4.532685411121648e-05 & lr-AdamW/pg2‚4.532685411121648e-05 trainer/global_step‚4649 $ _timestamp‚1.784847305116637e+091·™îË÷Å _runtime‚7909.418155549 _step‚397 & lr-AdamW/pg1‚4.532685411121648e-05 & lr-AdamW/pg2‚4.532685411121648e-05 trainer/global_step‚4649 $ _timestamp‚1.784847305116637e+09åó2ø- _wandbruntime‚7909  _runtime‚7909ð.Y´(ùýO MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚40392974 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1344303530338816 % _timestamp‚1.7848473051176438e+09 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚244 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚83597932 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5954657981440 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚26642829 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4853188669952 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14247899 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12394686 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚366427932489728 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚43215052 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 _runtime‚7909.422970804 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚372382590471168 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚43215052 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚40392980 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚43204958 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚34474496 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4845051227587 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚40392974 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1339450367842304 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1344303530338816 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1338921320571280 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚372382993036800 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1343766371798867 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 [l(ú‚P MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚40392974 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1344303530338816 % _timestamp‚1.7848473051176438e+09 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚244 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚83597932 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 5954657981440 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚26642829 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4853188669952 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14247899 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12394686 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚366427932489728 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚43215052 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 _runtime‚7909.422970804 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚372382590471168 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚43215052 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚40392980 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚43204958 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚34474496 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4845051227587 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚40392974 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1339450367842304 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1344303530338816 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1338921320571280 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚372382993036800 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1343766371798867 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248Žf•Ý¾2û- _wandbruntime‚7910  _runtime‚7910ôó:Ç 'ü‡N K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚83625495 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1339200122345056 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4847416640793 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1339729250959360 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚43214040 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚40401341 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1344047564413817 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1339200147773024 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4855556636672 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 trainer/global_step‚4649 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1344583462137344 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚40401347 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚372462895249920 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚249 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5956008303104 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚254 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4846072029227 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1344584833769472 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚40401347 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚43224148 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1344046194374283 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚366506518855680 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4855556636672 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12397321 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14250863 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚26648184 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚366506886946816 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112@Ýi6ýŒN FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚372462895249920 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TDDeviceStatsMonitor.on_tÝ*ƒÜ#rain_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚249 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 5956008303104 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚254 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4846072029227 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1344584833769472 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚40401347 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚43224148 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1344046194374283 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚366506518855680 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4855556636672 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12397321 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14250863 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚26648184 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚366506886946816 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚83625495 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1339200122345056 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4847416640793 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1339729250959360 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚43214040 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚40401341 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1344047564413817 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1339200147773024 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4855556636672 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 trainer/global_step‚4649 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1344583462137344 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚40401347 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032ú va2þ- _wandbruntime‚7910  _runtime‚7910\Š£Ìÿþ 1loss/FBt2/assignment_loss‚0.02531949882064022 %loss/total_loss‚9.406111665483587 0loss/FRt2/assignment_loss‚0.7583954353865824 1loss/FBt1/assignment_loss‚0.17665724842646402 /loss/FRt1/detection_loss‚0.5440171614569487 /loss/FBt1/detection_loss‚0.8424814580665791 /loss/FRt1/assignment_loss‚2.112764275344098 0loss/SRqqt1/assignment_loss‚0.53037888967612 /loss/FRt2/detection_loss‚1.4384580301120877 0loss/SRqqt2/detection_loss‚0.636573598386836 % _timestamp‚1.7848473065900075e+09 _runtime‚7910.891387478 _step‚400 2loss/SRqqt2/assignment_loss‚0.6045853910321595 1loss/SRqqt1/detection_loss‚1.0218027825620564 /loss/FBt2/detection_loss‚0.7146778962130149 epoch‚29 trainer/global_step‚4649:ÿýµ €ƒ /loss/FRt2/detection_loss‚1.4384580301120877 0loss/SRqqt2/detection_loss‚0.636573598386836 % _timestamp‚1.7848473065900075e+09 _runtime‚7910.891387478 _step‚400 2loss/SRqqt2/assignment_loss‚0.6045853910321595 1loss/SRqqt1/detection_loss‚1.0218027825620564 /loss/FBt2/detection_loss‚0.7146778962130149 epoch‚29 trainer/global_step‚4649 1loss/FBt2/assignment_loss‚0.02531949882064022 %loss/total_loss‚9.406111665483587 0loss/FRt2/assignment_loss‚0.7583954353865824 1loss/FBt1/assignment_loss‚0.17665724842646402 /loss/FRt1/detection_loss‚0.5440171614569487 /loss/FBt1/detection_loss‚0.8424814580665791 /loss/FRt1/assignment_loss‚2.112764275344098 0loss/SRqqt1/assignment_loss‚0.53037888967612`Tn”‚(:‰ Ó·ŠÓõ¡šÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚318.139' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.6278 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0–8Pc‚‚(:Ø Ó·ŠÓÂÆìÐ# proc.memory.rssMB‚ 2801.01171875* proc.memory.percent‚11.397345860799152 cpu‚25.33738142277742 disk.nvme0c0n1.in‚ 23691.6875) disk.nvme0c0n1.out‚178395.13623046875 disk.sda.out‚ 309.4921875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚168149.52734375 disk.sda3.out‚ 309.4921875 proc.cpu.threads‚17 network.sent‚ 8.138432e+06 disk.dm-1.in‚168149.52734375 disk.nvme0n1.in‚ 23691.6875 disk.dm-0.in‚ 23691.6875$ disk.dm-0.out‚178395.13623046875$ memory_percent‚88.12939325968424( proc.memory.availableMB‚ 2917.3203125 network.recv‚842003$ disk./.usageGB‚801.9089164733887 disk.sda1.in‚0 disk.sda.in‚168149.52734375) disk./.usagePercent‚53.81678023092616 disk.dm-1.out‚ 309.4921875' disk.nvme0n1.out‚178395.13623046875 disk.sda1.out‚0>Ý·œƒ‚(:‘ â·ŠÓöÀ÷Ð gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚309.6' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.92000000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0-ÑNÓ]„‚(:Ò â·ŠÓ¡±ÍÒ network.sent‚ 8.198409e+06 network.recv‚844405$ disk./.usageGB‚801.9089317321777) disk.nvme0c0n1.out‚179221.95263671875 disk.dm-0.in‚ 23691.6875 proc.cpu.threads‚17* disk./.usagePercent‚53.816781254956304 disk.nvme0n1.in‚ 23691.6875' disk.nvme0n1.out‚179221.95263671875 disk.sda.in‚168149.52734375 disk.sda.out‚309.9375 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚309.9375 disk.dm-1.in‚168149.52734375 disk.dm-1.out‚309.9375 disk.sda1.out‚0 disk.sda3.in‚168149.52734375$ memory_percent‚88.12836011250815) proc.memory.availableMB‚ 2917.57421875# proc.memory.rssMB‚ 2801.01171875* proc.memory.percent‚11.397345860799152 disk.nvme0c0n1.in‚ 23691.6875$ disk.dm-0.out‚179221.95263671875 disk.sda1.in‚0 cpu‚25.337424688864033üÎÎÌ”…‚(:‰ ñ·ŠÓÿ‚Î gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚192.223' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚38.4446 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0dsýkl†‚(:á ñ·ŠÓƒàÖÐ$ memory_percent‚88.13091913859049# proc.memory.rssMB‚ 2801.01171875$ disk./.usageGB‚801.9089126586914% disk.nvme0n1.out‚179223.373046875" disk.dm-0.out‚179223.373046875 disk.dm-1.in‚168149.52734375 disk.dm-1.out‚ 310.37890625$ disk.nvme0c0n1.in‚23813.71484375( proc.memory.availableMB‚ 2916.9453125* proc.memory.percent‚11.397345860799152 network.recv‚845579) disk./.usagePercent‚53.81677997491864 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 310.37890625 cpu‚25.33746114834817" disk.nvme0n1.in‚23813.71484375 disk.dm-0.in‚23813.71484375 disk.sda2.in‚0 proc.cpu.threads‚17 network.sent‚ 8.199968e+06 disk.sda.in‚168149.52734375 disk.sda.out‚ 310.37890625 disk.sda3.in‚168149.52734375' disk.nvme0c0n1.out‚179223.373046875L1u¬”‡‚(:‰ €¸ŠÓØí¸Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚307.956' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.5912 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‘gˆ‚(:Ü €¸ŠÓþÉîÏ disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚168655.8359375 disk.dm-1.in‚168655.8359375$ memory_percent‚88.12991778055826 network.recv‚846623$ disk./.usageGB‚801.9087715148926 disk.sda.out‚ 310.98046875 disk.sda3.out‚ 310.98046875 disk.dm-1.out‚ 310.98046875 disk.dm-0.in‚ 23833.1484375" disk.dm-0.out‚179307.298828125) proc.memory.availableMB‚ 2917.19140625! disk.nvme0n1.in‚ 23833.1484375% disk.nvme0n1.out‚179307.298828125# proc.memory.rssMB‚ 2801.01171875* proc.memory.percent‚11.397345860799152 cpu‚25.33745874844275 network.sent‚ 8.202554e+06 disk.sda1.out‚0# disk.nvme0c0n1.in‚ 23833.1484375' disk.nvme0c0n1.out‚179307.298828125 proc.cpu.threads‚17) disk./.usagePercent‚53.81677050263987 disk.sda.in‚168655.8359375 disk.sda1.in‚0«–Ñ”‰‚(:‰ ¸ŠÓýáÄÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚172.779' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚34.5558 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚06´½”bŠ‚(:× ¸ŠÓЗ–Ð* proc.memory.percent‚11.397345860799152 network.sent‚ 8.204658e+06 disk.sda3.out‚ 311.47265625 disk.sda2.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 2917.19140625# proc.memory.rssMB‚ 2801.01171875 proc.cpu.threads‚17 network.recv‚848046) disk./.usagePercent‚53.81677101465494 disk.nvme0c0n1.in‚ 23843.625) disk.nvme0c0n1.out‚179310.82080078125$ disk.dm-0.out‚179310.82080078125 disk.sda1.out‚0$ memory_percent‚88.12991778055826$ disk./.usageGB‚801.9087791442871 disk.dm-1.in‚169003.3515625' disk.nvme0n1.out‚179310.82080078125 disk.dm-0.in‚ 23843.625 disk.sda.in‚169003.3515625 disk.sda.out‚ 311.47265625 disk.sda1.in‚0 cpu‚25.337542418481135 disk.sda3.in‚169003.3515625 disk.dm-1.out‚ 311.47265625 disk.nvme0n1.in‚ 23843.625ÝXo2‹- _wandbruntime‚7989  _runtime‚7989‘FÉ#ÆŒÀ _runtime‚7989.724032856 _step‚401 & lr-AdamW/pg1‚4.418657654220266e-05 & lr-AdamW/pg2‚4.418657654220266e-05 trainer/global_step‚4699 $ _timestamp‚1.784847385421378e+09¬-¡éËÅ & lr-AdamW/pg1‚4.418657654220266e-05 & lr-AdamW/pg2‚4.418657654220266e-05 trainer/global_step‚4699 $ _timestamp‚1.784847385421378e+09 _runtime‚7989.724032856 _step‚401‘žDó°2Ž- _wandbruntime‚7989  _runtime‚7989ælÜ(ýO G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1352861434688048 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚12526681 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚40811324 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1352861409260080 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 % _timestamp‚1.7848473854220607e+09 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6017978304512 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚332 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 _runtime‚7989.724119099 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1353395806193664 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚26923460 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚40811330 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1353395832367104 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚40811330 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12526686 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6017929149952 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1357757564370475 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚337 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4904378226176 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚84472234 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1358301556044800 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚376375597182976 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4896155110395 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚26923797 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚370357250787328 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1358301556044800 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1358300184419840 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4904378226176 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1353395832367104 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1358300184419840 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1357758934409897 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14396779 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4905723677696 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚43660910 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1353395832367104 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚40811330 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12526686 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6017929149952 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1357757564370475 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚337 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4904378226176 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚84472234 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1358301556044800 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚376375597182976 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4896155110395 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚26923797 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚370357250787328 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.°"zˆallocated‚1358301556044800 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1358300184419840 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4904378226176 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1353395832367104 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1358300184419840 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1357758934409897 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14396779 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4905723677696 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚43660910 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚12526681 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚40811324 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1352861409260080 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 % _timestamp‚1.7848473854220607e+09 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6017978304512 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚332 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 _runtime‚7989.724119099 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1353395806193664 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚26923460 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚40811330 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560’Y؆2‘- _wandbruntime‚7991  _runtime‚7991•²[L '’‡N KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1353674715484160 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1353674715484160 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1353674741657600 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848473868453937e+09 trainer/global_step‚4699 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4906746192896 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6019180119552 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1358580116218368 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚84489683 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4897175912035 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1353140236461824 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1358581487850496 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚40819697 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚344 _step‚403 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4906746192896 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚84499797 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚40819697 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚84499797 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚14400045 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4905400734208 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1353674741657600 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚339 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚370436205244416 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14399706 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚376455438705664 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4898520523601 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚84489683 _runtime‚7991.147153464 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚43680100 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚370435837153280 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1353140211033856 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1358581487850496 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1358037386945891 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚40819691 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚26929027 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12529321 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248‰lT'“ŒN _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1353140236461824 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1358581487850496 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚40819697 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚344 _step‚403 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4906746192896 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚84499797 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚40819697 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚84499797 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚14400045 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4905400734208 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1353674741657600 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚339 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚370436205244416 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14399706 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚376455438705664 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4898520523601 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚84489683 _runtime‚7991.147153464 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚43680100 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚370435837153280 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1353140211033856 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1358581487850496 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1358037386945891 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚40819691 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚26929027 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12529321 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1353674715484160 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1353674715484160 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1353674741657600 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848473868453937e+09 trainer/global_step‚4699 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4906746192896 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6019180119552 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1358580116218368 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚84489683 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4897175912035 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832“ÅA«Y2”- _wandbruntime‚7991  _runtime‚7991ñ§ë•€ 0loss/FRt2/assignment_loss‚0.7476014803630353 1loss/SRqqt1/detection_loss‚0.9265630375876978 1loss/SRqqt2/detection_loss‚0.6352670095066162 1loss/FBt2/assignment_loss‚0.06006132893288289 .loss/FRt2/detection_loss‚1.409170779349119 /loss/FBt2/detection_loss‚0.4459710128747526 _step‚404 0loss/FRt1/assignment_loss‚2.0357090046689397 2loss/SRqqt1/assignment_loss‚0.5825540700408639 2loss/SRqqt2/assignment_loss‚0.5332542034345372 /loss/FRt1/detection_loss‚0.5298814772704792 /loss/FBt1/detection_loss‚0.8968696898811739 trainer/global_step‚4699 $ _timestamp‚1.784847386897594e+09 _runtime‚7991.198954717 1loss/FBt1/assignment_loss‚0.07845441318903845 %loss/total_loss‚8.881357507099136 epoch‚29±æú¸ –… _runtime‚7991.198954717 1loss/FBt1/assignment_loss‚0.07845441318903845 %loss/total_loss‚8.881357507099136 epoch‚29 0loss/FRt2/assignment_loss‚0.7476014803630353 1loss/SRqqt1/detection_loss‚0.9265630375876978 1loss/SRqqt2/detection_loss‚0.6352670095066162 1loss/FBt2/assignment_loss‚0.06006132893288289 .loss/FRt2/detection_loss‚1.409170779349119 /loss/FBt2/detection_loss‚0.4459710128747526 _step‚404 0loss/FRt1/assignment_loss‚2.0357090046689397 2loss/SRqqt1/assignment_loss‚0.5825540700408639 2loss/SRqqt2/assignment_loss‚0.5332542034345372 /loss/FRt1/detection_loss‚0.5298814772704792 /loss/FBt1/detection_loss‚0.8968696898811739 trainer/global_step‚4699 $ _timestamp‚1.784847386897594e+09”V`¤”—‚(:‰ ž¸ŠÓ„ÃÎ gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚371.452' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.2904 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0úSú†\˜‚(:Ñ ž¸ŠÓ·Ç¡Ð disk.sda2.in‚0 disk.dm-1.in‚169003.3515625 disk.nvme0c0n1.in‚ 23843.625) disk.nvme0c0n1.out‚179311.97314453125' disk.nvme0n1.out‚179311.97314453125 disk.sda.out‚ 312.0546875& proc.memory.availableMB‚ 2917.09375# proc.memory.rssMB‚ 2801.01171875 network.recv‚849016) disk./.usagePercent‚53.81686676147274 disk.sda3.in‚169003.3515625$ disk.dm-0.out‚179311.97314453125 disk.sda.in‚169003.3515625* proc.memory.percent‚11.397345860799152 cpu‚25.337565224750634 proc.cpu.threads‚17$ disk./.usageGB‚801.9102058410645 disk.sda2.out‚0 disk.sda3.out‚ 312.0546875 disk.nvme0n1.in‚ 23843.625 disk.sda1.in‚0 disk.sda1.out‚0$ memory_percent‚88.13031514485678 network.sent‚ 8.206714e+06 disk.dm-1.out‚ 312.0546875 disk.dm-0.in‚ 23843.625"¬ož™‚(:“ ­¸ŠÓößÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚323.353' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.67060000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ñ^‡Ýgš‚(:Ü ­¸ŠÓÔ”õÐ disk.sda.in‚169003.3515625 disk.sda.out‚ 312.2734375 disk.sda3.in‚169003.3515625 disk.sda3.out‚ 312.2734375 cpu‚25.33758398074117 proc.cpu.threads‚17 network.recv‚851725) disk./.usagePercent‚53.81688826610562$ disk./.usageGB‚801.9105262756348 disk.dm-1.in‚169003.3515625$ disk.nvme0c0n1.in‚23975.89453125( disk.nvme0c0n1.out‚179313.7919921875" disk.nvme0n1.in‚23975.89453125& disk.nvme0n1.out‚179313.7919921875 network.sent‚ 8.266561e+06 disk.dm-1.out‚ 312.2734375 disk.dm-0.in‚23975.89453125# disk.dm-0.out‚179313.7919921875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚88.13158671061197& proc.memory.availableMB‚ 2916.78125# proc.memory.rssMB‚ 2801.01171875* proc.memory.percent‚11.397345860799152ôöx»ž›‚(:“ ¼¸ŠÓ…ìëÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚323.353' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.67060000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÎY Ÿaœ‚(:Ö ¼¸ŠÓ‚šµÑ disk.sda2.in‚0$ memory_percent‚88.13158671061197 network.sent‚ 8.268655e+06$ disk./.usageGB‚802.4125709533691 disk.nvme0n1.in‚ 23989.8125 disk.sda2.out‚0 disk.sda3.out‚ 312.78515625* proc.memory.percent‚11.397345860799152 proc.cpu.threads‚17 disk.sda.in‚169296.33203125 disk.sda.out‚ 312.78515625 disk.sda3.in‚169296.33203125 disk.dm-1.in‚169296.33203125# proc.memory.rssMB‚ 2801.01171875 cpu‚25.33757275356021) disk./.usagePercent‚53.85058090567192& disk.nvme0n1.out‚179315.1513671875 disk.sda1.in‚0 disk.dm-1.out‚ 312.78515625& proc.memory.availableMB‚ 2916.78125 network.recv‚852812 disk.nvme0c0n1.in‚ 23989.8125( disk.nvme0c0n1.out‚179315.1513671875 disk.dm-0.in‚ 23989.8125# disk.dm-0.out‚179315.1513671875 disk.sda1.out‚03DpÒŸ‚(:” ˸ŠÓ­° Î gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚366.326' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.26520000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0fd‘laž‚(:Ö ˸ŠÓ¯³åÐ disk.sda2.in‚0 disk.sda2.out‚0& proc.memory.availableMB‚ 2917.03125* proc.memory.percent‚11.397345860799152) disk./.usagePercent‚53.85058474578492$ disk./.usageGB‚802.4126281738281 disk.sda3.out‚ 313.2890625 disk.dm-1.in‚170604.42578125! disk.nvme0c0n1.in‚ 24016.71875( disk.nvme0c0n1.out‚179316.3544921875 cpu‚25.33769264316715 proc.cpu.threads‚17 network.sent‚ 8.270718e+06& disk.nvme0n1.out‚179316.3544921875 disk.dm-1.out‚ 313.2890625 disk.dm-0.in‚ 24016.71875 disk.sda.in‚170604.42578125 disk.sda.out‚ 313.2890625 disk.sda1.in‚0 disk.sda1.out‚0$ memory_percent‚88.13056945800781# proc.memory.rssMB‚ 2801.01171875 network.recv‚854019 disk.sda3.in‚170604.42578125 disk.nvme0n1.in‚ 24016.71875# disk.dm-0.out‚179316.3544921875=¿&쀟‚(:“ Ú¸ŠÓœ¨ºÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚297.732' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.54640000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu­Öh.0.uncorrectedMemoryErrors‚0xbÿmp ‚(:å Ú¸ŠÓ·º—Ð network.sent‚ 8.272877e+06 network.recv‚855101) disk.nvme0c0n1.out‚179401.74853515625' disk.nvme0n1.out‚179401.74853515625 disk.dm-0.in‚24020.07421875# proc.memory.rssMB‚ 2801.01171875) disk./.usagePercent‚53.81694740384603 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.in‚170604.42578125 disk.dm-1.out‚ 313.81640625" disk.nvme0n1.in‚24020.07421875& proc.memory.availableMB‚ 2916.78125 cpu‚25.33768854551541 disk.sda.in‚170604.42578125 disk.sda.out‚ 313.81640625 disk.sda1.out‚0 disk.sda3.in‚170604.42578125 proc.cpu.threads‚17$ disk./.usageGB‚801.9114074707031 disk.sda2.in‚0 disk.sda3.out‚ 313.81640625$ disk.nvme0c0n1.in‚24020.07421875$ disk.dm-0.out‚179401.74853515625$ memory_percent‚88.13158671061197* proc.memory.percent‚11.397345860799152oÅå#2¡- _wandbruntime‚8069  _runtime‚8069=%ÓÞɢà ' lr-AdamW/pg2‚4.3052070485358165e-05 trainer/global_step‚4749 % _timestamp‚1.7848474655428507e+09 _runtime‚8069.844354083 _step‚405 ' lr-AdamW/pg1‚4.3052070485358165e-05ÒSÒÎ£È ' lr-AdamW/pg2‚4.3052070485358165e-05 trainer/global_step‚4749 % _timestamp‚1.7848474655428507e+09 _runtime‚8069.844354083 _step‚405 ' lr-AdamW/pg1‚4.3052070485358165e-05•ó\Nü2¤- _wandbruntime‚8069  _runtime‚8069›ÜÖ(¥ýO @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1367341296891904 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1372298210125824 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚44126956 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚44116862 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1367341270718464 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚41229680 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚27203194 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚41229674 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1372296838500864 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12658686 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚367 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1366801497948880 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6080368220672 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 % _timestamp‚1.7848474655438368e+09 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14544141 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4955567782400 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚41229674 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1367341270718464 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6080306483200 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1367341296891904 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 _step‚406 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚85346536 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚41229680 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚14544508 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1371748756942083 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4956913233920 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1372296838500864 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1372298210125824 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1371750126981505 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚85356636 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚380366875568128 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚374286937176064 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1366801523376848 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚44126956 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚372 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4955567782400 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚44116862 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _runtime‚8069.848946697 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4948603604657 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚12658681 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚380367305396736 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4947258993203 ³(¦‚P D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 4955567782400 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚41229674 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1367341270718464 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6080306483200 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1367341296891904 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 _step‚406 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚85346536 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚41229680 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚14544508 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1371748756942083 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 4956913233920 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1372296838500864 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1372298210125824 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1371750126981505 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚85356636 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚380366875568128 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚374286937176064 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1366801523376848 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚44126956 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚372 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 4955567782400 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚44116862 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _runtime‚8069.848946697 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4948603604657 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚12658681 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚380367305396736 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4947258993203 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1367341296891904 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1372298210125824 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚44126956 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚44116862 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1367341270718464 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚41229680 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚27203194 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚41229674 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1372296838500864 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12658686 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚367 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1366801497948880 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6080368220672 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 % _timestamp‚1.7848474655438368e+09 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14544141 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112–—é N”§‚(:‰ 鸊Ó¼‚žÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚357.587' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.5174 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚08Ý°µt¨‚(:é 鸊Ó¯íÑ$ disk.dm-0.out‚179404.19580078125$ memory_percent‚88.13271522521973* proc.memory.percent‚11.397345860799152$ disk./.usageGB‚800.5777244567871 disk.sda.out‚ 314.71484375 disk.dm-0.in‚24161.51171875) proc.memory.availableMB‚ 2916.50390625# proc.memory.rssMB‚ 2801.01171875 cpu‚25.337766017062986 network.recv‚856324) disk./.usagePercent‚53.72744281774754 disk.sda2.out‚0 disk.sda3.out‚ 314.71484375$ disk.nvme0c0n1.in‚24161.51171875 proc.cpu.threads‚17 network.sent‚ 8.274975e+06 disk.sda.in‚170604.42578125 disk.sda1.in‚0 disk.sda3.in‚170604.42578125 disk.dm-1.in‚170604.42578125 disk.dm-1.out‚ 314.71484375) disk.nvme0c0n1.out‚179404.19580078125" disk.nvme0n1.in‚24161.51171875 disk.sda1.out‚0 disk.sda2.in‚0' disk.nvme0n1.out‚179404.19580078125.D×2©- _wandbruntime‚8071  _runtime‚8071`쨭Þ$ª…N G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚85374099 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4957935749120 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚41238041 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚41238047 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4957935749120 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6081538271232 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1367620206182400 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1372578141931520 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚374365523542016 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6081600001536 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚44136052 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12661321 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1367080299722656 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4956590290432 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4948279794843 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚380447123543552 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚61730304 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1372578141931520 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚375 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4956590290432 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚41238041 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚44136052 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚27208396 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚14547445 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14547075 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1372028579517499 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚85374099 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚41238047 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1367620180008960 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚374365155450880 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1372029949557033 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocatÉîÊ-ed‚12661326 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚380446693722112 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1367080325150624 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4949624406409 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 $ _timestamp‚1.784847467102546e+092ŽãE'«ŠN XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 4956590290432 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚41238041 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚44136052 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚27208396 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚14547445 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14547075 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1372028579517499 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚85374099 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚41238047 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1367620180008960 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚374365155450880 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1372029949557033 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚12661326 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚380446693722112 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1367080325150624 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 4949624406409 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 $ _timestamp‚1.784847467102546e+09 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚85374099 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 4957935749120 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚41238041 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚41238047 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 4957935749120 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6081538271232 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1367620206182400 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1372578141931520 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚374365523542016 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6081600001536 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚44136052 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12661321 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1367080299722656 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 4956590290432 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4948279794843 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚380447123543552 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚61730304 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1372578141931520 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚375—²ÝhH2¬- _wandbruntime‚8071  _runtime‚8071CT­‚ _runtime‚8071.460293884 %loss/total_loss‚9.574570411892429 epoch‚29 /loss/FRt1/assignment_loss‚2.069972957364036 0loss/FRt2/assignment_loss‚0.8302234657922712 /loss/FRt1/detection_loss‚0.5303373468274039 0loss/SRqqt1/detection_loss‚0.985556684042765 trainer/global_step‚4749 2loss/FBt1/assignment_loss‚0.060926507796121736 /loss/FRt2/detection_loss‚1.4740685754105403 .loss/FBt1/detection_loss‚1.084260392887797 _step‚408 0loss/FBt2/detection_loss‚0.49807562975007724 2loss/SRqqt1/assignment_loss‚0.7247305188219322 2loss/SRqqt2/assignment_loss‚0.6542713238316551 2loss/FBt2/assignment_loss‚0.061253691385537004 1loss/SRqqt2/detection_loss‚0.6008933179822922 % _timestamp‚1.7848474671589575e+09S=E2 ®‡ %loss/total_loss‚9.574570411892429 epoch‚29 /loss/FRt1/assignment_loss‚2.069972957364036 0loss/FRt2/assignment_loss‚0.8302234657922712 /loss/FRt1/detection_loss‚0.5303373468274039 0loss/SRqqt1/detection_loss‚0.985556684042765 trainer/global_step‚4749 2loss/FBt1/assignment_loss‚0.060926507796121736 /loss/FRt2/detection_loss‚1.4740685754105403 .loss/FBt1/detection_loss‚1.084260392887797 _step‚408 0loss/FBt2/detection_loss‚0.49807562975007724 2loss/SRqqt1/assignment_loss‚0.7247305188219322 2loss/SRqqt2/assignment_loss‚0.6542713238316551 2loss/FBt2/assignment_loss‚0.061253691385537004 1loss/SRqqt2/detection_loss‚0.6008933179822922 % _timestamp‚1.7848474671589575e+09 _runtime‚8071.460293884˜ÊâN©Ÿ¯‚(:” ø¸ŠÓ¤ÍßÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚214.133' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚42.826600000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0æõÁ¡[°‚(:Ð ø¸ŠÓ¹ÐÍÐ proc.cpu.threads‚17 disk.sda3.out‚315.1875 disk.sda.in‚ 171103.390625 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.out‚315.1875) disk.nvme0c0n1.out‚179409.66943359375) proc.memory.availableMB‚ 2916.59765625$ disk./.usageGB‚800.5778198242188$ disk.dm-0.out‚179409.66943359375 disk.sda1.out‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2801.01171875 disk.sda3.in‚ 171103.390625 network.sent‚ 8.323438e+06 network.recv‚858548( disk./.usagePercent‚53.7274492179359 disk.dm-0.in‚ 24164.796875 disk.sda.out‚315.1875" disk.nvme0c0n1.in‚ 24164.796875 disk.dm-1.in‚ 171102.140625 disk.nvme0n1.in‚ 24164.796875' disk.nvme0n1.out‚179409.66943359375$ memory_percent‚88.13233375549316* proc.memory.percent‚11.397345860799152 cpu‚25.337792613881586=¤×”±‚(:‰ ‡¹ŠÓËøªÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚302.512' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.5024 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‡³²Zj²‚(:ß ‡¹ŠÓ¼ÐñÏ disk.dm-1.in‚171673.6484375' disk.nvme0n1.out‚179493.63427734375$ disk.dm-0.out‚179493.63427734375 disk.sda1.out‚0 cpu‚25.337819778715627 disk.dm-1.out‚ 315.546875$ disk.nvme0c0n1.in‚24177.48828125 disk.dm-0.in‚24177.48828125) proc.memory.availableMB‚ 2916.82421875* proc.memory.percent‚11.397345860799152 network.recv‚860829 disk.sda3.in‚171673.6484375" disk.nvme0n1.in‚24177.48828125 disk.sda.in‚171673.6484375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0$ disk./.usageGB‚800.5778198242188) disk.nvme0c0n1.out‚179493.63427734375 disk.sda.out‚ 315.546875$ memory_percent‚88.13141187032065# proc.memory.rssMB‚ 2801.01171875 proc.cpu.threads‚17 network.sent‚ 8.373293e+06( disk./.usagePercent‚53.7274492179359 disk.sda3.out‚ 315.546875Z¶€c³‚(:’ –¹ŠÓþó·Î gpu.0.gpu‚22.0 gpu.0.memory‚7, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚364.731' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.94619999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0XÄ…n´‚(:ã –¹ŠÓ®¬ûÐ disk.sda1.in‚0 disk.sda1.out‚0$ disk./.usageGB‚800.5776977539062 disk.sda3.out‚ 316.05859375 disk.dm-1.in‚171673.6484375$ disk.nvme0c0n1.in‚24177.48828125" disk.nvme0n1.in‚24177.48828125 disk.dm-0.in‚24177.48828125$ memory_percent‚88.13244501749674# proc.memory.rssMB‚ 2801.01171875 network.sent‚ 8.375375e+06 disk.sda2.out‚0) disk.nvme0c0n1.out‚179498.11669921875 disk.sda.out‚ 316.05859375* proc.memory.percent‚11.397345860799152 network.recv‚861781 disk.sda.in‚171673.6484375( proc.memory.availableMB‚ 2916.5703125 cpu‚25.33789646114563 proc.cpu.threads‚17( disk./.usagePercent‚53.7274410256948 disk.sda2.in‚0 disk.sda3.in‚171673.6484375 disk.dm-1.out‚ 316.05859375' disk.nvme0n1.out‚179498.11669921875$ disk.dm-0.out‚179498.11669921875‰žýÉžµ‚(:“ ¥¹ŠÓ¬·Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.534' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.10679999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ŒÛÃÀg¶‚(:Ü ¥¹ŠÓÊÆÐ disk.dm-0.in‚24322.65234375 disk.sda.in‚171673.6484375 proc.cpu.threads‚17" disk.nvme0n1.in‚24322.65234375 disk.sda1.out‚0# proc.memory.rssMB‚ 2801.01171875* proc.memory.percent‚11.397345860799152 disk.sda3.in‚171673.6484375& disk.nvme0n1.out‚179499.7333984375# disk.dm-0.out‚179499.7333984375 disk.sda.out‚ 316.3671875 disk.sda1.in‚0$ memory_percent‚88.12980651855469 cpu‚25.337924025353928 network.sent‚ 8.37744e+06) disk./.usagePercent‚53.72744793789822 disk.sda2.out‚0 disk.dm-1.in‚171673.6484375$ disk.nvme0c0n1.in‚24322.65234375( disk.nvme0c0n1.out‚179499.7333984375& proc.memory.availableMB‚ 2917.21875 network.recv‚863032$ disk./.usageGB‚800.5778007507324 disk.sda2.in‚0 disk.sda3.out‚ 316.3671875 disk.dm-1.out‚ 316.3671875+|üÄž·‚(:“ ´¹ŠÓÛê¤Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚323.225' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.64500000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0çP€g¸‚(:Ü ´¹ŠÓŒ¦ÓÐ# proc.memory.rssMB‚ 2801.01171875* proc.memory.percent‚11.397345860799152 cpu‚25.337912349885592 proc.cpu.threads‚17 network.recv‚863959$ disk.nvme0c0n1.in‚24342.67578125" disk.nvme0n1.in‚24342.67578125& disk.nvme0n1.out‚179503.6298828125# disk.dm-0.out‚179503.6298828125 disk.sda.in‚ 171936.71875 disk.sda1.in‚0 disk.sda2.in‚0 network.sent‚ 8.379513e+06) disk./.usagePercent‚53.72745715416946( disk.nvme0c0n1.out‚179503.6298828125 disk.sda3.in‚ 171936.71875 disk.dm-1.in‚ 171936.71875 disk.dm-1.out‚ 316.91015625$ memory_percent‚88.12982241312662) proc.memory.availableMB‚ 2917.21484375# disk./.usageGB‚800.577938079834 disk.dm-0.in‚24342.67578125 disk.sda.out‚ 316.91015625 disk.sda3.out‚ 316.91015625 disk.sda1.out‚0 disk.sda2.out‚0¥Ú2¹- _wandbruntime‚8149  _runtime‚8149“²8ÍǺÁ _step‚409 & lr-AdamW/pg1‚4.192379134791105e-05 & lr-AdamW/pg2‚4.192379134791105e-05 trainer/global_step‚4799 % _timestamp‚1.7848475454735043e+09 _runtime‚8149.775198577:% ÜÌ»Æ & lr-AdamW/pg1‚4.192379134791105e-05 & lr-AdamW/pg2‚4.192379134791105e-05 trainer/global_step‚4799 % _timestamp‚1.7848475454735043e+09 _runtime‚8149.775198577 _step‚409™˜€2¼- _wandbruntime‚8149  _runtime‚8149Ÿ1@…(½ýO YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚41648030 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚383 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚41648024 trainer/global_step‚4799 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1386293492581888 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5006757338624 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1385739949513691 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6142561117696 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚378216255473664 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14691992 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚384358872037376 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5008102790144 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚27482673 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚378 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6142616563712 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1381286761416704 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5006757338624 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚44572814 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚41648024 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 % _timestamp‚1.7848475454746807e+09 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚86220838 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1381286761416704 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚27483056 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12790686 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚378215887382528 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4999707487465 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _runtime‚8149.779921277 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1381286735243264 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1380741612065648 _step‚410 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1386294864206848 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚44582908 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1386294864206848 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4998362876011 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚14692370 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0*ð+â ¾‚P IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚14691992 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚384358872037376 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5008102790144 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚27482673 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚378 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 ?9DeviceStatsMonitor˜˜=&.on_train_batch_start/segment.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6142616563712 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1381286761416704 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5006757338624 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚44572814 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚41648024 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 % _timestamp‚1.7848475454746807e+09 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚86220838 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1381286761416704 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚27483056 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12790686 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚378215887382528 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 4999707487465 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _runtime‚8149.779921277 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1381286735243264 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1380741612065648 _step‚410 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1386294864206848 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚44582908 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1386294864206848 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 4998362876011 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚14692370 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚41648030 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚383 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚41648024 trainer/global_step‚4799 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1386293492581888 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5006757338624 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1385739949513691 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6142561117696 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚378216255473664 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248š³VZ2¿- _wandbruntime‚8151  _runtime‚8151ºŠˆ 'À‡N N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1386019772089107 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4999383677651 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚378294473748480 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚86248401 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚86238287 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1381565644533760 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚41656397 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚86238287 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5000728289217 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1381565644533760 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12793321 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚384438285958656 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _runtime‚8151.191494751 _step‚411 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚378 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚27488302 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚378294841839616 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6143812210176 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1381565670707200 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1381020413839424 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚373 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 % _timestamp‚1.7848475468896651e+09 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚27488680 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚86248401 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1386021142128641 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5007779846656 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚41656391 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚41656391 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 trainer/global_step‚4799 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚27488302 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚378294841839616 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6143812210176 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1381565670707200 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1381020413839424 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚373 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 % _timestamp‚1.7848475468896651e+09 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚27488680 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚86248401 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1386021142128641 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5007779846656 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚41656391 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚41656391 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 trainer/global_step‚4799 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1386019772089107 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 4999383677651 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚378294473748480 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚86248401 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚86238287 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1381565644533760 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚41656397 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚86238287 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5000728289217 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1381565644533760 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12793321 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚384438285958656 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _runtime‚8151.191494751 _step‚411 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329›ÀöÇY2Â- _wandbruntime‚8151  _runtime‚8151ãguƒÃ‚ epoch‚29 0loss/FRt2/assignment_loss‚0.8205969398377707 2loss/SRqqt1/assignment_loss‚0.6372703778040469 2loss/SRqqt2/assignment_loss‚0.5570562196281877 /loss/FRt2/detection_loss‚1.5725323839231111 0loss/SRqqt1/detection_loss‚1.022506480472106 0loss/FBt2/detection_loss‚0.49484897942861894 0loss/FRt1/assignment_loss‚2.0121831991198507 1loss/FBt1/assignment_loss‚0.18126714445958422 2loss/FBt2/assignment_loss‚0.036443520726619175 0loss/SRqqt2/detection_loss‚0.572460286097622 /loss/FBt1/detection_loss‚0.7592485421063269 %loss/total_loss‚9.218410445739554 % _timestamp‚1.7848475469445236e+09 _runtime‚8151.245891907 /loss/FRt1/detection_loss‚0.5519963721357097 trainer/global_step‚4799 _step‚412·¹ Èõt 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9979166984558105 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03212973475456238 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.15827132761478424 +jet/accuracy_4_of_4‚0.02010233886539936 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2644275426864624 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 $ _timestamp‚1.784847556918865e+09 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02353421226143837 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.21559232473373413 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2577154040336609 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9979166984558105 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6225810647010803 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.026313582435250282 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 *jet/accuracy_2_of_3‚0.5927583575248718 particle/accuracy_1_of_3‚1 'particle/f_score‚0.6305244565010071 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37358754873275757 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6417472958564758 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5922619104385376 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 particle/accuracy_1_of_4‚1 +particle/sensitivity‚0.6179711818695068 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958316087722778 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqõ‰Ü[Â/qt0FBt/SRqqt_purity‚0.7922123670578003 *jet/accuracy_1_of_2‚0.7357898354530334 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.596190333366394 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6018145084381104 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.24346792697906494 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2574404776096344 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3055509626865387 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6294926404953003 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984756112098694 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7116070985794067 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.038275495171546936 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7168123722076416 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.17646299302577972 particle/accuracy_1_of_1‚1 6validation_average_jet_accuracy‚0.3705074191093445 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7461632490158081 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7509734630584717 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 epoch‚29 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9905841946601868 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7349015474319458 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 )jet/accuracy_2_of_4‚0.846717119216919 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47235235571861267 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.25147750973701477 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03268488496541977 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.20247963070869446 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.17430879175662994 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6523225903511047 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6101773977279663 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8999999761581421 trainer/global_step‚4799 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.23868200182914734 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.023741479963064194 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.20367379486560822 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 particle/accuracy_1_of_2‚1 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6949272155761719 particle/accuracy_2_of_2‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7448219656944275 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7241070866584778 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9940241575241089 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2089230865240097 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3295324146747589 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7408539056777954 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.25278905034065247 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7116070985794067 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08096462488174438 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07362519204616547 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.20051974058151245 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6204639077186584 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.25278905034065247 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 +jet/accuracy_2_of_2‚0.15267786383628845 /particle/accuracy_4_of_4‚0.9649670720100403 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.46978113055229187 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917842745780945 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 particle/accuracy_3_of_3‚1 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09249511361122131 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6702816486358643 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6054801344871521 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7312613129615784 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4999431073665619 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8123075366020203 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 +jet/accuracy_3_of_3‚0.08330927044153214 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +particle/specificity‚0.9073961973190308 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3778214454650879 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6225810647010803 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6991070508956909 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7994166612625122 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.800000011920929 _runtime‚8161.221068443 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6526305675506592 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940032362937927 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7157641649246216 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20528046786785126 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6631368398666382 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 *jet/accuracy_1_of_1‚0.3357352912425995 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5334559679031372 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 particle/accuracy_2_of_4‚1 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988738894462585 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.26405686140060425 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04792005941271782 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8742501139640808 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6201979517936707 7"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.60776686668396 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6328793168067932 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8846685886383057 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6721311807632446 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8846685886383057 (particle/accuracy‚0.8457540273666382 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7693244218826294 *jet/accuracy_1_of_3‚0.8978244066238403 *jet/accuracy_1_of_4‚0.9859374761581421 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2961277961730957 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8725853562355042 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6770381331443787 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4419054388999939 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.19218163192272186 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7176705598831177 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 +jet/accuracy_3_of_4‚0.11188126355409622 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9286062121391296 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6930904388427734 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1928900182247162 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 particle/accuracy_2_of_3‚1 6"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6743203997612 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.050386276096105576 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4506308436393738 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.0962074026465416 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.21301478147506714 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983108043670654 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7161760926246643 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.26469510793685913 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 )loss/val_total_loss‚8.880948922339947 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.038399599492549896 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 particle/accuracy_3_of_4‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7280234694480896 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10877373814582825 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6494007706642151 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3070443868637085 7"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.78570955991745 8"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.802454948425293 _step‚413 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6051957011222839 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375Wéó"€:Éút 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7509734630584717 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 epoch‚29 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9905841946601868 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7349015474319458 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 )jet/accuracy_2_of_4‚0.846717119216919 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47235235571861267 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.25147750973701477 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03268488496541977 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.20247963070869446 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.17430879175662994 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6523225903511047 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6101773977279663 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8999999761581421 trainer/global_step‚4799 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.23868200182914734 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.023741479963064194 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.20367379486560822 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 particle/accuracy_1_of_2‚1 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6949272155761719 particle/accuracy_2_of_2‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7448219656944275 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7241070866584778 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9940241575241089 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2089230865240097 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3295324146747589 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7408539056777954 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.25278905034065247 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7116070985794067 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08096462488174438 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07362519204616547 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.20051974058151245 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6204639077186584 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.25278905034065247 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 +jet/accuracy_2_of_2‚0.15267786383628845 /particle/accuracy_4_of_4‚0.9649670720100403 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.46978113055229187 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917842745780945 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 particle/accuracy_3_of_3‚1 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09249511361122131 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6702816486358643 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6054801344871521 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7312613129615784 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4999431073665619 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8123075366020203 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 +jet/accuracy_3_of_3‚0.08330927044153214 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 +particle/specificity‚0.9073961973190308 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3778214454650879 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6225810647010803 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6991070508956909 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7994166612625122 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.800000011920929 _runtime‚8161.221068443 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6526305675506592 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940032362937927 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7157641649246216 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20528046786785126 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6631368398666382 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 *jet/accuracy_1_of_1‚0.3357352912425995 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5334559679031372 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 particle/accuracy_2_of_4‚1 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988738894462585 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.26405686140060425 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04792005941271782 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8742501139640808 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6201979517936707 7"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.60776686668396 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6328793168067932 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8846685886383057 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6721311807632446 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8846685886383057 (particle/accuracy‚0.8457540273666382 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7693244218826294 *jet/accuracy_1_of_3‚0.8978244066238403 *jet/accuracy_1_of_4‚0.9859374761581421 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2961277961730957 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8725853562355042 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6770381331443787 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4419054388999939 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.19218163192272186 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7176705598831177 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 +jet/accuracy_3_of_4‚0.11188126355409622 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9286062121391296 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6930904388427734 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.1928900182247162 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 particle/accuracy_2_of_3‚1 6"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6743203997612 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.050386276096105576 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4506308436393738 7 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.0962074026465416 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.21301478147506714 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9983108043670654 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7161760926246643 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.26469510793685913 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 )loss/val_total_loss‚8.880948922339947 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.038399599492549896 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 particle/accuracy_3_of_4‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7280234694480896 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10877373814582825 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6494007706642151 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3070443868637085 7"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.78570955991745 8"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.802454948425293 _step‚413 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6051957011222839 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9979166984558105 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03212973475456238 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.15827132761478424 +jet/accuracy_4_of_4‚0.02010233886539936 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2644275426864624 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 $ _timestamp‚1.784847556918865e+09 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02353421226143837 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.21559232473373413 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2577154040336609 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9979166984558105 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6225810647010803 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.026313582435250282 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 *jet/accuracy_2_of_3‚0.5927583575248718 particle/accuracy_1_of_3‚1 'particle/f_score‚0.6305244565010071 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37358754873275757 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6417472958564758 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5922619104385376 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 particle/accuracy_1_of_4‚1 +particle/sensitivity‚0.6179711818695068 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958316087722778 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7922123670578003 *jet/accuracy_1_of_2‚0.7357898354530334 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.596190333366394 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6018145084381104 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.24346792697906494 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2574404776096344 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3055509626865387 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6294926404953003 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984756112098694 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7116070985794067 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.038275495171546936 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7168123722076416 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.17646299302577972 particle/accuracy_1_of_1‚1 6validation_average_jet_accuracy‚0.3705074191093445 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7461632490158081 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ("Purity/0FRt2SRqqt2FBt/event_purity‚0¤p”Ê‚(:‰ Ò¹ŠÓ´Ô¾Î gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚273.466' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚54.6932 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0YRÖ0PË‚(:Å Ò¹ŠÓä²—Ñ$ disk.nvme0n1.out‚179509.91796875 network.sent‚ 8.441481e+06 network.recv‚867721 disk.sda1.out‚0( proc.memory.availableMB‚ 1945.0546875 proc.cpu.threads‚17 disk.sda.out‚317.75 disk.sda2.in‚0 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 24388.2109375! disk.nvme0n1.in‚ 24388.2109375! disk.dm-0.out‚179509.91796875$ memory_percent‚92.08555221557617* proc.memory.percent‚11.397965749104817 disk.sda1.in‚0& disk.nvme0c0n1.out‚179509.91796875 disk.dm-0.in‚ 24388.2109375" proc.memory.rssMB‚ 2801.1640625 cpu‚25.34108437188939) disk./.usagePercent‚53.62727910195343$ disk./.usageGB‚799.0852127075195 disk.sda.in‚173268.2421875 disk.sda3.in‚173268.2421875 disk.sda3.out‚317.75 disk.dm-1.in‚173268.2421875 disk.dm-1.out‚317.75ú~eǞ̂(:“ ṊÓš„±Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚312.484' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚62.49679999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‚nÞgÍ‚(:Ü ṊÓˉ”Ð network.recv‚870126) disk./.usagePercent‚53.64113883784213 disk.sda.in‚173268.2421875# memory_percent‚92.0855681101481) proc.memory.availableMB‚ 1945.05078125* proc.memory.percent‚11.397965749104817 cpu‚25.3411374601515 network.sent‚ 8.494254e+06 disk.sda2.out‚0 disk.sda3.in‚173268.2421875 disk.dm-1.in‚173268.2421875 disk.dm-1.out‚ 318.32421875 disk.dm-0.in‚ 24546.734375$ disk.dm-0.out‚180128.69970703125 disk.sda.out‚ 318.32421875$ disk./.usageGB‚799.2917327880859 disk.sda2.in‚0 disk.sda3.out‚ 318.32421875) disk.nvme0c0n1.out‚180128.69970703125 disk.sda1.in‚0 disk.sda1.out‚0" proc.memory.rssMB‚ 2801.1640625 proc.cpu.threads‚17" disk.nvme0c0n1.in‚ 24546.734375 disk.nvme0n1.in‚ 24546.734375' disk.nvme0n1.out‚180128.69970703125Ô žÎ‚(:“ ð¹ŠÓ„ÞüÎ gpu.0.gpu‚99.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚307.598' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.51960000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0^ò¤5rÏ‚(:ç ð¹ŠÓ¡•Ò$ memory_percent‚92.08559989929199 cpu‚25.341201360914113 network.sent‚ 8.496699e+06 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 318.83984375" disk.nvme0n1.in‚24550.62890625' disk.nvme0n1.out‚180230.23876953125$ disk.dm-0.out‚180230.23876953125) proc.memory.availableMB‚ 1945.04296875 disk.dm-1.out‚ 318.83984375 disk.dm-0.in‚24550.62890625 disk.sda.out‚ 318.83984375" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17 disk.dm-1.in‚173810.25390625) disk.nvme0c0n1.out‚180230.23876953125 network.recv‚870300$ disk./.usageGB‚799.2884101867676 disk.sda2.in‚0 disk.sda3.in‚173810.25390625( disk./.usagePercent‚53.6409158552798 disk.sda1.in‚0$ disk.nvme0c0n1.in‚24550.62890625 disk.sda.in‚173810.25390625—f–§”Ђ(:‰ ÿ¹ŠÓæ¬÷Í gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚369.427' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.8854 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ßÔ{onÑ‚(:ã ÿ¹ŠÓǽÑÐ disk.dm-1.in‚174237.3984375 disk.dm-1.out‚ 319.24609375* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17 disk.sda2.in‚0$ disk.dm-0.out‚180247.61767578125 disk.sda.in‚174237.3984375 disk.sda.out‚ 319.24609375" proc.memory.rssMB‚ 2801.1640625 network.recv‚872591$ disk./.usageGB‚799.2993927001953 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 319.24609375" disk.nvme0n1.in‚24578.73828125' disk.nvme0n1.out‚180247.61767578125# memory_percent‚92.0856793721517$ disk.nvme0c0n1.in‚24578.73828125) disk.nvme0c0n1.out‚180247.61767578125 disk.dm-0.in‚24578.73828125( proc.memory.availableMB‚ 1945.0234375 cpu‚25.341227094552032 network.sent‚ 8.500267e+06) disk./.usagePercent‚53.64165290097088 disk.sda1.out‚0 disk.sda3.in‚174237.3984375 ;vÒ‚(:‰ ŽºŠÓ—Õ­Î gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚321.094' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.2188 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu­Öh.0.uncorrectedMemoryErrors‚0œ°¼±gÓ‚(:Ü ŽºŠÓú¶ôÐ cpu‚25.341241219557023 network.sent‚ 8.501236e+06 network.recv‚873541 disk.sda.out‚ 319.828125 disk.sda1.in‚0 disk.sda2.in‚0) proc.memory.availableMB‚ 1944.98046875" proc.memory.rssMB‚ 2801.1640625! disk.nvme0n1.in‚ 24580.6953125' disk.nvme0n1.out‚180261.47705078125 disk.dm-0.in‚ 24580.6953125 disk.sda.in‚174237.3984375 disk.sda3.in‚174237.3984375 disk.sda3.out‚ 319.828125 disk.dm-1.in‚174237.3984375 disk.dm-1.out‚ 319.828125 disk.sda1.out‚0# disk.nvme0c0n1.in‚ 24580.6953125$ memory_percent‚92.08585421244302* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17) disk./.usagePercent‚53.64186103509622$ disk./.usageGB‚799.3024940490723$ disk.dm-0.out‚180261.47705078125 disk.sda2.out‚0) disk.nvme0c0n1.out‚180261.47705078125CnÕû2Ô- _wandbruntime‚8240  _runtime‚8240•qªGÇÕÁ & lr-AdamW/pg2‚4.080219203751335e-05 trainer/global_step‚4849 % _timestamp‚1.7848476363502543e+09 _runtime‚8240.651967328 _step‚414 & lr-AdamW/pg1‚4.080219203751335e-05ÉhÌÖÆ & lr-AdamW/pg1‚4.080219203751335e-05 & lr-AdamW/pg2‚4.080219203751335e-05 trainer/global_step‚4849 % _timestamp‚1.7848476363502543e+09 _runtime‚8240.651967328 _step‚414ž7L±2×- _wandbruntime‚8240  _runtime‚8240#9C(ØüO M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚27783475 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1396695487535104 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚87184089 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚42117478 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚382173158749184 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5061157794816 _runtime‚8240.656963915 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1396695487535104 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1396695461361664 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚323 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚87173989 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 $ _timestamp‚1.784847636351416e+09 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚328 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1401198003551226 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5061157794816 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚45066605 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1401756619156480 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚388383029197312 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1401756619156480 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚388383440151552 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚42117478 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1401757990781440 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6209913311232 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5062503246336 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12926608 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 trainer/global_step‚4849 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1396695487535104 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1396695461361664 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚323 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚87173989 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 $ _timestamp‚1.784847636351416e+09 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚328 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1401198003551226 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5061157794816 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚45066605 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1401756619156480 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚388383029197312 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1401756619156480 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚388383440151552 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚42117478 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1401757990781440 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6209913311232 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5062503246336 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚12926608 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 trainer/global_step‚4849 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚42125851 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚388463278000128 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6211105160704 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5055037226434 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚87191438 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚12929248 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 $ _timestamp‚1.784847637776208e+09 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚45075701 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14859783 _step‚416 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _runtime‚8242.078000888 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚338 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚42125851 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚42125845 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1402037922587136 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1402037922587136 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚27789026 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1396974396825600 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6211164793856 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5053692614868 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚87201552 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚45065593 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1401476456087220 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1396422763472352 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚87191438 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5062180302848 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚388462850275840 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5063525761536 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1402036550955008ˆœ»ÁðÜ‹N YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5062180302848 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1396974370652160 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚27789364 ㋤ƒ!$NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚45075701 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚42125845 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚382251745115136 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5063525761536 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1402036550955008 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚14860116 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚333 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1401477826126754 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚12929243 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚42125851 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚388463278000128 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6211105160704 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5055037226434 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚87191438 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚12929248 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 $ _timestamp‚1.784847637776208e+09 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚45075701 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚14859783 _step‚416 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _runtime‚8242.078000888 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚338 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚42125851 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚42125845 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1402037922587136 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1402037922587136 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚27789026 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1396974396825600 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6211164793856 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5053692614868 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚87201552 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚45065593 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1401476456087220 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1396422763472352 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚87191438 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5062180302848 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚388462850275840 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 FDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1415753273237504 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13058608 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚42535834 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚88058391 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1410084075815344 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚28063497 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 trainer/global_step‚4899 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1410640952059904 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1410640925886464 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1415754644862464 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚45522557 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5113692802560 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5112347351040 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚386102845137920 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚28063142 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _runtime‚ 8321.61393192 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15004539 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5112347351040 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1415754644862464 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6272313042944 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5105120307490 _step‚419 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5103775696036 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚45522557 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6272261791232±dLöïP PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚42535834 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚88058391 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1410084075815344 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚28063497 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 trainer/global_step‚4899 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1410640952059904 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1410640925886464 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1415754644862464 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚45522557 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5113692802560 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5112347351040 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚386102845137920 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚28063142 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _runtime‚ 8321.61393192 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15004539 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5112347351040 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1415754644862464 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6272313042944 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5105120307490 _step‚419 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5103775696036 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚45522557 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6272261791232 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1415753273237504 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13058608 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005£°ÖÁ2ð- _wandbruntime‚8323  _runtime‚8323m£œ 'ñ‡N D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 _step‚420 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚42544195 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚386181063412736 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1410919835176960 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1416033205036032 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚45521545 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚28068725 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5114715317760 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5114715317760 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚88075854 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15007482 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13061243 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚354 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚88075854 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚392454560578048 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6273552604160 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1416034576668160 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1410919861350400 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5106141109242 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚28069084 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 trainer/global_step‚4899 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚13061248 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚88065740 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1415467648658828 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚42544201 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚42544195 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚45531653 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚359 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1416034576668160 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚392454984108032 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚88065740 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚45531653 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1410362877589120 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5113369859072 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6273497165312 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 % _timestamp‚1.7848477187288888e+09 _runtime‚8323.030683064 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚45521545 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1410362852161152 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1410919861350400 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5113369859072 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1410919835176960 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1415469018698362 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566UÅä'òŒN E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚13061248 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚88065740 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1415467648658828 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚42544201 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚42544195 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚45531653 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚359 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1416034576668160 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚392454984108032 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚88065740 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚45531653 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1410362877589120 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5113369859072 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6273497165312 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 % _timestamp‚1.7848477187288888e+09 _runtime‚8323.030683064 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚45521545 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1410362852161152 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1410919861350400 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5113369859072 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1410919835176960 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1415469018698362 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 _step‚420 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚42544195 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚386181063412736 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1410919835176960 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1416033205036032 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚45521545 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚28068725 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5114715317760 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5114715317760 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚88075854 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15007482 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13061243 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚354 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚88075854 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚392454560578048 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6273552604160 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1416034576668160 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1410919861350400 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5106141109242 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚28069084 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 trainer/global_step‚4899¤Ä¡œ‹2ó- _wandbruntime‚8323  _runtime‚8323;´Óô /loss/FBt1/detection_loss‚0.8002868631902413 epoch‚30 _step‚421 2loss/SRqqt2/assignment_loss‚0.5506732816039089 .loss/FRt2/detection_loss‚1.535373539711408 .loss/FBt2/detection_loss‚0.540884532367619 trainer/global_step‚4899 % _timestamp‚1.7848477187841756e+09 2loss/SRqqt1/assignment_loss‚0.6213098031887941 _runtime‚8323.085513317 0loss/FRt2/assignment_loss‚0.9004201856065304 3loss/FBt1/assignment_loss‚0.0012470065495241063 /loss/FRt1/detection_loss‚0.5651586350585787 %loss/total_loss‚9.236757760125213 /loss/FRt1/assignment_loss‚2.054876868588937 1loss/FBt2/assignment_loss‚0.03106252973925275 1loss/SRqqt1/detection_loss‚0.9746126180398278 1loss/SRqqt2/detection_loss‚0.6608518964805905DÚ õ† /loss/FBt1/detection_loss‚0.8002868631902413 epoch‚30 _step‚421 2loss/SRqqt2/assignment_loss‚0.5506732816039089 .loss/FRt2/detection_loss‚1.535373539711408 .loss/FBt2/detection_loss‚0.540884532367619 trainer/global_step‚4899 % _timestamp‚1.7848477187841756e+09 2loss/SRqqt1/assignment_loss‚0.6213098031887941 _runtime‚8323.085513317 0loss/FRt2/assignment_loss‚0.9004201856065304 3loss/FBt1/assignment_loss‚0.0012470065495241063 /loss/FRt1/detection_loss‚0.5651586350585787 %loss/total_loss‚9.236757760125213 /loss/FRt1/assignment_loss‚2.054876868588937 1loss/FBt2/assignment_loss‚0.03106252973925275 1loss/SRqqt1/detection_loss‚0.9746126180398278 1loss/SRqqt2/detection_loss‚0.6608518964805905¥”S‘ö‚(:† 躊Ó¸…¸Î gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚187.615' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚37.523 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0™¼G‰m÷‚(:â 躊ÓùÒÔÐ disk.sda.out‚ 322.4453125 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 24833.4453125 network.sent‚ 8.571611e+06! disk.nvme0n1.in‚ 24833.4453125$ disk.dm-0.out‚180847.83154296875 disk.sda1.in‚0 disk.sda3.in‚176337.10546875 disk.dm-1.out‚ 322.4453125$ memory_percent‚92.08540916442871 cpu‚25.34145634577033 network.recv‚880697* disk./.usagePercent‚53.678817514716535$ disk./.usageGB‚799.8531723022461 disk.sda.in‚176337.10546875 disk.sda2.in‚0* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17' disk.nvme0n1.out‚180847.83154296875 disk.dm-0.in‚ 24833.4453125 disk.sda1.out‚0 disk.sda3.out‚ 322.4453125 disk.dm-1.in‚176337.10546875) disk.nvme0c0n1.out‚180847.83154296875) proc.memory.availableMB‚ 1945.08984375" proc.memory.rssMB‚ 2801.1640625²esŸø‚(:” ÷ºŠÓ¥ã©Î gpu.0.gpu‚96.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.732' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.946400000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ãô._Sù‚(:È ÷ºŠÓ´‚Ñ network.sent‚ 8.632483e+06 network.recv‚883295' disk.nvme0n1.out‚180854.30029296875 disk.sda.out‚ 322.765625 disk.sda2.out‚0 disk.sda3.out‚ 322.765625$ disk.nvme0c0n1.in‚24854.29296875# disk./.usageGB‚799.852855682373 disk.dm-0.in‚24854.29296875 disk.sda2.in‚0 disk.dm-1.in‚176917.5" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 cpu‚25.34146936479313( disk./.usagePercent‚53.6787962660912$ disk.dm-0.out‚180854.30029296875 disk.sda1.out‚0 disk.sda3.in‚176917.5 disk.dm-1.out‚ 322.765625) disk.nvme0c0n1.out‚180854.30029296875' proc.memory.availableMB‚ 1944.828125" disk.nvme0n1.in‚24854.29296875 disk.sda.in‚176917.5 disk.sda1.in‚0$ memory_percent‚92.08647410074869 proc.cpu.threads‚17õ÷S”ú‚(:‰ †»ŠÓÄÚ•Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚322.689' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.5378 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0nÑÂiTû‚(:É †»ŠÓ©ø¦Ð) disk./.usagePercent‚53.67879908217408 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0$ memory_percent‚92.08647410074869* proc.memory.percent‚11.397965749104817 network.recv‚884132) disk.nvme0c0n1.out‚180863.29150390625' disk.nvme0n1.out‚180863.29150390625 disk.dm-0.in‚24854.29296875 disk.sda.in‚176917.5 disk.sda3.in‚176917.5' proc.memory.availableMB‚ 1944.828125 network.sent‚ 8.634526e+06# disk./.usageGB‚799.852897644043" disk.nvme0n1.in‚24854.29296875 disk.sda.out‚ 323.328125 disk.sda3.out‚ 323.328125 disk.dm-1.out‚ 323.328125" proc.memory.rssMB‚ 2801.1640625 cpu‚25.34148909579641$ disk.nvme0c0n1.in‚24854.29296875$ disk.dm-0.out‚180863.29150390625 disk.sda2.in‚0 disk.dm-1.in‚176917.5 proc.cpu.threads‚17K…2^”ü‚(:‰ •»ŠÓÛá Î gpu.0.gpu‚77.0 gpu.0.memory‚25, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚369.668' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.9336 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0í Zý‚(:Ï •»ŠÓ»óÏ network.sent‚ 8.63667e+06) disk./.usagePercent‚53.70818823508979$ disk./.usageGB‚800.2908172607422 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚176917.5 disk.dm-1.in‚176917.5$ memory_percent‚92.08648999532065 disk.sda.in‚176917.5 disk.sda1.out‚0" disk.nvme0n1.in‚24854.54296875 disk.dm-0.in‚24854.54296875) proc.memory.availableMB‚ 1944.82421875* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17 disk.sda2.in‚0' disk.nvme0n1.out‚181205.77099609375$ disk.dm-0.out‚181205.77099609375 network.recv‚885432 disk.sda.out‚ 323.7734375 disk.sda3.out‚ 323.7734375 disk.dm-1.out‚ 323.7734375$ disk.nvme0c0n1.in‚24854.54296875) disk.nvme0c0n1.out‚181205.77099609375" proc.memory.rssMB‚ 2801.1640625 cpu‚25.341536443184165îþI#þ‚(:” ¤»ŠÓç®ÓÎ gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚287.662' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚57.532399999999996tãàI| gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0tŠiYÿ‚(:Î ¤»ŠÓéËêÐ disk.sda.out‚ 324.3359375 disk.sda2.out‚0 disk.dm-1.in‚177182.5$ disk.nvme0c0n1.in‚24995.80859375" disk.nvme0n1.in‚24995.80859375 disk.dm-0.in‚24995.80859375$ disk.dm-0.out‚181213.32470703125 disk.sda1.in‚0( proc.memory.availableMB‚ 1944.8203125) disk.nvme0c0n1.out‚181213.32470703125 network.sent‚ 8.638982e+06 network.recv‚887550 disk.sda3.out‚ 324.3359375 disk.dm-1.out‚ 324.3359375 disk.sda1.out‚0" proc.memory.rssMB‚ 2801.1640625 cpu‚25.34157528773303' disk.nvme0n1.out‚181213.32470703125$ memory_percent‚92.08650588989258* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17) disk./.usagePercent‚53.70876169196649$ disk./.usageGB‚800.2993621826172 disk.sda2.in‚0 disk.sda3.in‚177182.5 disk.sda.in‚177182.5OLcˆ”€‚(:‰ ³»ŠÓ¥»’Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚291.774' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.3548 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0°ò›j‚(:ß ³»ŠÓÐÓÌÐ disk.sda2.out‚0 disk.sda.in‚178384.11328125 network.sent‚ 8.640003e+06 disk.sda3.in‚178384.11328125# disk.dm-0.out‚181322.7080078125$ memory_percent‚92.08558400472006' proc.memory.availableMB‚ 1945.046875" proc.memory.rssMB‚ 2801.1640625 cpu‚25.34159176293003 disk.dm-1.in‚178384.11328125 disk.dm-1.out‚ 324.87109375# disk.nvme0c0n1.in‚ 25044.8203125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 324.87109375* proc.memory.percent‚11.397965749104817! disk.nvme0n1.in‚ 25044.8203125& disk.nvme0n1.out‚181322.7080078125 disk.dm-0.in‚ 25044.8203125 disk.sda.out‚ 324.87109375 proc.cpu.threads‚17( disk.nvme0c0n1.out‚181322.7080078125 network.recv‚888666) disk./.usagePercent‚53.70858427874526$ disk./.usageGB‚800.2967185974121 disk.sda2.in‚0`' Ö2‚- _wandbruntime‚8401  _runtime‚8401­áÇdɃà _step‚422 ' lr-AdamW/pg1‚3.8580830940848626e-05 ' lr-AdamW/pg2‚3.8580830940848626e-05 trainer/global_step‚4949 % _timestamp‚1.7848477975569177e+09 _runtime‚8401.858413933xöp¿Î„È trainer/global_step‚4949 % _timestamp‚1.7848477975569177e+09 _runtime‚8401.858413933 _step‚422 ' lr-AdamW/pg1‚3.8580830940848626e-05 ' lr-AdamW/pg2‚3.8580830940848626e-05¦›æfÌ2…- _wandbruntime‚8401  _runtime‚8401GDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚353 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚45968415 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚88922593 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1429180388694442 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚13190603 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5154879578844 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6334641363456 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚42954178 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1429751298943488 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚28343299 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13190608 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚396366804798976 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _step‚423 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1429749927318528 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248{©&†(‡‚P SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1429749927318528 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚45978509 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1424586416584704 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1424024164504144 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚42954178 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1429751298943488 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6334590111744 % _timestamp‚1.7848477975578742e+09 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1424586390411264 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15152343 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5164882358784 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚88932693 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚353 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚45968415 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚88922593 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1429180388694442 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚13190603 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5154879578844 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6334641363456 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚42954178 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1429751298943488 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚28343299 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13190608 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚396366804798976 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _step‚423 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13193243 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚88940042 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚42962545 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚28348522 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚347 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5164559415296 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚352 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚28348874 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5155900380484 $ _timestamp‚1.784847799120502e+09 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1424865325875200 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚42962545 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚45987605 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚390110381710336 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚45987605 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚42962551 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1424302940849952 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚88940042 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1424865299701760 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5164559415296 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1429458841230436 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚45977497 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚13193248 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1424302966277920 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1430031230749184 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15155626 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5165904873984 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15155279 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚88950156 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5157244992050 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1424865325875200 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6335896674816 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 trainer/global_step‚4949 _step‚424 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚88950156 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚nµyEk42962551 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5165904873984 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 _runtime‚8403.422251985 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1430029859117056 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚45977497 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚396446233432064 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1429460211269970 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824jÇq'Š‹N \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚396446646476288 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚44953088 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13193243 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚88940042 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚42962545 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚28348522 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚347 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5164559415296 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚352 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚28348874 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5155900380484 $ _timestamp‚1.784847799120502e+09 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1424865325875200 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚42962545 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚45987605 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚390110381710336 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚45987605 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚42962551 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1424302940849952 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚88940042 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1424865299701760 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5164559415296 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1429458841230436 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚45977497 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚13193248 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1424302966277920 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1430031230749184 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15155626 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5165904873984 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15155279 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚88950156 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5157244992050 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1424865325875200 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6335896674816 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 trainer/global_step‚4949 _step‚424 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚88950156 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚42962551 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5165904873984 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 _runtime‚8403.422251985 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1430029859117056 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚45977497 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚396446233432064 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1429460211269970 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1445213053895680 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15317940 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚337 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1445213053895680 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚28644465 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚15318272 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚46462211 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚28644802 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1444637072692560 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚46452117 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 _step‚428 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚46452117 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚400391722624000 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 _runtime‚8498.276929251 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5217937366016 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1439995116529664 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5219282817536 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚43423638 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544ÄËiÓ ¢P MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚400391722624000 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 _runtime‚8498.276929251 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5217937366016 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1439995116529664 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5219282817536 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚43423638 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 $ _timestamp‚1.784847893972155e+09 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚43423632 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚400391296989696 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6402230278656 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1445214425520640 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1439995116529664 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚393989434802176 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1439426514137072 trainer/global_step‚4999 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1439995142703104 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5219282817536 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1445213053895680 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15317940 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚337 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1445213053895680 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚28644465 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚15318272 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚46462211 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚28644802 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1444637072692560 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚46452117 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 _step‚428 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚46452117¬éÙ°K2£- _wandbruntime‚8499  _runtime‚8499fqè '¤‡N TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5220305332736 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚324 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15320899 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5211553929272 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5210209317706 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚13329170 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42855936 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚46471307 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚394067653076992 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚43432005 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1440274025820160 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚400471552219136 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚89903312 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5220305332736 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1440274051993600 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1440274025820160 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚43432005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 trainer/global_step‚4999 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚89893198 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5218959874048 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚89903312 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚43431999 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1445494357326336 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚394068021168128 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1439705341338816 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚46461199 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1445492985694208 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5218959874048 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15321223 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1444915525228554 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848478953856757e+09 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1439705315910848 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6403488195072 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚28650064 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864ã>õI'¥ŒN FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚28650064 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5220305332736 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚324 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15320899 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5211553929272 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5210209317706 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚13329170 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42855936 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚46471307 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚394067653076992 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚43432005 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1440274025820160 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚400471552219136 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚89903312 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5220305332736 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1440274051993600 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1440274025820160 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚43432005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 trainer/global_step‚4999 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚89893198 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5218959874048 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚89903312 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚43431999 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1445494357326336 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚394068021168128 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1439705341338816 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚46461199 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1445492985694208 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5218959874048 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15321223 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1444915525228554 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848478953856757e+09 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1439705315910848 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6403488195072 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824­u@”2¦- _wandbruntime‚8499  _runtime‚8499ªÒ}§€ 2loss/SRqqt2/assignment_loss‚0.6450047951801353 /loss/FRt1/detection_loss‚0.5221725565450959 1loss/SRqqt1/detection_loss‚0.9746340235088657 %loss/total_loss‚8.810031158302403 epoch‚31 _step‚430 0loss/FRt1/assignment_loss‚1.9838535240170552 2loss/SRqqt1/assignment_loss‚0.5417849677539236 1loss/FBt1/assignment_loss‚0.06700749441169013 0loss/FBt2/assignment_loss‚0.0776300259754588 /loss/FRt2/detection_loss‚1.4700062653667334 .loss/FBt1/detection_loss‚0.643048910273088 trainer/global_step‚4999 _runtime‚8499.742596485 /loss/FBt2/detection_loss‚0.4238387220261757 % _timestamp‚1.7848478954412625e+09 0loss/FRt2/assignment_loss‚0.8069939109294311 1loss/SRqqt2/detection_loss‚0.6540559623147499ÞC>t ¨… 0loss/FBt2/assignment_loss‚0.0776300259754588 /loss/FRt2/detection_loss‚1.4700062653667334 .loss/FBt1/detection_loss‚0.643048910273088 trainer/global_step‚4999 _runtime‚8499.742596485 /loss/FBt2/detection_loss‚0.4238387220261757 % _timestamp‚1.7848478954412625e+09 0loss/FRt2/assignment_loss‚0.8069939109294311 1loss/SRqqt2/detection_loss‚0.6540559623147499 2loss/SRqqt2/assignment_loss‚0.6450047951801353 /loss/FRt1/detection_loss‚0.5221725565450959 1loss/SRqqt1/detection_loss‚0.9746340235088657 %loss/total_loss‚8.810031158302403 epoch‚31 _step‚430 0loss/FRt1/assignment_loss‚1.9838535240170552 2loss/SRqqt1/assignment_loss‚0.5417849677539236 1loss/FBt1/assignment_loss‚0.06700749441169013®ãíÓ’©‚(:‡ œ¼ŠÓÝÀƒÎ gpu.0.gpu‚1.0 gpu.0.memory‚1, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚361.776' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.3552 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0³ ømª‚(:â œ¼ŠÓËÁÐ$ disk.dm-0.out‚190051.26513671875$ disk./.usageGB‚806.0676918029785 disk.sda1.in‚0# disk.nvme0c0n1.in‚ 25334.7265625) disk.nvme0c0n1.out‚190051.26513671875) proc.memory.availableMB‚ 1944.73828125" proc.memory.rssMB‚ 2801.1640625 proc.cpu.threads‚17 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚179421.72265625 disk.sda3.out‚ 332.0078125 disk.dm-1.out‚ 332.0078125' disk.nvme0n1.out‚190051.26513671875$ memory_percent‚92.08683967590332 network.recv‚898347) disk./.usagePercent‚54.09587913273987 disk.sda.in‚179421.72265625 disk.dm-1.in‚179421.72265625* proc.memory.percent‚11.397965749104817 cpu‚25.342981606092604 network.sent‚ 8.763498e+06 disk.sda.out‚ 332.0078125! disk.nvme0n1.in‚ 25334.7265625 disk.dm-0.in‚ 25334.7265625-È€“«‚(:ˆ «¼ŠÓè™·Î gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.675' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.735 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0›€½Q¬‚(:Æ «¼ŠÓ¥é…Ð$ disk.nvme0c0n1.in‚25364.58984375 disk.sda1.in‚0 disk.sda1.out‚0 network.sent‚ 8.822682e+06* disk./.usagePercent‚54.273556809751256 disk.sda2.in‚0# memory_percent‚92.0880158742269" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 cpu‚25.342996725218985 proc.cpu.threads‚17" disk.dm-0.out‚190301.361328125 disk.sda3.out‚332.5 disk.dm-1.out‚332.5' disk.nvme0c0n1.out‚190301.361328125" disk.nvme0n1.in‚25364.58984375 disk.sda.out‚332.5) proc.memory.availableMB‚ 1944.44921875 network.recv‚900847% disk.nvme0n1.out‚190301.361328125 disk.sda.in‚ 180565.796875 disk.sda2.out‚0 disk.dm-0.in‚25364.58984375# disk./.usageGB‚808.715217590332 disk.sda3.in‚ 180565.796875 disk.dm-1.in‚ 180565.796875šp%fŸ­‚(:” º¼ŠÓÇ‚ªÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚316.785' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.357000000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¹gÕY®‚(:Î º¼ŠÓìÚŽÑ disk.nvme0c0n1.in‚25373.25 cpu‚25.343031531936962 disk.dm-0.in‚25373.25$ disk.dm-0.out‚193549.58447265625 disk.sda.in‚ 180565.796875 disk.sda2.out‚0) disk.nvme0c0n1.out‚193548.91259765625* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17) disk./.usagePercent‚54.36302555479495$ disk./.usageGB‚810.0483665466309 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.out‚ 333.15234375# memory_percent‚92.0880158742269) proc.memory.availableMB‚ 1944.44921875 network.sent‚ 8.82532e+06 network.recv‚901828 disk.nvme0n1.in‚25373.25' disk.nvme0n1.out‚193549.41259765625 disk.sda3.in‚ 180565.796875 disk.dm-1.out‚ 333.15234375" proc.memory.rssMB‚ 2801.1640625 disk.sda.out‚ 333.15234375 disk.sda1.in‚0 disk.dm-1.in‚ 180565.796875jôtœ¯‚(:‘ ɼŠÓŸàšÎ gpu.0.gpu‚2.0 gpu.0.memory‚2, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚355.585' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚71.11699999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0`dé`°‚(:Õ ɼŠÓôÑðÏ) disk./.usagePercent‚54.51120757975638 disk.dm-0.in‚ 25373.4375) disk.nvme0c0n1.out‚193644.03369140625( proc.memory.availableMB‚ 1944.1953125" proc.memory.rssMB‚ 2801.1640625 proc.cpu.threads‚17 network.recv‚903097 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0* proc.memory.percent‚11.397965749104817 network.sent‚ 8.827372e+06 disk.sda.in‚ 180565.796875 disk.sda2.out‚0 disk.sda3.out‚ 333.51171875 disk.dm-1.out‚ 333.51171875' disk.nvme0n1.out‚193644.03369140625 cpu‚25.343080313634655$ disk./.usageGB‚812.2563858032227$ disk.dm-0.out‚193644.03369140625 disk.sda.out‚ 333.51171875 disk.sda3.in‚ 180565.796875 disk.dm-1.in‚ 180565.796875 disk.nvme0c0n1.in‚ 25373.4375 disk.nvme0n1.in‚ 25373.4375$ memory_percent‚92.08904902140299Åktª+±‚(:‰ ؼŠÓÏý¢Î gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚281.557' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.3114 gpu.0.smClock‚ ”‚i1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¨Èe²‚(:Ú ؼŠÓ˜âüÏ) disk./.usagePercent‚54.67226447962229 disk.dm-1.in‚181129.04296875! disk.nvme0n1.in‚ 25517.4921875 disk.dm-0.in‚ 25517.4921875* proc.memory.percent‚11.397965749104817 cpu‚25.343091823851886 proc.cpu.threads‚17 network.sent‚ 8.829466e+06 disk.sda2.in‚0 disk.sda2.out‚0) disk.nvme0c0n1.out‚194418.73974609375 disk.sda1.in‚0 disk.sda1.out‚0$ memory_percent‚92.08903312683105) proc.memory.availableMB‚ 1944.19921875 network.recv‚904139 disk./.usageGB‚ 814.65625 disk.sda3.in‚181129.04296875 disk.sda3.out‚ 333.9765625# disk.nvme0c0n1.in‚ 25517.4921875$ disk.dm-0.out‚194418.73974609375 disk.sda.in‚181129.04296875" proc.memory.rssMB‚ 2801.1640625 disk.dm-1.out‚ 333.9765625' disk.nvme0n1.out‚194418.73974609375 disk.sda.out‚ 333.9765625!Éš2³- _wandbruntime‚8578  _runtime‚8578N=cÇ´Á _runtime‚8578.689364617 _step‚431 & lr-AdamW/pg1‚3.639155358400795e-05 & lr-AdamW/pg2‚3.639155358400795e-05 trainer/global_step‚5049 % _timestamp‚1.7848479743878555e+09 ,]›ÌµÆ _step‚431 & lr-AdamW/pg1‚3.639155358400795e-05 & lr-AdamW/pg2‚3.639155358400795e-05 trainer/global_step‚5049 % _timestamp‚1.7848479743878555e+09 _runtime‚8578.689364617¯¸bE2¶- _wandbruntime‚8578  _runtime‚8578&u°(·üO A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚43841988 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚15467998 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5269126922240 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚397918385008640 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5269126922240 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1453366602825872 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚28926528 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚404383351083520 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1453940607227904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚397918753099776 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5270472373760 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚43841988 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1459209707976704 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 $ _timestamp‚1.784847974388804e+09 _runtime‚8578.693956039 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1458626895224746 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13458530 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚46908069 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1453940607227904 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚43841982 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6464966074880 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _step‚432 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚46908069 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚90760151 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5261637010328 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1459211079601664 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚404383766232064 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6465013132288 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 trainer/global_step‚5049 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚90750051 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1453940581054464 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15467654 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚13458525 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112L@(¸P YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚28926528 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚404383351083520 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1453940607227904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚397918753099776 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5270472373760 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚43841988 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1459209707976704 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 $ _timestamp‚1.784847974388804e+09 _runtime‚8578.693956039 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1458626895224746 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13458530 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚46908069 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1453940607227904 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚43841982 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6464966074880 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 _step‚432 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚46908069 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚90760151 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5261637010328 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1459211079601664 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚404383766232064 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6465013132288 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 trainer/global_step‚5049 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚90750051 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1453940581054464 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15467654 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚13458525 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚43841988 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚15467998 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5269126922240 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚397918385008640 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5269126922240 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1453366602825872 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824°ÿ•û¹ž¹‚(:“ 缊Ó•ÑÅÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚312.484' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚62.49679999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0%:bº‚(:× 缊ÓÒ–ºÐ* proc.memory.percent‚11.397965749104817 cpu‚25.343071861313337 proc.cpu.threads‚17 disk.sda3.out‚ 334.33203125# disk.nvme0c0n1.in‚ 25529.4609375! disk.nvme0n1.in‚ 25529.4609375 network.recv‚905556 disk.sda3.in‚ 181634.328125 disk.dm-1.in‚ 181634.328125 disk.dm-1.out‚ 334.33203125 disk.dm-0.in‚ 25529.4609375 disk.sda.out‚ 334.33203125" proc.memory.rssMB‚ 2801.1640625) disk./.usagePercent‚54.77295045078626$ disk./.usageGB‚816.1565437316895 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0' disk.nvme0c0n1.out‚200601.955078125% disk.nvme0n1.out‚200601.955078125' proc.memory.availableMB‚ 1944.453125 network.sent‚ 8.831618e+06 disk.sda1.in‚0" disk.dm-0.out‚200601.955078125 disk.sda.in‚ 181634.328125$ memory_percent‚92.08799997965494ò£c2»- _wandbruntime‚8580  _runtime‚85809ÿ¬$¼‡N NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚46917151 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚404463176061440 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚90777614 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚28932080 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚28931730 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6466204686848 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13461165 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5262657812080 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚397997339465728 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6466260125696 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚43850355 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚46927259 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚90767500 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚46917151 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1459491011407360 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚397996971374592 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1458908087839696 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚46927259 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 _step‚433 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1454219516518400 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 _runtime‚8580.104537032 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚43850349 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5271494888960 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5261313200514 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 % _timestamp‚1.7848479758027656e+09 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5271494888960 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚350 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1458906717800162 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15470565 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚5049 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1454219490344960 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1454219490344960 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15470910 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚90767500 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚90777614 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚13461170 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚28931730 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6466204686848 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13461165 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5262657812080 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚397997339465728 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6466260125696 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚43850355 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚46927259 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚90767500 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚46917151 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1459491011407360 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚397996971374592 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1458908087839696 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚46927259 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 _step‚433 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1454219516518400 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 _runtime‚8580.104537032 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚43850349 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5271494888960 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5261313200514 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 % _timestamp‚1.7848479758027656e+09 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5271494888960 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚350 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1458906717800162 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15470565 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚5049 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1454219490344960 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1454219490344960 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15470910 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚90767500 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚90777614 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚13461170±n¼2¾- _wandbruntime‚8580  _runtime‚8580ߪ•"¿€ /loss/FRt1/assignment_loss‚1.983044282191901 1loss/FBt2/assignment_loss‚0.03596815870624495 1loss/SRqqt2/detection_loss‚0.6144096535600726 _step‚434 2loss/FBt1/assignment_loss‚0.001447698286892998 0loss/SRqqt1/detection_loss‚0.940596098047755 /loss/FBt1/detection_loss‚0.6904325739137436 /loss/FBt2/detection_loss‚0.4556098936324977 trainer/global_step‚5049 0loss/FRt2/assignment_loss‚0.7701461941199438 2loss/SRqqt1/assignment_loss‚0.5977944040921839 2loss/SRqqt2/assignment_loss‚0.5261295525952275 %loss/total_loss‚8.647331615452023 epoch‚31 % _timestamp‚1.7848479758585687e+09 _runtime‚ 8580.15989135 /loss/FRt1/detection_loss‚0.5284220405448014 /loss/FRt2/detection_loss‚1.5033310657607584¹ßˆï À… %loss/total_loss‚8.647331615452023 epoch‚31 % _timestamp‚1.7848479758585687e+09 _runtime‚ 8580.15989135 /loss/FRt1/detection_loss‚0.5284220405448014 /loss/FRt2/detection_loss‚1.5033310657607584 /loss/FRt1/assignment_loss‚1.983044282191901 1loss/FBt2/assignment_loss‚0.03596815870624495 1loss/SRqqt2/detection_loss‚0.6144096535600726 _step‚434 2loss/FBt1/assignment_loss‚0.001447698286892998 0loss/SRqqt1/detection_loss‚0.940596098047755 /loss/FBt1/detection_loss‚0.6904325739137436 /loss/FBt2/detection_loss‚0.4556098936324977 trainer/global_step‚5049 0loss/FRt2/assignment_loss‚0.7701461941199438 2loss/SRqqt1/assignment_loss‚0.5977944040921839 2loss/SRqqt2/assignment_loss‚0.5261295525952275²žöGÂÁ‚(:’ ö¼ŠÓ¯ÏªÎ gpu.0.gpu‚25.0 gpu.0.memory‚7, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚366.326' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.26520000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‡lÚh‚(:Ý ö¼ŠÓÐ disk.sda1.in‚0 disk.sda1.out‚0 disk.nvme0n1.in‚ 25546.59375' disk.nvme0n1.out‚200663.84716796875 disk.sda.in‚181634.35546875 disk.sda.out‚ 336.82421875 disk.sda3.in‚181634.35546875 disk.dm-1.in‚181634.35546875) disk./.usagePercent‚54.77433673158417) disk.nvme0c0n1.out‚200663.84716796875$ memory_percent‚92.08815892537436( proc.memory.availableMB‚ 1944.4140625 cpu‚25.34314240343946 proc.cpu.threads‚17 disk.sda2.in‚0 disk.sda2.out‚0 network.sent‚ 8.880517e+06$ disk./.usageGB‚816.1772003173828 disk.dm-0.in‚ 25546.59375$ disk.dm-0.out‚200663.84716796875 disk.sda3.out‚ 336.82421875 disk.dm-1.out‚ 336.82421875 network.recv‚907834! disk.nvme0c0n1.in‚ 25546.59375" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817ÊôsŸÃ‚(:” …½ŠÓ—Á—Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚304.468' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.893600000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0–²A…SÄ‚(:È …½ŠÓ·ÆéÏ disk.sda.in‚181634.35546875 disk.sda1.out‚0 disk.sda3.in‚181634.35546875$ memory_percent‚92.08841323852539 disk.dm-1.in‚181634.35546875' disk.nvme0n1.out‚201208.68310546875$ disk.dm-0.out‚201208.68310546875 disk.sda.out‚ 337.21875 proc.cpu.threads‚17) disk./.usagePercent‚54.76787663746515 disk.dm-0.in‚25567.5 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 337.21875 network.sent‚ 8.929558e+06# disk./.usageGB‚816.080940246582 disk.nvme0c0n1.in‚25567.5) disk.nvme0c0n1.out‚201208.68310546875( proc.memory.availableMB‚ 1944.3515625" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 cpu‚25.343186363297633 network.recv‚910208 disk.dm-1.out‚ 337.21875 disk.nvme0n1.in‚25567.5.›ŸÅ‚(:” ”½ŠÓ§»ºÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.955' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.190999999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ô‡MœoÆ‚(:ä ”½ŠÓÝ“ÚÑ( proc.memory.availableMB‚ 1944.3515625* proc.memory.percent‚11.397965749104817 cpu‚25.343186709876928 disk.dm-1.in‚181836.27734375! disk.nvme0n1.in‚ 25716.4765625' disk.nvme0n1.out‚201212.22607421875 disk.sda2.out‚0$ memory_percent‚92.08841323852539" proc.memory.rssMB‚ 2801.1640625 proc.cpu.threads‚17 network.recv‚911180$ disk./.usageGB‚815.0257453918457 disk.sda3.in‚181836.93359375 disk.sda3.out‚ 337.66015625 disk.dm-0.in‚ 25716.4765625 disk.sda.in‚181836.93359375 disk.sda1.in‚0 disk.sda1.out‚0 network.sent‚ 8.931674e+06# disk.nvme0c0n1.in‚ 25716.4765625) disk.nvme0c0n1.out‚201212.22607421875 disk.sda.out‚ 337.66015625 disk.sda2.in‚0) disk./.usagePercent‚54.69706162539634 disk.dm-1.out‚ 337.66015625$ disk.dm-0.out‚201212.22607421875ßzŽÚžÇ‚(:“ £½ŠÓľÿÍ gpu.0.gpu‚74.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚354.472' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚70.89439999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0_æ¼,jÈ‚(:ß £½ŠÓæ¥ÉÐ$ disk.nvme0c0n1.in‚25755.94140625 network.sent‚ 8.933728e+06$ disk./.usageGB‚815.0258255004883 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 183122.703125' disk.nvme0n1.out‚201223.26025390625) proc.memory.availableMB‚ 1944.35546875 disk.sda1.out‚0) disk.nvme0c0n1.out‚201223.26025390625" disk.nvme0n1.in‚25755.94140625 disk.dm-0.in‚25755.94140625 disk.sda.out‚ 338.1953125 cpu‚25.343234197359955 proc.cpu.threads‚17 disk.sda3.out‚ 338.1953125 disk.dm-1.out‚ 338.1953125 network.recv‚912469) disk./.usagePercent‚54.69706700155456 disk.sda1.in‚0$ disk.dm-0.out‚201223.26025390625 disk.sda.in‚ 183122.703125$ memory_percent‚92.08839734395346 disk.dm-1.in‚ 183122.703125" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817¶!ŒŸÉ‚(:” ²½ŠÓÔ‘¨Î gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚306.285' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.257000000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0pñÄHeÊ‚(:Ú ²½ŠÓ‰Å¨Ð' disk.nvme0c0n1.out‚201276.169921875% disk.nvme0n1.out‚201276.169921875( proc.memory.availableMB‚ 1944.3515625 proc.cpu.threads‚17 network.sent‚ 8.935847e+06) disk./.usagePercent‚54.70080829565994 disk.sda3.in‚ 183122.703125 disk.sda.in‚ 183122.703125 disk.sda.out‚ 338.75390625 disk.sda1.out‚0$ memory_percent‚92.08841323852539" proc.memory.rssMB‚ 2801.1640625" disk.dm-0.out‚201276.169921875 network.recv‚913534 disk.sda3.out‚ 338.75390625" disk.nvme0n1.in‚25757.02734375 disk.dm-0.in‚25757.02734375 disk.sda2.in‚0 disk.sda2.out‚0 cpu‚25.34324735819134 disk.dm-1.in‚ 183122.703125$ disk.nvme0c0n1.in‚25757.02734375 disk.sda1.in‚0* proc.memory.percent‚11.397965749104817$ disk./.usageGB‚815.0815734863281 disk.dm-1.out‚ 338.75390625„%?«2Ë- _wandbruntime‚8658  _runtime‚8658õB;¥ÇÌÁ & lr-AdamW/pg1‚3.531004687452141e-05 & lr-AdamW/pg2‚3.531004687452141e-05 trainer/global_step‚5099 % _timestamp‚1.7848480546403008e+09 _runtime‚8658.941883264 _step‚435*Î)!ÌÍÆ % _timestamp‚1.7848480546403008e+09 _runtime‚8658.941883264 _step‚435 & lr-AdamW/pg1‚3.531004687452141e-05 & lr-AdamW/pg2‚3.531004687452141e-05 trainer/global_step‚5099³¼”t2Î- _wandbruntime‚8658  _runtime‚8658ï26ê(ÏüO P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5321661929984 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1467886071752704 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚44260332 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5311396281682 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1467306691514672 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5312740893136 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5321661929984 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15616099 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚47364021 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1473206362057728 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚408375010835456 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1473206362057728 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚91624353 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚29206624 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚364 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1472618087796354 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚91634453 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚44260338 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 % _timestamp‚1.7848480546413665e+09 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 trainer/global_step‚5099 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _step‚436 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚47374115 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1467886071752704 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚44260338 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1467886045579264 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚408375430178304 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5320316478464 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1473207733682688 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1467306716942640 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13590530 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚47364021 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _step‚436 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚47374115 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1467886071752704 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_traý“KéZin_batch_start/segment.small_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚44260338 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1467886045579264 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚408375430178304 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5320316478464 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1473207733682688 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1467306716942640 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13590530 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚47364021 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚44260332 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5311396281682 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1467306691514672 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5312740893136 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5321661929984 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15616099 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚47364021 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1473206362057728 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚408375010835456 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1473206362057728 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚91624353 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚29206624 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚364 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1472618087796354 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚91634453 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚44260338 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 % _timestamp‚1.7848480546413665e+09´ C•”2Ñ- _wandbruntime‚8660  _runtime‚8660[B¢D 'Ò‡N N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚47373103 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15619418 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15619056 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 % _timestamp‚1.7848480560568073e+09 _step‚437 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚91641802 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1468164954869760 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚29212588 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚408455258563072 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13593165 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚401926657763328 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚44268699 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1467585493288448 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚91651916 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1472897910371770 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚91641802 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚91651916 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚29212221 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚44268699 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5321338986496 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚44268705 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1467585518716416 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚367 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5313761694888 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚47383211 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5312417083322Áÿn['ÓŒN T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1472897910371770 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚91641802 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚91651916 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚29212221 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚44268699 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5321338986496 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚44268705 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1467585518716416 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚367 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5313761694888 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚47383211 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5312417083322 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚47373103 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15619418 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15619056 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 % _timestamp‚1.7848480560568073e+09 _step‚437 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚91641802 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1468164954869760 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚29212588 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚408455258563072 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13593165 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚401926657763328 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚44268699 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1467585493288448 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚91651916µ¼Ú>K2Ô- _wandbruntime‚8660  _runtime‚8660g"µÕ‚ 2loss/SRqqt2/assignment_loss‚0.5767357535560607 1loss/SRqqt2/detection_loss‚0.6698769928726515 _runtime‚8660.414106028 _step‚438 2loss/SRqqt1/assignment_loss‚0.5391982753344476 1loss/SRqqt1/detection_loss‚1.0251389516003506 /loss/FBt2/detection_loss‚0.3128646253881576 %loss/total_loss‚9.179346249556389 1loss/FBt1/assignment_loss‚0.07382416443017352 1loss/FBt2/assignment_loss‚0.03498921866458935 /loss/FRt1/detection_loss‚0.5666902012298457 /loss/FRt2/detection_loss‚1.5015018040198147 % _timestamp‚1.7848480561127636e+09 0loss/FRt1/assignment_loss‚2.0796838406404836 /loss/FBt1/detection_loss‚0.8935034077432824 epoch‚31 trainer/global_step‚5099 0loss/FRt2/assignment_loss‚0.9053390140765313 ^ Ö‡ 1loss/FBt1/assignment_loss‚0.07382416443017352 1loss/FBt2/assignment_loss‚0.03498921866458935 /loss/FRt1/detection_loss‚0.5666902012298457 /loss/FRt2/detection_loss‚1.5015018040198147 % _timestamp‚1.7848480561127636e+09 0loss/FRt1/assignment_loss‚2.0796838406404836 /loss/FBt1/detection_loss‚0.8935034077432824 epoch‚31 trainer/global_step‚5099 0loss/FRt2/assignment_loss‚0.9053390140765313 2loss/SRqqt2/assignment_loss‚0.5767357535560607 1loss/SRqqt2/detection_loss‚0.6698769928726515 _runtime‚8660.414106028 _step‚438 2loss/SRqqt1/assignment_loss‚0.5391982753344476 1loss/SRqqt1/detection_loss‚1.0251389516003506 /loss/FBt2/detection_loss‚0.3128646253881576 %loss/total_loss‚9.179346249556389¶3!€™”ׂ(:‰ Á½ŠÓ¾£Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.834' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.1668 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚03"y³hØ‚(:Ý Á½ŠÓåžþÐ disk.dm-1.in‚ 183122.703125# disk.nvme0c0n1.in‚ 25765.9453125 disk.dm-0.in‚ 25765.9453125 disk.sda1.out‚0( proc.memory.availableMB‚ 1944.3203125" proc.memory.rssMB‚ 2801.1640625 network.sent‚ 8.938121e+06$ disk./.usageGB‚817.5396919250488 disk.sda3.in‚ 183122.703125) disk.nvme0c0n1.out‚201764.77001953125* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17 network.recv‚914820) disk./.usagePercent‚54.86577468658124 disk.sda2.in‚0 disk.dm-1.out‚ 339.21484375 disk.sda.in‚ 183122.703125 disk.sda1.in‚0 cpu‚25.34325499038497! disk.nvme0n1.in‚ 25765.9453125' disk.nvme0n1.out‚201764.77001953125$ disk.dm-0.out‚201764.77001953125 disk.sda.out‚ 339.21484375$ memory_percent‚92.08854039510092 disk.sda2.out‚0 disk.sda3.out‚ 339.21484375å@¯”Ù‚(:‰ нŠÓâ،Πgpu.0.gpu‚94.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚364.307' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.8614 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0z–ËjÚ‚(:ß нŠÓŸ·ŽÑ disk.dm-1.out‚ 339.82421875( disk.nvme0c0n1.out‚207731.6826171875$ memory_percent‚92.08854039510092" proc.memory.rssMB‚ 2801.1640625 network.sent‚ 8.998067e+06# disk.dm-0.out‚207731.6826171875 disk.sda.in‚183647.5390625 disk.sda2.in‚0 disk.sda3.in‚183647.5390625 proc.cpu.threads‚17 network.recv‚916848& disk.nvme0n1.out‚207731.6826171875 disk.dm-1.in‚183647.5390625# disk.nvme0c0n1.in‚ 25881.2265625( proc.memory.availableMB‚ 1944.3203125 disk.sda2.out‚0* disk./.usagePercent‚55.043478732368655$ disk./.usageGB‚820.1876106262207! disk.nvme0n1.in‚ 25881.2265625 disk.sda1.out‚0 disk.sda3.out‚ 339.82421875* proc.memory.percent‚11.397965749104817 cpu‚25.343323029159777 disk.dm-0.in‚ 25881.2265625 disk.sda.out‚ 339.82421875 disk.sda1.in‚0âþ(}“Û‚(:ˆ ß½ŠÓÏðÁÎ gpu.0.gpu‚43.0 gpu.0.memory‚13, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚135.535' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.107 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0rÅîlÜ‚(:á ß½ŠÓãêŸÐ disk.dm-0.in‚25898.02734375) proc.memory.availableMB‚ 1944.32421875 disk.dm-1.out‚ 340.19921875( disk.nvme0c0n1.out‚207747.8388671875 disk.sda.in‚184215.7578125 disk.sda2.out‚0" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17# disk.dm-0.out‚207747.8388671875$ disk./.usageGB‚820.2091903686523 disk.sda.out‚ 340.19921875 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚92.08852450052896) disk./.usagePercent‚55.04492696698986 disk.sda3.out‚ 340.19921875 disk.dm-1.in‚184215.7578125 disk.sda1.in‚0 cpu‚25.34548290742938 network.sent‚ 9.000125e+06 network.recv‚918101 disk.sda3.in‚184215.7578125$ disk.nvme0c0n1.in‚25898.02734375" disk.nvme0n1.in‚25898.02734375& disk.nvme0n1.out‚207747.8388671875¦#Ì÷2Ý- _wandbruntime‚8702  _runtime‚8702wƒA*zÞüu 8"Purity/*FRt*SRqqt1FBt/event_purity‚0.773576557636261 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1081489771604538 Å?È:8"Purity/0FRt*SRqqt0FBt/event_purity‚0.595263659954071 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7813434600830078 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.04331284388899803 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.06636738032102585 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6301327347755432 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 +particle/sensitivity‚0.6221556663513184 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6738748550415039 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02767878957092762 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02204900048673153 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7328540086746216 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6885979771614075 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.18240441381931305 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2574404776096344 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6515040993690491 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9933035373687744 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7878262400627136 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.32367679476737976 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6301327347755432 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7241070866584778 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7083132863044739 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9284807443618774 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.18674424290657043 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6864898204803467 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5922619104385376 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.23663035035133362 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.24497447907924652 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6161947846412659 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8006323575973511 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7116070985794067 *jet/accuracy_2_of_3‚0.5985676646232605 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.800000011920929 6 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.608119010925293 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.48683470487594604 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.24599508941173553 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7442431449890137 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7394577860832214 particle/accuracy_1_of_4‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6126383543014526 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2894977927207947 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.19564934074878693 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_2_of_2‚1 trainer/global_step‚5119 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9815831780433655 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7287145853042603 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8631787896156311 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_4‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6222274303436279 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7408539056777954 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4656144678592682 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6121155023574829 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03454022854566574 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 _runtime‚8702.379917885 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20125052332878113 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7349015474319458 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8175157904624939 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6241373419761658 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.25768595933914185 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7116070985794067 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09177716076374054 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8"Purity/1FRt*SRqqt1FBt/event_purity‚0.523450493812561 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3669378161430359 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7095505595207214 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9963327050209045 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.24599508941173553 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4970585107803345 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.23530912399291992 +particle/specificity‚0.9051463007926941 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.19742345809936523 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995760440826416 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 $ _timestamp‚1.784848098077668e+09 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.994315505027771 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3721070885658264 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7451002597808838 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07610315829515457 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 particle/accuracy_3_of_3‚1 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4335882067680359 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6126718521118164 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19670931994915009 particle/accuracy_1_of_1‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8999999761581421 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6123814582824707 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8030389547348022 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6425565481185913 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2580913305282593 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.25771814584732056 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6991070508956909 particle/accuracy_2_of_3‚1 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8780201077461243 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.022169940173625946 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.20837301015853882 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_1_of_3‚0.8984587788581848 *jet/accuracy_1_of_4‚0.9793585538864136 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6668474078178406 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 /particle/accuracy_4_of_4‚0.9588906764984131 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 6 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.979042649269104 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6126383543014526 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8631787896156311 _step‚439 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7390541434288025 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.19878970086574554 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.1970021277666092 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.0297938771545887 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7417550086975098 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 +jet/accuracy_3_of_3‚0.08182117342948914 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02059072256088257 8"Purity/0FRt2SRqqt0FBt/event_purity‚0.441918283700943 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 particle/accuracy_1_of_3‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6673886179924011 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7097558975219727 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03628615662455559 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6456979513168335 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_3_of_4‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7046272158622742 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_2‚0.7302896976470947 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 6 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.254016637802124 *jet/accuracy_2_of_4‚0.8164525628089905 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8836047053337097 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.20962071418762207 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.045508187264204025 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6448591947555542 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 (particle/accuracy‚0.8448689579963684 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6741875410079956 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 6validation_average_jet_accuracy‚0.3661424219608307 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9950360059738159 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09161904454231262 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6655611991882324 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.20481806993484497 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9953264594078064 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18202950060367584 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2994462549686432 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 *jet/accuracy_1_of_1‚0.3306385576725006 epoch‚31 +jet/accuracy_2_of_2‚0.15141882002353668 particle/accuracy_1_of_2‚1 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 +jet/accuracy_4_of_4‚0.02010233886539936 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 'particle/f_score‚0.6307770609855652 (loss/val_total_loss‚8.93943122484956 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875xÏr;ßv & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.994315505027771 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3721070885658264 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7451002597808838 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07610315829515457 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 particle/accuracy_3_of_3‚1 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4335882067680359 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6126718521118164 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19670931994915009 particle/accuracy_1_of_1‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8999999761581421 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6123814582824707 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8030389547348022 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6425565481185913 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2580913305282593 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.25771814584732056 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.6991070508956909 particle/accuracy_2_of_3‚1 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8780201077461243 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.022169940173625946 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.20837301015853882 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_1_of_3‚0.8984587788581848 *jet/accuracy_1_of_4‚0.9793585538864136 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6668474078178406 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 /particle/accuracy_4_of_4‚0.9588906764984131 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 6 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.979042649269104 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6126383543014526 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8631787896156311 _step‚439 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7390541434288025 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.19878970086574554 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.1970021277666092 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.0297938771545887 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7417550086975098 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 +jet/accuracy_3_of_3‚0.08182117342948914 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02059072256088257 8"Purity/0FRt2SRqqt0FBt/event_purity‚0.441918283700943 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 particle/accuracy_1_of_3‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6673886179924011 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7097558975219727 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03628615662455559 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6456979513168335 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_3_of_4‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7046272158622742 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_2‚0.7302896976470947 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 6 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.254016637802124 *jet/accuracy_2_of_4‚0.8164525628089905 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8836047053337097 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.20962071418762207 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.045508187264204025 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6448591947555542 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 (particle/accuracy‚0.8448689579963684 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6741875410079956 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 6validation_average_jet_accuracy‚0.3661424219608307 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9950360059738159 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09161904454231262 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6655611991882324 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.20481806993484497 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9953264594078064 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18202950060367584 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.2994462549686432 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 *jet/accuracy_1_of_1‚0.3306385576725006 epoch‚31 +jet/accuracy_2_of_2‚0.15141882002353668 particle/accuracy_1_of_2‚1 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 +jet/accuracy_4_of_4‚0.02010233886539936 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 'particle/f_score‚0.6307770609855652 (loss/val_total_loss‚8.93943122484956 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 8"Purity/*FRt*SRqqt1FBt/event_purity‚0.773576557636261 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1081489771604538 8"Purity/0FRt*SRqqt0FBt/event_purity‚0.595263659954071 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7813434600830078 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.04331284388899803 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.06636738032102585 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6301327347755432 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 +particle/sensitivity‚0.6221556663513184 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6738748550415039 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.02767878957092762 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02204900048673153 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7328540086746216 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6885979771614075 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.18240441381931305 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2574404776096344 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6515040993690491 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9933035373687744 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7878262400627136 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.32367679476737976 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6301327347755432 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7241070866584778 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7083132863044739 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9284807443618774 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.18674424290657043 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6864898204803467 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5922619104385376 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.23663035035133362 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.24497447907924652 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6161947846412659 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8006323575973511 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7116070985794067 *jet/accuracy_2_of_3‚0.5985676646232605 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.800000011920929 6 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.608119010925293 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.48683470487594604 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.24599508941173553 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7442431449890137 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7394577860832214 particle/accuracy_1_of_4‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6126383543014526 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2894977927207947 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.19564934074878693 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_2_of_2‚1 trainer/global_step‚5119 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9815831780433655 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7287145853042603 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8631787896156311 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_4‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6222274303436279 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7408539056777954 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4656144678592682 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6121155023574829 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03454022854566574 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 _runtime‚8702.379917885 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20125052332878113 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7349015474319458 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8175157904624939 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6241373419761658 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.25768595933914185 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7116070985794067 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09177716076374054 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8"Purity/1FRt*SRqqt1FBt/event_purity‚0.523450493812561 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3669378161430359 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7095505595207214 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9963327050209045 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.24599508941173553 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4970585107803345 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.23530912399291992 +particle/specificity‚0.9051463007926941 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.19742345809936523 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995760440826416 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 $ _timestamp‚1.784848098077668e+09·$ðæß”à‚(:‰ Óˬ Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚311.948' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.3896 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ôVQiá‚(:Þ ÓãÓÎÐ network.sent‚ 9.002221e+06 disk.sda2.out‚0) disk.nvme0c0n1.out‚207763.93701171875 disk.sda.out‚ 340.6640625 disk.sda1.out‚0( proc.memory.availableMB‚ 1944.0390625" proc.memory.rssMB‚ 2801.1640625 proc.cpu.threads‚17 disk.sda2.in‚0 disk.dm-1.in‚184215.7578125! disk.nvme0n1.in‚ 25906.9765625 disk.dm-0.in‚ 25906.9765625$ disk.dm-0.out‚207763.93701171875 network.recv‚919048) disk./.usagePercent‚55.02680649770879$ disk./.usageGB‚819.9391822814941# disk.nvme0c0n1.in‚ 25906.9765625 disk.sda.in‚184215.7578125 disk.sda1.in‚0$ memory_percent‚92.08968480428061* proc.memory.percent‚11.397965749104817 disk.sda3.in‚184215.7578125 disk.sda3.out‚ 340.6640625 disk.dm-1.out‚ 340.6640625' disk.nvme0n1.out‚207763.93701171875 cpu‚25.346287246540342 °@õ”â‚(:‰ ý½ŠÓÒâ¯Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚360.243' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.0486 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0°J›nã‚(:ã ý½ŠÓüþÜÐ disk.dm-0.in‚25918.80078125$ disk.dm-0.out‚207771.77294921875( proc.memory.availableMB‚ 1944.2890625* proc.memory.percent‚11.397965749104817 network.recv‚921415 disk.sda.in‚184215.7578125$ disk.nvme0c0n1.in‚25918.80078125' disk.nvme0n1.out‚207771.77294921875 proc.cpu.threads‚17 network.sent‚ 9.055794e+06) disk./.usagePercent‚55.02699210317111 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚184215.7578125 disk.dm-1.in‚184215.7578125 cpu‚25.34634989824684 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 341.27734375 disk.dm-1.out‚ 341.27734375) disk.nvme0c0n1.out‚207771.77294921875$ memory_percent‚92.08866755167642" proc.memory.rssMB‚ 2801.1640625$ disk./.usageGB‚819.9419479370117 disk.sda.out‚ 341.27734375" disk.nvme0n1.in‚25918.80078125çÕ’Aä‚(:” Œ¾ŠÓ¢Í‹Î gpu.0.gpu‚90.0 gpu.0.memory‚2ºÉå)^9, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚252.395' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚50.479000000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0îmÇgå‚(:Ü Œ¾ŠÓ—ίÐ disk.sda.in‚ 184482.453125 cpu‚25.34632980830214 proc.cpu.threads‚17$ disk./.usageGB‚820.0412788391113 disk.dm-1.in‚ 184482.453125$ disk.nvme0c0n1.in‚26047.23828125 disk.dm-0.in‚26047.23828125 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚92.08866755167642( proc.memory.availableMB‚ 1944.2890625$ disk.dm-0.out‚207869.38427734375 network.sent‚ 9.057992e+06 network.recv‚922439( disk./.usagePercent‚55.0336582833552 disk.dm-1.out‚ 341.8359375) disk.nvme0c0n1.out‚207869.38427734375" disk.nvme0n1.in‚26047.23828125 disk.sda.out‚ 341.8359375 disk.sda3.in‚ 184482.453125 disk.sda1.in‚0 disk.sda1.out‚0" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 disk.sda3.out‚ 341.8359375' disk.nvme0n1.out‚207869.38427734375EØ6½2æ- _wandbruntime‚8749  _runtime‚8749åÏW^ÇçÁ & lr-AdamW/pg1‚3.423787484528632e-05 & lr-AdamW/pg2‚3.423787484528632e-05 trainer/global_step‚5149 % _timestamp‚1.7848481447644482e+09 _runtime‚8749.065940455 _step‚440‚ÿ²ÊÌèÆ _runtime‚8749.065940455 _step‚440 & lr-AdamW/pg1‚3.423787484528632e-05 & lr-AdamW/pg2‚3.423787484528632e-05 trainer/global_step‚5149 % _timestamp‚1.7848481447644482e+09¸ t»2é- _wandbruntime‚8749  _runtime‚8749ˤÒÊ(êüO PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚47857812 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1483294771697664 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚29507820 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5367049830353 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1488669488632320 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5376062386176 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1483294797871104 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5374716934656 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6594842285568 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚47847718 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 trainer/global_step‚5149 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚47847718 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15781373 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚405804974672896 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13726452 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5376062386176 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚317 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚312 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚405805342764032 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1482709066575568 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5365705218899 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1483294771697664 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5374716934656 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1488074771794467 $ _timestamp‚1.784848144765406e+09 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚44729786 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1488669488632320 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1488670860257280 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚92577504 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚15781685 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚44729792 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 _step‚441 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800h`ú¡(ëP _step‚441 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚47857812 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1483294771697664 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚29507820 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5367049830353 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1488669488632320 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5376062386176 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1483294797871104 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5374716934656 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6594842285568 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚47847718 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚42863104 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 trainer/global_step‚5149 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚47847718 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15781373 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚405804974672896 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13726452 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5376062386176 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚317 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚312 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚405805342764032 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1482709066575568 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5365705218899 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 410954240 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1483294771697664 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5374716934656 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1488074771794467 $ _timestamp‚1.784848144765406e+09 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚44729786 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1488669488632320 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1488670860257280 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚92577504 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚15781685 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚44729792 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528¹³ ±Þ2ì- _wandbruntime‚8750  _runtime‚8750FSÚ 'í‡N ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1483573707161600 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚92594953 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1488950792062976 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚44738153 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1483573707161600 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚29513426 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚47866908 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5366726020539 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5375739442688 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1483573680988160 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42855936 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚92605067 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1488949420430848 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚92605067 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1482987868349344 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5377084901376 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13729087 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚405883929129984 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1482987893777312 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1488950792062976 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚412479667580416 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚412480078527488 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6596149397504 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15784339 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 trainer/global_step‚5149 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6596106541568 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 _runtime‚8750.482840179 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5375739442688 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚317 % _timestamp‚1.7848481461810172e+09 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚47856800 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15784651 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5368070632105 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚44738153 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1483573680988160 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108«ÆoT¯îŒN REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚47866908 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚29513743 NADeviceStatsMonitor.Åc%on_train_batch_end/active.large_pool.allocated‚44738159 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5368070632105 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚44738153 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1483573680988160 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1483573707161600 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚92594953 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1488950792062976 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚44738153 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1483573707161600 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚29513426 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚47866908 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5366726020539 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5375739442688 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1483573680988160 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚42855936 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚92605067 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1488949420430848 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚92605067 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1482987868349344 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5377084901376 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13729087 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚405883929129984 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1482987893777312 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1488950792062976 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚412479667580416 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚412480078527488 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6596149397504 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15784339 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 trainer/global_step‚5149 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6596106541568 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 _runtime‚8750.482840179 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5375739442688 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚317 % _timestamp‚1.7848481461810172e+09 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚47856800 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15784651 EDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1496649155264368 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 % _timestamp‚1.7848482252071984e+09 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚45148142 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚409734292970496 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚45148142 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚48303670 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1502667514338304 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚409734661061632 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 _runtime‚8829.509045032 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚346 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1497240262395904 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5418153713161 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5425906490880 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚29788025 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚15929573 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6657640301568 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5416809101707 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚5199 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚93451806 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚45148136 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚48313764 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚45148136 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚48303670 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚351 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15929227 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1497240236222464 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13858452 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1502667514338304 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1502666142713344 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1502065964366075 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5425906490880 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6657586952704 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚45148142 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚48303670 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1502667514338304 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚409734661061632 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 _runtime‚8829.509045032 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚346 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1497240262395904 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5418153713161 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5425906490880 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚29788025 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚15929573 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6657640301568 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5416809101707 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚5199 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚93451806 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚45148136 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚48313764 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pooªyÂ]l.peak‚ 1680187904 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚45148136 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚48303670 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚351 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚15929227 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1497240236222464 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13858452 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1502667514338304 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1502666142713344 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1502065964366075 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5425906490880 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6657586952704 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1496649155264368 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 % _timestamp‚1.7848482252071984e+09 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚45148142 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚409734292970496 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923½AWLþ2‚- _wandbruntime‚8830  _runtime‚8830Š0ií 'ƒ‡N NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚48312752 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 trainer/global_step‚5199 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5426928998912 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1497519171686400 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1497519145512960 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚93469255 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1496927957038144 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5428274457600 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚29793274 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _runtime‚8830.928731162 % _timestamp‚1.7848482266269586e+09 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚93479369 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5417829903347 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1497519145512960 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚45156509 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚409813247427584 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15932187 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚409812879336448 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6658826227200 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1502347156981025 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5428274457600 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚416471705563648 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚48322860 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚29793619 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15932527 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚340 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6658881666048 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚45156509 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5426928998912 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1497519171686400 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1497519145512960 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚93469255 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1496927957038144 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5428274457600 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚29793274 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _runtime‚8830.928731162 % _timestamp‚1.7848482266269586e+09 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚93479369 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5417829903347 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1497519145512960 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚45156509 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚409813247427584 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚15932187 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚409812879336448 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6658826227200 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1502347156981025 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5428274457600 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚416471705563648 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚48322860 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚29793619 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚15932527 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚340 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6658881666048 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚45156509 QDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1516662796794368 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1511185700747264 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚48769716 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1510589269381136 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚48759622 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚13990447 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 # _timestamp‚1.78484830551386e+09 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 trainer/global_step‚5249 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚30067494 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚413663979359232 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1516662796794368 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚413663611268096 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6720211580416 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5467912984515 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚94326108 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚45566492 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1511185726920704 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13990452 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚334 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5469257595969 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5478441498624 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚48769716 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚48759622 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1516664168419328 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚30067833 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6720256540672 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1516058526977105 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚420384235899904 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚420383822848512 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5477096047104 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0FTe(—€P G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1511185700747264 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚48769716 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1510589269381136 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚48759622 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚13990447 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 # _timestamp‚1.78484830551386e+09 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 trainer/global_step‚5249 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚30067494 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚413663979359232 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1516662796794368 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚413663611268096 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6720211580416 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5467912984515 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚94326108 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚45566492 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1511185726920704 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚13990452 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚334 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5469257595969 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5478441498624 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚48769716 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚48759622 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1516664168419328 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚30067833 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6720256540672 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1516058526977105 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚420384235899904 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚420383822848512 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5477096047104 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5477096047104 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚45566492 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1511185726920704 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1516662796794368 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1510868071154912 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _runtime‚8911.230465617 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚16080336 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚94353671 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚30073088 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚94343557 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚30073428 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5479464013824 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1516336979513099 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚94353671 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚420464074542080 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚420463661497856 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5478118555136 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6721463863808 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1516944100225024 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 % _timestamp‚1.7848483069286728e+09 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚48778812 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1516942728592896 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚413742565725184 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 _step‚450 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚335 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚48778812 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚13993092 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1516338349552633 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5470278397721 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚45574853 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5468933786155 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚340 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚5249 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5478118555136 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1511464610037760 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚94343557 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚413742197634048 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1511464610037760 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚48768704 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocationýr3Ãs.peak‚0 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚48768704 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13993087 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚340 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚5249 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5478118555136 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1511464610037760 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚94343557 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚413742197634048 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1511464610037760 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚48768704 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚48768704 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚13993087 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1510868071154912 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _runtime‚8911.230465617 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚16080336 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚94353671 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚30073088 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚94343557 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚30073428 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5479464013824 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1516336979513099 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚94353671 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚420464074542080 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚420463661497856 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5478118555136 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6721463863808 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1516944100225024 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 % _timestamp‚1.7848483069286728e+09 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚48778812 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1516942728592896 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚413742565725184 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 _step‚450ÂA2- _wandbruntime‚8911  _runtime‚8911ÉNHž‚ 0loss/FRt1/assignment_loss‚1.9864923468476734 1loss/FBt2/assignment_loss‚0.07601787608463056 /loss/FBt1/detection_loss‚0.8589110123525773 _runtime‚8911.285422453 _step‚451 2loss/SRqqt2/assignment_loss‚0.5761359574580587 /loss/FBt2/detection_loss‚0.6180684166454747 %loss/total_loss‚9.002745353887118 epoch‚32 2loss/SRqqt1/assignment_loss‚0.5328192309098085 /loss/FRt1/detection_loss‚0.5495530924119867 1loss/SRqqt2/detection_loss‚0.6576893872877888 % _timestamp‚1.7848483069840987e+09 0loss/FRt2/assignment_loss‚0.7284661383087458 1loss/FBt1/assignment_loss‚0.01354561788667021 /loss/FRt2/detection_loss‚1.4885824092147326 1loss/SRqqt1/detection_loss‚0.9164638684789702 trainer/global_step‚5249Ê„ã¼ Ÿ‡ 0loss/FRt1/assignment_loss‚1.9864923468476734 1loss/FBt2/assignment_loss‚0.07601787608463056 /loss/FBt1/detection_loss‚0.8589110123525773 _runtime‚8911.285422453 _step‚451 2loss/SRqqt2/assignment_loss‚0.5761359574580587 /loss/FBt2/detection_loss‚0.6180684166454747 %loss/total_loss‚9.002745353887118 epoch‚32 2loss/SRqqt1/assignment_loss‚0.5328192309098085 /loss/FRt1/detection_loss‚0.5495530924119867 1loss/SRqqt2/detection_loss‚0.6576893872877888 % _timestamp‚1.7848483069840987e+09 0loss/FRt2/assignment_loss‚0.7284661383087458 1loss/FBt1/assignment_loss‚0.01354561788667021 /loss/FRt2/detection_loss‚1.4885824092147326 1loss/SRqqt1/detection_loss‚0.9164638684789702 trainer/global_step‚5249ÃþŸá’ ‚(:‡ À¿ŠÓ¾âÃÎ gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚312.12' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.424 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0„ #¬d¡‚(:Ù À¿ŠÓˆ¢¬Ð" proc.memory.rssMB‚ 2801.1640625 network.recv‚938827 disk.sda.in‚188854.7265625 disk.sda1.out‚0& disk.nvme0c0n1.out‚208132.94140625! disk.dm-0.out‚208132.94140625* proc.memory.percent‚11.397965749104817 network.sent‚ 9.245344e+06 disk.sda.out‚ 346.8203125 disk.sda2.in‚0 disk.dm-1.out‚ 346.8203125$ disk.nvme0c0n1.in‚26532.01171875$ disk.nvme0n1.out‚208132.94140625$ memory_percent‚92.09160804748535) proc.memory.availableMB‚ 1943.56640625 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-0.in‚26532.01171875 cpu‚25.346710016475622 proc.cpu.threads‚17) disk./.usagePercent‚55.05584287224233$ disk./.usageGB‚820.3718452453613 disk.sda3.in‚188854.7265625 disk.sda3.out‚ 346.8203125 disk.dm-1.in‚188854.7265625" disk.nvme0n1.in‚26532.01171875¿L󔢂(:‰ Ï¿ŠÓûø“Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚284.466' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.8932 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0œQäZZ£‚(:Ï Ï¿ŠÓ¾“êÏ) disk./.usagePercent‚55.05583186391836 disk.sda1.in‚0& disk.nvme0c0n1.out‚208134.50390625$ disk.nvme0n1.out‚208134.50390625! disk.dm-0.out‚208134.50390625$ memory_percent‚92.09157625834146 proc.cpu.threads‚17 network.sent‚ 9.294689e+06 disk.sda1.out‚0 disk.sda3.out‚ 347.18359375 cpu‚25.34671857635583 disk.sda.out‚ 347.18359375 disk.sda2.out‚0 disk.dm-1.in‚ 189414.84375 disk.dm-0.in‚ 26691.640625) proc.memory.availableMB‚ 1943.57421875" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 network.recv‚941184$ disk./.usageGB‚820.3716812133789 disk.sda.in‚ 189414.84375 disk.sda2.in‚0 disk.sda3.in‚ 189414.84375 disk.dm-1.out‚ 347.18359375" disk.nvme0c0n1.in‚ 26691.640625 disk.nvme0n1.in‚ 26691.640625ÌØ}Ÿ¤‚(:” Þ¿ŠÓ”œÏÎ gpu.0.gpu‚32.0 gpu.0.memory‚10, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚136.224' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚27.244799999999998 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0úz°r_¥‚(:Ô Þ¿ŠÓÛÏ©Ð disk.sda2.out‚0* proc.memory.percent‚11.397965749104817 cpu‚25.346832177574964 proc.cpu.threads‚17) disk./.usagePercent‚55.05583903212931' disk.nvme0n1.out‚208136.78076171875 disk.dm-0.in‚ 26691.7109375 disk.sda.in‚ 189414.84375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚ 189414.84375 disk.dm-1.in‚ 189414.84375 network.sent‚ 9.296739e+06 network.recv‚942235) disk.nvme0c0n1.out‚208136.78076171875! disk.nvme0n1.in‚ 26691.7109375$ disk.dm-0.out‚208136.78076171875 disk.sda.out‚ 347.859375 disk.sda1.out‚0' proc.memory.availableMB‚ 1943.578125$ disk./.usageGB‚820.3717880249023# disk.nvme0c0n1.in‚ 26691.7109375 disk.sda3.out‚ 347.859375 disk.dm-1.out‚ 347.859375$ memory_percent‚92.09156036376953" proc.memory.rssMB‚ 2801.1640625²wo#2¦- _wandbruntime‚8969  _runtime‚8969Pý|Ž§:§¡u 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6002225875854492 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9949322938919067 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.19841217994689941 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37650245428085327 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6120772361755371 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.24068954586982727 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6412495374679565 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2944844961166382 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5273071527481079 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 *jet/accuracy_1_of_1‚0.3323979675769806 +jet/accuracy_4_of_4‚0.02010233886539936 epoch‚32 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2505568861961365 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7480089664459229 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 particle/accuracy_1_of_1‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2505568861961365 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.18440409004688263 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7390409708023071 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6184954047203064 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7194672226905823 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7972429394721985 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 *jet/accuracy_1_of_4‚0.9793585538864136 8"Purity/*FRt1SRqqt1FBt/event_purity‚0.471097856760025 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04764871671795845 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 /particle/accuracy_4_of_4‚0.9583881497383118 +particle/specificity‚0.9039457440376282 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6532947421073914 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6140008568763733 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 *jet/accuracy_1_of_2‚0.7319766879081726 *jet/accuracy_1_of_3‚0.9045081734657288 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7331814169883728 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08897358179092407 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 +jet/accuracy_2_of_2‚0.15203629434108734 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 particle/accuracy_1_of_2‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6733736395835876 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7186325192451477 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7087478041648865 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.057034365832805634 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2609713077545166 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6756398677825928 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03010934591293335 +jet/accuracy_3_of_4‚0.11188126355409622 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7549908757209778 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.2002594918012619 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6286550164222717 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 _runtime‚8969.503939135 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7480999827384949 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.19058983027935028 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 'particle/f_score‚0.6338475346565247 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6073902249336243 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7191963791847229 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8182363510131836 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10540980100631714 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_3_of_3‚1 5 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.99772709608078 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2623707056045532 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3722270429134369 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.45627039670944214 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 8"Purity/*FRt0SRqqt2FBt/event_purity‚0.878808319568634 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.022618509829044342 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.029439229518175125 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9927896857261658 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6179634928703308 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.46522265672683716 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7609432339668274 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.26269325613975525 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4956696033477783 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.19981244206428528 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21513259410858154 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3452381193637848 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7890909910202026 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 *jet/accuracy_2_of_3‚0.6096198558807373 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6317943930625916 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6977397203445435 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6960143446922302 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_1_of_4‚1 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6530914902687073 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7316964268684387 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.30267634987831116 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19155359268188477 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4721620976924896 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.21105892956256866 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9964725971221924 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7316964268684387 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.018488863483071327 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9222376346588135 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 +jet/accuracy_3_of_3‚0.08310016244649887 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7421309947967529 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9900719523429871 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9956439733505249 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6202373504638672 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7549854516983032 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.26215246319770813 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8854564428329468 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 trainer/global_step‚5279 _step‚452 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21142886579036713 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9956439733505249 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6001724600791931 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6821842193603516 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08898064494132996 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.872612714767456 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3070443868637085 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.036496713757514954 6validation_average_jet_accuracy‚0.3680345416069031 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7648004293441772 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9926654696464539 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.24974364042282104 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7441964149475098 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03813664987683296 particle/accuracy_1_of_3‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023951396346092224 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8148372769355774 particle/accuracy_2_of_3‚1 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6043930053710938 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 particle/accuracy_2_of_2‚1 +particle/sensitivity‚0.6286521553993225 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6754179000854492 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7030516266822815 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 *jet/accuracy_2_of_4‚0.8394071459770203 8"Purity/*FRt*SRqqt*FBt/event_purity‚0.327811062335968 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.20084472000598907 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0735059604048729 % _timestamp‚1.7848483652016146e+09 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8123466372489929 )loss/val_total_loss‚8.771410702838988 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.24369585514068604 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6659145951271057 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6485171914100647 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.031969331204891205 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6202373504638672 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 particle/accuracy_3_of_4‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.21248647570610046 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8854564428329468 (particle/accuracy‚0.8453165888786316 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9968933463096619 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9886310696601868 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.17673850059509277 particle/accuracy_2_of_4‚1¾Åü‡Ç¨¦u 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2505568861961365 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.18440409004688263 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7390409708023071 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6184954047203064 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7194672226905823 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7972429394721985 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 *jet/accuracy_1_of_4‚0.9793585538864136 8"Purity/*FRt1SRqqt1FBt/event_purity‚0.471097856760025 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04764871671795845 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 /particle/accuracy_4_of_4‚0.9583881497383118 +particle/specificity‚0.9039457440376282 9"Puri\Ì å5ty/*FRt1SRqqt0FBt/SRqqt_purity‚0.6532947421073914 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6140008568763733 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 *jet/accuracy_1_of_2‚0.7319766879081726 *jet/accuracy_1_of_3‚0.9045081734657288 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7331814169883728 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08897358179092407 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 +jet/accuracy_2_of_2‚0.15203629434108734 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 particle/accuracy_1_of_2‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6733736395835876 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7186325192451477 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7087478041648865 ;"Purity/2FRt0SRqqt*FBt/event_purity‚0.057034365832805634 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2609713077545166 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6756398677825928 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03010934591293335 +jet/accuracy_3_of_4‚0.11188126355409622 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7549908757209778 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.2002594918012619 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6286550164222717 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 _runtime‚8969.503939135 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7480999827384949 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.19058983027935028 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 'particle/f_score‚0.6338475346565247 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6073902249336243 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7191963791847229 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8182363510131836 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10540980100631714 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_3_of_3‚1 5 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.99772709608078 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2623707056045532 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3722270429134369 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.45627039670944214 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 8"Purity/*FRt0SRqqt2FBt/event_purity‚0.878808319568634 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.022618509829044342 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.029439229518175125 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9927896857261658 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6179634928703308 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.46522265672683716 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7609432339668274 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.26269325613975525 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4956696033477783 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.19981244206428528 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21513259410858154 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3452381193637848 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7890909910202026 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 *jet/accuracy_2_of_3‚0.6096198558807373 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6317943930625916 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6977397203445435 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6960143446922302 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_1_of_4‚1 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6530914902687073 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7316964268684387 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.30267634987831116 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19155359268188477 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4721620976924896 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.21105892956256866 7 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.9964725971221924 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7316964268684387 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.018488863483071327 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9222376346588135 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 +jet/accuracy_3_of_3‚0.08310016244649887 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7421309947967529 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9900719523429871 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9956439733505249 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6202373504638672 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7549854516983032 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.26215246319770813 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8854564428329468 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 trainer/global_step‚5279 _step‚452 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21142886579036713 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9956439733505249 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6001724600791931 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6821842193603516 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08898064494132996 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.872612714767456 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3070443868637085 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.036496713757514954 6validation_average_jet_accuracy‚0.3680345416069031 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7648004293441772 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9926654696464539 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.24974364042282104 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7441964149475098 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03813664987683296 particle/accuracy_1_of_3‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023951396346092224 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8148372769355774 particle/accuracy_2_of_3‚1 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6043930053710938 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 particle/accuracy_2_of_2‚1 +particle/sensitivity‚0.6286521553993225 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6754179000854492 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7030516266822815 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 *jet/accuracy_2_of_4‚0.8394071459770203 8"Purity/*FRt*SRqqt*FBt/event_purity‚0.327811062335968 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.20084472000598907 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0735059604048729 % _timestamp‚1.7848483652016146e+09 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8123466372489929 )loss/val_total_loss‚8.771410702838988 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.24369585514068604 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6659145951271057 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6485171914100647 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.031969331204891205 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6202373504638672 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 particle/accuracy_3_of_4‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.21248647570610046 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8854564428329468 (particle/accuracy‚0.8453165888786316 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9968933463096619 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9886310696601868 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.17673850059509277 particle/accuracy_2_of_4‚1 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6002225875854492 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9949322938919067 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.19841217994689941 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37650245428085327 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6120772361755371 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.24068954586982727 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6412495374679565 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.2944844961166382 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5273071527481079 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 *jet/accuracy_1_of_1‚0.3323979675769806 +jet/accuracy_4_of_4‚0.02010233886539936 epoch‚32 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2505568861961365 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7480089664459229 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 particle/accuracy_1_of_1‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1Äýx”©‚(:‰ í¿ŠÓ¾›Î gpu.0.gpu‚62.0 gpu.0.memory‚20, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚364.547' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.9094 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0•ü|¡dª‚(:Ù í¿ŠÓ£šæÏ disk.dm-1.out‚ 348.06640625 network.sent‚ 9.298794e+06 network.recv‚943396* disk./.usagePercent‚55.055844408287534 disk.sda1.in‚0 disk.sda3.in‚ 189414.84375 disk.sda3.out‚ 348.06640625$ disk.nvme0c0n1.in‚26696.45703125 disk.sda.out‚ 348.06640625 disk.sda1.out‚0 disk.sda2.in‚0# disk.dm-0.out‚208138.1923828125# memory_percent‚92.0887311299642" proc.memory.rssMB‚ 2801.1640625$ disk./.usageGB‚820.3718681335449 disk.dm-1.in‚ 189414.84375( disk.nvme0c0n1.out‚208138.1923828125& disk.nvme0n1.out‚208138.1923828125 disk.dm-0.in‚26696.45703125( proc.memory.availableMB‚ 1944.2734375* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17 disk.sda.in‚ 189414.84375 disk.sda2.out‚0" disk.nvme0n1.in‚26696.45703125 cpu‚25.3497235906097ûÑXŸ«‚(:” ü¿ŠÓ¤®¨Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚306.821' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.364200000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0âH/l¬‚(:á ü¿ŠÓÉ‘…Ñ network.recv‚945711# disk.dm-0.out‚208142.4853515625 disk.sda.out‚ 348.58203125 disk.sda2.in‚0 disk.dm-1.in‚189682.83984375 disk.dm-1.out‚ 348.58203125" disk.nvme0n1.in‚26719.73828125# memory_percent‚92.0888900756836' proc.memory.availableMB‚ 1944.234375 cpu‚25.34971680299987 proc.cpu.threads‚17) disk./.usagePercent‚55.05582981585808$ disk./.usageGB‚820.3716506958008 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 348.58203125 disk.sda.in‚189682.83984375* proc.memory.percent‚11.397965749104817 network.sent‚ 9.352414e+06 disk.sda1.in‚0 disk.sda3.in‚189682.83984375$ disk.nvme0c0n1.in‚26719.73828125( disk.nvme0c0n1.out‚208142.4853515625& disk.nvme0n1.out‚208142.4853515625 disk.dm-0.in‚26719.73828125" proc.memory.rssMB‚ 2801.1640625lDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1532125923368960 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 # _timestamp‚1.78484839603443e+09 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚417620882634752 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6787557173248 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚46035946 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1526594453039104 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚38668800 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚46035940 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚46035940 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚49243319 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚30368000 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚16241923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1526594426865664 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚30368297 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚297 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚49243319 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5532841954816 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1532127294993920 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5532841954816 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚16241631 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚424408846567936 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1526594453039104 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚424408439808000 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 trainer/global_step‚5299 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚49253413·¸>¿º´€P ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1526594453039104 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚38668800 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚46035940 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚46035940 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚49243319 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚30368000 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚16241923 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1526594426865664 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚30368297 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚297 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚49243319 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5532841954816 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1532127294993920 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5532841954816 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚16241631 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚424408846567936 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1526594453039104 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚424408439808000 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 trainer/global_step‚5299 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚49253413 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1532127294993920 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚95289359 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1531515210975218 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5523566533186 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 406759936 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚14126369 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1532125923368960 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚14126374 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5531496503296 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚49253413 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚292 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1525991619014064 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5522221921732 _runtime‚9000.339953362 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚417621250725888 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1531513840935796 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1525991644442032 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1532125923368960 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 # _timestamp‚1.78484839603443e+09 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚417620882634752 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6787557173248 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚46035946 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005Æ…Ô[@2µ- _wandbruntime‚9001  _runtime‚9001;žRn '¶‡N VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚16244909 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚49252401 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚296 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚14129009 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5533864470016 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚46044307 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1526270446215808 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5532519011328 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚95296708 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1532407226799616 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚95306822 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚30373627 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 _step‚455 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚14129014 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚417699837091840 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1526873336156160 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚424488703240704 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5533864470016 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚49262509 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6788825390080 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚46044313 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚291 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚424488294390784 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1531795033550746 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1526873362329600 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 _runtime‚9001.757287645 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1532407226799616 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1526873336156160 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚417699469000704 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1526270420787840 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚49252401 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚95306822 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚49252401 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚296 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚14129009 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5533864470016 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚46044307 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1526270446215808 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5532519011328 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚95296708 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1532407226799616 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚95306822 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚30373627 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 _step‚455 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚14129014 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚417699837091840 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1526873336156160 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚424488703240704 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0Ç >2¸- _wandbruntime‚9001  _runtime‚9001D] ¹„ /loss/FBt1/detection_loss‚0.7500161257748669 _runtime‚9001.808964748 _step‚456 2loss/SRqqt1/assignment_loss‚0.6058625598493099 2loss/SRqqt2/assignment_loss‚0.5465901220741216 2loss/FBt2/assignment_loss‚0.031048905222529746 1loss/SRqqt1/detection_loss‚1.0573410836664554 %loss/total_loss‚8.967116669318797 0loss/FRt2/assignment_loss‚0.7998893860719803 1loss/SRqqt2/detection_loss‚0.6457830478822141 epoch‚33 trainer/global_step‚5299 % _timestamp‚1.7848483975075214e+09 /loss/FRt2/detection_loss‚1.4855701587348789 /loss/FBt2/detection_loss‚0.5948806911514989 0loss/FRt1/assignment_loss‚1.8982612240387025 2loss/FBt1/assignment_loss‚0.024368855340847248 /loss/FRt1/detection_loss‚0.5275045095113898ò›éµº‰ 2loss/SRqqt2/assignment_loss‚0.5465901220741216 2loss/FBt2/assignment_loss‚0.031048905222529746 1loss/SRqqt1/detection_loss‚1.0573410836664554 %loss/total_loss‚8.967116669318797 0loss/FRt2/assignment_loss‚0.7998893860719803 1loss/SRqqt2/detection_loss‚0.6457830478822141 epoch‚33 trainer/global_step‚5299 % _timestamp‚1.7848483975075214e+09 /loss/FRt2/detection_loss‚1.4855701587348789 /loss/FBt2/detection_loss‚0.5948806911514989 0loss/FRt1/assignment_loss‚1.8982612240387025 2loss/FBt1/assignment_loss‚0.024368855340847248 /loss/FRt1/detection_loss‚0.5275045095113898 /loss/FBt1/detection_loss‚0.7500161257748669 _runtime‚9001.808964748 _step‚456 2loss/SRqqt1/assignment_loss‚0.6058625598493099ÈÐüÛ’»‚(:‡ šÀŠÓü‡Î gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚354.594' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.9188 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0rO²çi¼‚(:Þ šÀŠÓ˜×Ð$ disk./.usageGB‚819.8879776000977 disk.nvme0n1.in‚ 26863.296875& disk.nvme0n1.out‚208165.8388671875# disk.dm-0.out‚208165.8388671875 disk.sda1.out‚0" proc.memory.rssMB‚ 2801.1640625" disk.nvme0c0n1.in‚ 26863.296875 disk.sda3.out‚ 349.19921875 disk.dm-1.in‚190933.08203125 disk.dm-1.out‚ 349.19921875$ memory_percent‚92.08904902140299 cpu‚25.34977508208244 proc.cpu.threads‚17 network.sent‚ 9.356547e+06( disk.nvme0c0n1.out‚208165.8388671875 disk.dm-0.in‚ 26863.296875 disk.sda.out‚ 349.19921875 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚190933.08203125( proc.memory.availableMB‚ 1944.1953125 disk.sda.in‚190933.08203125 disk.sda2.out‚0* proc.memory.percent‚11.397965749104817 network.recv‚947874* disk./.usagePercent‚55.023370108576685á+|1“½‚(:ˆ ©ÀŠÓšý«Î gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚291.435' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.287 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ód“0o¾‚(:ä ©ÀŠÓΊÑ& disk.nvme0n1.out‚208167.0302734375 disk.dm-0.in‚26866.26171875" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 disk.dm-1.in‚190933.08203125# disk.dm-0.out‚208167.0302734375 disk.sda.out‚ 349.46484375$ memory_percent‚92.08906491597494 cpu‚25.349745491601215 proc.cpu.threads‚17 network.recv‚950766 disk.sda3.in‚190933.08203125 disk.dm-1.out‚ 349.46484375 disk.sda.in‚190933.08203125 disk.sda2.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 1944.19140625 network.sent‚ 9.416263e+06$ disk./.usageGB‚819.8880805969238 disk.sda3.out‚ 349.46484375( disk.nvme0c0n1.out‚208167.0302734375 disk.sda1.in‚0 disk.sda1.out‚0( disk./.usagePercent‚55.0233770207801$ disk.nvme0c0n1.in‚26866.26171875" disk.nvme0n1.in‚26866.26171875S‹O²”¿‚(:‰ ¸ÀŠÓ„ƧÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚321.094' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.2188 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ê84-^À‚(:Ó ¸ÀŠÓ™ûƒÐ% proc.memory.availableMB‚ 1944.1875" proc.memory.rssMB‚ 2801.1640625 proc.cpu.threads‚17$ disk.nvme0n1.out‚208168.64453125 disk.dm-0.in‚ 26867.96875 disk.sda.out‚ 350.12109375 network.sent‚ 9.418359e+06 network.recv‚951698$ disk./.usageGB‚819.8864784240723 disk.dm-1.out‚ 350.12109375! disk.nvme0c0n1.in‚ 26867.96875 disk.sda1.out‚0* proc.memory.percent‚11.397965749104817 cpu‚25.349752028151546* disk./.usagePercent‚55.023269497615736 disk.sda2.out‚0 disk.sda3.in‚191493.44140625 disk.sda3.out‚ 350.12109375 disk.nvme0n1.in‚ 26867.96875! disk.dm-0.out‚208168.64453125 disk.sda.in‚191493.44140625$ memory_percent‚92.08908081054688 disk.sda2.in‚0 disk.dm-1.in‚191493.44140625& disk.nvme0c0n1.out‚208168.64453125 disk.sda1.in‚0‘Hg²“Á‚(:ˆ ÇÀŠÓÁ†Î gpu.0.gpu‚37.0 gpu.0.memory‚12, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚362.955' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.591 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÿÑÉì-‚(:á ÇÀŠÓ³‹¶Ð$ disk.dm-0.out‚208176.09912109375 disk.sda.out‚ 353.1015625$ memory_percent‚92.08987553914389( proc.memory.availableMB‚ 1943.9921875 cpu‚25.349805083516884 proc.cpu.threads‚17 network.recv‚953037 disk.dm-1.in‚192008.6484375' disk.nvme0n1.out‚208176.09912109375 disk.dm-0.in‚27015.83984375 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚192008.6484375* disk./.usagePercent‚54.956327367524906 disk.dm-1.out‚ 353.1015625$ disk.nvme0c0n1.in‚27015.83984375* proc.memory.percent‚11.397965749104817$ disk./.usageGB‚818.8889923095703) disk.nvme0c0n1.out‚208176.09912109375 disk.sda.in‚192008.6484375 disk.sda1.in‚0 disk.sda3.out‚ 353.1015625" proc.memory.rssMB‚ 2801.1640625 V<Ö? network.sent‚ 9.42042e+06" disk.nvme0n1.in‚27015.83984375åÀÂ(:’ ÖÀŠÓ㦸Î gpu.0.gpu‚91.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚319.74' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚63.94800000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¾Õô°hÄ‚(:Ý ÖÀŠÓ°€ìÏ disk.dm-0.in‚27015.85546875 disk.dm-1.in‚192008.6484375 disk.dm-1.out‚ 356.38671875$ memory_percent‚92.08900133768717) proc.memory.availableMB‚ 1944.20703125" proc.memory.rssMB‚ 2801.1640625 proc.cpu.threads‚17 network.recv‚954141) disk./.usagePercent‚54.95633735181874 disk.sda3.in‚192008.6484375$ disk.nvme0c0n1.in‚27015.85546875* proc.memory.percent‚11.397965749104817" disk.nvme0n1.in‚27015.85546875" disk.dm-0.out‚208191.806640625 disk.sda.in‚192008.6484375 disk.sda1.in‚0 disk.sda2.in‚0$ disk./.usageGB‚818.8891410827637% disk.nvme0n1.out‚208191.806640625 disk.sda.out‚ 356.38671875 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 356.38671875' disk.nvme0c0n1.out‚208191.806640625 cpu‚25.3498087033923 network.sent‚ 9.422462e+06ÚEÍÂ2Å- _wandbruntime‚9080  _runtime‚9080[A;ÆÆÀ trainer/global_step‚5349 $ _timestamp‚1.784848476314612e+09 _runtime‚9080.616188051 _step‚457 & lr-AdamW/pg1‚3.005108141663459e-05 & lr-AdamW/pg2‚3.005108141663459e-05“²¨åËÇÅ & lr-AdamW/pg2‚3.005108141663459e-05 trainer/global_step‚5349 $ _timestamp‚1.784848476314612e+09 _runtime‚9080.616188051 _step‚457 & lr-AdamW/pg1‚3.005108141663459e-05ÉX±¼2È- _wandbruntime‚9080  _runtime‚9080,š³ô(ÉýO ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1540539917563904 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5574670415994 % _timestamp‚1.7848484763156269e+09 _runtime‚9080.620913598 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5582686059520 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚49709365 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚428401096299520 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚49709365 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1546122577449984 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1540539917563904 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1540539891390464 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚49699271 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚421550200932352 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚30649517 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚16390808 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚428400672762368 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 trainer/global_step‚5349 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1546123949074944 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6850527276032 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚49699271 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚14258369 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1539931707702864 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚46454296 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5584031511040 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1539931733130832 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚46454290 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1540539891390464 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1546122577449984 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6850471830016 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1545506403546826 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _step‚458Úã«'(Ê‚P M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚96163661 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5584031511040 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚421550569023488 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚49699271 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚421550200932352 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚30649517 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚16390808 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚428400672762368 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 trainer/global_step‚5349 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1546123949074944 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6850527276032 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚49699271 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚14258369 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1539931707702864 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚46454296 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5584031511040 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1539931733130832 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚46454290 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1540539891390464 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1546122577449984 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 6850471830016 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1545506403546826 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _step‚458 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1540539917563904 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5574670415994 % _timestamp‚1.7848484763156269e+09 _runtime‚9080.620913598 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5582686059520 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚49709365 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚428401096299520 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚49709365 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1546122577449984 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1540539917563904 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1540539891390464 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 trainer/global_step‚5349 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚428480922812928 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚96181124 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚421628787298304 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5585054026240 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1545786226122354 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1545784856082820 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1546403880880640 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1540818800680960 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6851767423488 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _runtime‚9082.036027431 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚49718461 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚14261014 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 % _timestamp‚1.7848484777341604e+09 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚96171010 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚329 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5575691217746 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚30654778 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚324 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚421629155389440 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6851720373248 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1540818800680960 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5583708567552 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚49708353 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181»(S)ÍŒN QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 OGDeviceStatsMonitor.on_train_batch_end/inactive_Ñ›,aé%split.small_pool.current‚324 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚421629155389440 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6851720373248 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1540818800680960 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5583708567552 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚49708353 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚14261009 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 trainer/global_step‚5349 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚428480922812928 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚96181124 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚421628787298304 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5585054026240 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1545786226122354 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1545784856082820 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1546403880880640 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1540818800680960 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6851767423488 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _runtime‚9082.036027431 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚49718461 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚14261014 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 % _timestamp‚1.7848484777341604e+09 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚96171010 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚329 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5575691217746 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚30654778 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0ËHs 2Î- _wandbruntime‚9082  _runtime‚9082y”ôÏ€ %loss/total_loss‚9.164285846526148 _runtime‚9082.089961232 /loss/FRt2/assignment_loss‚0.895251117977481 2loss/SRqqt2/assignment_loss‚0.5752762628611039 /loss/FRt1/detection_loss‚0.5104512980516663 0loss/SRqqt1/detection_loss‚0.842788370907115 1loss/SRqqt2/detection_loss‚0.6788107479815678 _step‚460 /loss/FRt1/assignment_loss‚2.047685335256174 2loss/FBt1/assignment_loss‚0.037930033665688936 2loss/FBt2/assignment_loss‚0.061947410390103985 .loss/FRt2/detection_loss‚1.501419896018705 /loss/FBt1/detection_loss‚0.8883861271398408 /loss/FBt2/detection_loss‚0.5138468478800221 epoch‚33 trainer/global_step‚5349 % _timestamp‚1.7848484777885633e+09 2loss/SRqqt1/assignment_loss‚0.6104923983966787ø† Ð… %loss/total_loss‚9.164285846526148 _runtime‚9082.089961232 /loss/FRt2/assignment_loss‚0.895251117977481 2loss/SRqqt2/assignment_loss‚0.5752762628611039 /loss/FRt1/detection_loss‚0.5104512980516663 0loss/SRqqt1/detection_loss‚0.842788370907115 1loss/SRqqt2/detection_loss‚0.6788107479815678 _step‚460 /loss/FRt1/assignment_loss‚2.047685335256174 2loss/FBt1/assignment_loss‚0.037930033665688936 2loss/FBt2/assignment_loss‚0.061947410390103985 .loss/FRt2/detection_loss‚1.501419896018705 /loss/FBt1/detection_loss‚0.8883861271398408 /loss/FBt2/detection_loss‚0.5138468478800221 epoch‚33 trainer/global_step‚5349 % _timestamp‚1.7848484777885633e+09 2loss/SRqqt1/assignment_loss‚0.6104923983966787Ì BTº“Ñ‚(:ˆ åÀŠÓò…ÌÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.305' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.061 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ô¥ÒcÒ‚(:Ø åÀŠÓþæóÏ$ memory_percent‚92.09009806315103) disk./.usagePercent‚54.95633735181874$ disk./.usageGB‚818.8891410827637" disk.dm-0.out‚208192.728515625 disk.sda.in‚192008.6484375 disk.sda.out‚ 356.7265625 disk.dm-1.in‚192008.6484375 disk.dm-1.out‚ 356.7265625% proc.memory.availableMB‚ 1943.9375 network.sent‚ 9.424533e+06' disk.nvme0c0n1.out‚208192.728515625" disk.nvme0n1.in‚27015.85546875" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17 network.recv‚955233 disk.dm-0.in‚27015.85546875 disk.sda3.in‚192008.6484375% disk.nvme0n1.out‚208192.728515625 cpu‚25.349808691913672 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 356.7265625$ disk.nvme0c0n1.in‚27015.85546875v°,’Ó‚(:‡ ôÀŠÓéÎ gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚352.589' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.5178 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0e4ÄópÔ‚(:å ôÀŠÓîžðÐ disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 357.3671875$ disk.nvme0c0n1.in‚27028.92578125$ memory_percent‚92.09017753601074 proc.cpu.threads‚17$ disk./.usageGB‚818.8891487121582' disk.nvme0n1.out‚208196.87353515625 disk.sda.in‚192253.87890625 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚192252.62890625 disk.dm-1.out‚ 357.3671875) proc.memory.availableMB‚ 1943.91796875) disk./.usagePercent‚54.95633786383382$ disk.dm-0.out‚208196.87353515625 disk.sda.out‚ 357.3671875) disk.nvme0c0n1.out‚208196.87353515625 cpu‚25.349857998327174 network.recv‚957701" disk.nvme0n1.in‚27028.92578125 disk.dm-0.in‚27028.92578125 disk.sda3.in‚192253.87890625" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 network.sent‚ 9.484388e+066ߘ³žÕ‚(:“ ƒÁŠÓ“â¥Î gpu.0.gpu‚90.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚289.84' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚57.967999999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0çS?íeÖ‚(:Ú ƒÁŠÓˆãÿÏ* proc.memory.percent‚11.397965749104817 disk.nvme0c0n1.in‚ 27175.4375$ disk.dm-0.out‚208631.86669921875 disk.sda.out‚ 358.03515625( proc.memory.availableMB‚ 1943.9140625 proc.cpu.threads‚17 disk.dm-0.in‚ 27175.4375) disk./.usagePercent‚54.98489652830846$ disk./.usageGB‚819.3146934509277 disk.dm-1.in‚193293.96484375 disk.dm-1.out‚ 358.03515625) disk.nvme0c0n1.out‚208631.86669921875 disk.sda.in‚193293.96484375 disk.sda1.out‚0 network.sent‚ 9.486439e+06 network.recv‚959004 disk.sda1.in‚0 disk.sda2.out‚0" proc.memory.rssMB‚ 2801.1640625 cpu‚25.34986328393031' disk.nvme0n1.out‚208631.86669921875 disk.sda3.in‚193293.96484375 disk.sda3.out‚ 358.03515625 disk.nvme0n1.in‚ 27175.4375 disk.sda2.in‚0$ memory_percent‚92.09019343058267øäjŸ×‚(:” ’ÁŠÓ„†´Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚313.837' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.767399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0i§šdØ‚(:Ù ’ÁŠÓ§·¼Ð disk.sda3.in‚193293.96484375 disk.sda3.out‚ 358.4453125 disk.dm-1.out‚ 358.4453125! disk.nvme0n1.in‚ 27176.6640625" disk.dm-0.out‚208635.439453125( proc.memory.availableMB‚ 1944.1640625" proc.memory.rssMB‚ 2801.1640625# disk./.usageGB‚819.323558807373 disk.sda2.out‚0' disk.nvme0c0n1.out‚208635.439453125% disk.nvme0n1.out‚208635.439453125 proc.cpu.threads‚17) disk./.usagePercent‚54.98549148981803 disk.sda.in‚193293.96484375 disk.sda.out‚ 358.4453125 disk.sda1.in‚0 disk.dm-0.in‚ 27176.6640625 network.sent‚ 9.488509e+06 network.recv‚959848 disk.sda1.out‚0 disk.dm-1.in‚193293.96484375# disk.nvme0c0n1.in‚ 27176.6640625$ memory_percent‚92.08917617797852* proc.memory.percent‚11.397965749104817 cpu‚25.34986080334702 disk.sda2.in‚0£-}”Ù‚(:‰ ¡ÁŠÓ«‰ÛÎ gpu.0.gpu‚80.0 gpu.0.memory‚25, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚368.604' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.7208 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0õæbÚ‚(:× ¡ÁŠÓ‘í‚Ñ disk.sda2.in‚0 disk.sda2.out‚0' disk.nvme0c0n1.out‚208659.322265625 disk.dm-0.in‚ 27179.7421875 disk.sda.in‚193293.96484375 disk.sda3.out‚ 358.90625" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 cpu‚25.349885102162542 proc.cpu.threads‚17$ disk./.usageGB‚819.3328247070312 disk.dm-1.in‚193293.96484375 disk.sda1.in‚0$ memory_percent‚92.09020932515463* disk./.usagePercent‚54.986113332118705! disk.nvme0n1.in‚ 27179.7421875 disk.sda.out‚ 358.90625 disk.sda1.out‚0 disk.sda3.in‚193293.96484375) proc.memory.availableMB‚ 1943.91015625 network.sent‚ 9.490571e+06 network.recv‚960941 disk.dm-1.out‚ 358.90625# disk.nvme0c0n1.in‚ 27179.7421875% disk.nvme0n1.out‚208659.322265625" disk.dm-0.out‚208659.322265625˜552Û- _wandbruntime‚9160  _runtime‚9160ëvb–ÇÜÁ & lr-AdamW/pg2‚2.903195761559288e-05 trainer/global_step‚5399 % _timestamp‚1.7848485565955307e+09 _runtime‚9160.897276256 _step‚461 & lr-AdamW/pg1‚2.903195761559288e-05[9ñÌÝÆ trainer/global_step‚5399 % _timestamp‚1.7848485565955307e+09 _runtime‚9160.897276256 _step‚461 & lr-AdamW/pg1‚2.903195761559288e-05 & lr-AdamW/pg2‚2.903195761559288e-05ͬªê2Þ- _wandbruntime‚9160  _runtime‚9160µ—œy(ßüO ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1560119231531008 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6913054720512 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1559496226079012 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5625774298802 _step‚462 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1553871796391664 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚97027863 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 $ _timestamp‚1.784848556596924e+09 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _runtime‚9160.898728806 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1554485355915264 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1554485382088704 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1560120603155968 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚50155223 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚97037963 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚357 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚425479887321088 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1554485382088704 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚46872640 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚16539347 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5635221067264 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1554485355915264 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1560120603155968 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚30929716 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚14390369 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1553871821819632 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚46872640 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1560119231531008 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 6913054720512 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1559496226079012 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5625774298802 _step‚462 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1553871796391664 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚97027863 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 $ _timestamp‚1.784848556596924e+09 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LDDevicežÿy¬StatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _runtime‚9160.898728806 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1554485355915264 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1554485382088704 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1560120603155968 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚50155223 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚97037963 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚357 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚425479887321088 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1554485382088704 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960·uV2á- _wandbruntime‚9162  _runtime‚9162ð è, 'â‡N [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1554764265205760 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚97045312 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚46881013 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚97055426 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚97055426 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1559777418693962 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚50174413 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1554764291379200 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚30935678 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚425558105595904 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5634898123776 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚50174413 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1559776048654428 _step‚463 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5625450488988 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚432472352861184 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5634898123776 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚353 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6914247265280 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚30935320 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚50164305 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚425558473687040 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚46881013 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5626795100554 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚358 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1560400534961664 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚46881007 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚16542664 % _timestamp‚1.7848485580166645e+09 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0¯×_€'ãŒN UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5634898123776 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚353 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 6914247265280 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚30935320 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚50164305 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚425558473687040 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚46881013 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5626795100554 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚358 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1560400534961664 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚46881007 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚16542664 % _timestamp‚1.7848485580166645e+09 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1554764265205760 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚97045312 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚46881013 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚97055426 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚97055426 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1559777418693962 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚50174413 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1554764291379200 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚30935678 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚425558105595904 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5634898123776 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚50174413 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1559776048654428 _step‚463 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5625450488988 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚432472352861184 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005ÏìýØ2ä- _wandbruntime‚9162  _runtime‚9162F3uå 0loss/FRt2/assignment_loss‚0.8694596251288613 1loss/SRqqt1/detection_loss‚0.9193383136125785 0loss/SRqqt2/detection_loss‚0.723216047967762 trainer/global_step‚5399 $ _timestamp‚1.784848558071283e+09 0loss/FRt1/assignment_loss‚2.0194695351046446 2loss/SRqqt2/assignment_loss‚0.6090175128987464 2loss/FBt2/assignment_loss‚0.020861648471305942 /loss/FRt1/detection_loss‚0.5683238844967464 _runtime‚9162.372653007 1loss/FBt1/assignment_loss‚0.02220310057450436 /loss/FBt1/detection_loss‚0.8803757689893246 %loss/total_loss‚9.499177765285161 _step‚464 2loss/SRqqt1/assignment_loss‚0.5214573041366991 /loss/FRt2/detection_loss‚1.5814643206934516 /loss/FBt2/detection_loss‚0.7639907032105366 epoch‚33{C5Œ æ† 0loss/FRt2/assignment_loss‚0.8694596251288613 1loss/SRqqt1/detection_loss‚0.9193383136125785 0loss/SRqqt2/detection_loss‚0.723216047967762 trainer/global_step‚5399 $ _timestamp‚1.784848558071283e+09 0loss/FRt1/assignment_loss‚2.0194695351046446 2loss/SRqqt2/assignment_loss‚0.6090175128987464 2loss/FBt2/assignment_loss‚0.020861648471305942 /loss/FRt1/detection_loss‚0.5683238844967464 _runtime‚9162.372653007 1loss/FBt1/assignment_loss‚0.02220310057450436 /loss/FBt1/detection_loss‚0.8803757689893246 %loss/total_loss‚9.499177765285161 _step‚464 2loss/SRqqt1/assignment_loss‚0.5214573041366991 /loss/FRt2/detection_loss‚1.5814643206934516 /loss/FBt2/detection_loss‚0.7639907032105366 epoch‚33Ðpf"Ÿç‚(:” °ÁŠÓ¸Ç‰Î gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.708' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.141600000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0è€`Uè‚(:Ê °ÁŠÓðïÄÐ disk.dm-1.out‚359.5625$ disk.dm-0.out‚208676.25732421875 disk.sda3.in‚ 193873.28125 disk.dm-1.in‚ 193873.28125) disk.nvme0c0n1.out‚208676.25732421875 disk.nvme0n1.in‚ 27180.15625 disk.sda.out‚359.5625( proc.memory.availableMB‚ 1943.9140625" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 disk.sda2.in‚0! disk.nvme0c0n1.in‚ 27180.15625 disk.dm-0.in‚ 27180.15625$ memory_percent‚92.09019343058267 cpu‚25.349915185031655 proc.cpu.threads‚17 network.sent‚ 9.492662e+06 disk.sda.in‚ 193873.28125 disk.sda1.in‚0 disk.sda1.out‚0' disk.nvme0n1.out‚208676.25732421875 network.recv‚961867* disk./.usagePercent‚54.994832436719854$ disk./.usageGB‚819.4627456665039 disk.sda2.out‚0 disk.sda3.out‚359.5625Ÿ4ñx“é‚(:ˆ ¿ÁŠÓû›Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.065' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.013 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚08"Ôaê‚(:Ö ¿ÁŠÓ„·ØÑ disk.sda2.out‚0" disk.nvme0n1.in‚27325.16796875 disk.sda.in‚194489.9296875 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.in‚194489.9296875 disk.dm-1.out‚359.875$ disk.nvme0c0n1.in‚27325.16796875' disk.nvme0n1.out‚208760.23388671875$ disk.dm-0.out‚208760.23388671875) disk.nvme0c0n1.out‚208760.23388671875* proc.memory.percent‚11.397965749104817 cpu‚25.349908667141847 proc.cpu.threads‚17 network.sent‚ 9.552378e+06 network.recv‚964336 disk.dm-0.in‚27325.16796875 disk.sda.out‚359.875 disk.sda3.in‚194489.9296875$ memory_percent‚92.09033648173013) proc.memory.availableMB‚ 1943.87890625* disk./.usagePercent‚54.994818100297934# disk./.usageGB‚819.462532043457 disk.sda2.in‚0 disk.sda3.out‚359.875" proc.memory.rssMB‚ 2801.1640625kÓ|f”ë‚(:‰ ÎÁŠÓ²Ø§Î gpu.0.gpu‚78.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚359.186' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.8372 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0µéEpì‚(:å ÎÁŠÓаŸÐ) disk.nvme0c0n1.out‚208813.69287109375 disk.sda.in‚194489.9296875) proc.memory.availableMB‚ 1943.87890625" proc.memory.rssMB‚ 2801.1640625 disk.sda1.in‚0 disk.dm-1.out‚ 360.36328125$ disk.nvme0c0n1.in‚27325.16796875' disk.nvme0n1.out‚208813.69287109375 disk.dm-0.in‚27325.16796875$ memory_percent‚92.09033648173013* proc.memory.percent‚11.397965749104817 cpu‚25.349944197712293 network.sent‚ 9.554411e+06) disk./.usagePercent‚55.05320394657937 disk.sda2.in‚0" disk.nvme0n1.in‚27325.16796875$ disk.dm-0.out‚208813.69287109375 disk.sda.out‚ 360.36328125 proc.cpu.threads‚17 network.recv‚965325 disk.sda3.out‚ 360.36328125 disk.dm-1.in‚194489.9296875$ disk./.usageGB‚820.3325233459473 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚194489.9296875³Ã úŸí‚(:” ÝÁŠÓʃˆÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.467' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.093399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ç—ÚHÊî‚(:Ü ÝÁŠÓŒ¢˜Ñ disk.sda2.out‚0 disk.sda3.out‚ 360.703125 disk.dm-1.in‚194489.9296875$ disk.nvme0c0n1.in‚27325.16796875 disk.dm-0.in‚27325.16796875 network.recv‚966487) disk./.usagePercent‚55.05418650349579 disk.sda1.out‚0 disk.sda3.in‚194489.9296875) disk.nvme0c0n1.out‚209513.26708984375 disk.sda.out‚ 360.703125$ disk.dm-0.out‚209513.26708984375" proc.memory.rssMB‚ 2801.1640625 cpu‚25.349938895250222 proc.cpu.threads‚17 disk.sda.in‚194489.9296875 disk.sda1.in‚0 disk.dm-1.out‚ 360.703125" disk.nvme0n1.in‚27325.16796875' disk.nvme0n1.out‚209513.26708984375$ memory_percent‚92.09149678548178& proc.memory.?ÒoavailableMB‚ 1943.59375* proc.memory.percent‚11.397965749104817 network.sent‚ 9.556456e+06$ disk./.usageGB‚820.3471641540527 disk.sda2.in‚0{UÆYŸï‚(:” ìÁŠÓÁµÍÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.078' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.815599999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚01‡ –mð‚(:â ìÁŠÓ¯öºÐ disk.dm-0.in‚27348.45703125$ disk.dm-0.out‚209644.98486328125 disk.sda.in‚194751.53515625) disk./.usagePercent‚55.05404928345744$ disk./.usageGB‚820.3451194763184 disk.sda1.out‚0 disk.dm-1.out‚ 361.39453125) proc.memory.availableMB‚ 1943.55859375* proc.memory.percent‚11.397965749104817 cpu‚25.349943075367417 proc.cpu.threads‚17 disk.sda2.out‚0' disk.nvme0n1.out‚209644.98486328125 disk.sda.out‚ 361.39453125$ memory_percent‚92.09163983662924" proc.memory.rssMB‚ 2801.1640625 network.recv‚967455 disk.sda2.in‚0 disk.sda3.in‚194751.53515625 disk.dm-1.in‚ 194750.875$ disk.nvme0c0n1.in‚27348.45703125 network.sent‚ 9.55857e+06 disk.sda1.in‚0 disk.sda3.out‚ 361.39453125) disk.nvme0c0n1.out‚209644.98486328125" disk.nvme0n1.in‚27348.45703125Ãæ2ñ- _wandbruntime‚9236  _runtime‚9236‹÷“ ;ò‡v & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7173281908035278 *jet/accuracy_1_of_4‚0.9793585538864136 +jet/accuracy_4_of_4‚0.02010233886539936 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3350224792957306 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9745783805847168 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.021175604313611984 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 +jet/accuracy_2_of_2‚0.15503758192062378 particle/accuracy_1_of_3‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.49628034234046936 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9952996969223022 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09698904305696487 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6247790455818176 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6468223333358765 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.20982103049755096 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6747958660125732 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6009732484817505 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09560210257768631 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.2956807315349579 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 particle/accuracy_1_of_1‚1 /particle/accuracy_4_of_4‚0.9583881497383118 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.20887693762779236 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7134066820144653 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2708658277988434 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7294642925262451 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_3‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 _step‚465 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7294642925262451 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6952317953109741 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8179893493652344 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6245191693305969 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6723107099533081 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6974214315414429 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 +jet/accuracy_3_of_4‚0.11188126355409622 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9924498796463013 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.27352678775787354 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.45171308517456055 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6247851252555847 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04807782173156738 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9271971583366394 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6314770579338074 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 *jet/accuracy_1_of_2‚0.7362831234931946 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.22014129161834717 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/1FRt*SRqqt0FBt/event_purity‚0.198837548494339 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2616559863090515 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7987895607948303 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9789790511131287 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 )jet/accuracy_2_of_4‚0.829975962638855 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4664488434791565 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7587110996246338 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21301668882369995 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6351281404495239 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 'particle/f_score‚0.6360186338424683 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2608489692211151 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6759595274925232 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9933035373687744 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7343370914459229 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6871992349624634 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6468223333358765 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_3_of_3‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07398302853107452 trainer/global_step‚5439 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3133777976036072 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7338079214096069 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8721073865890503 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3752140998840332 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6334277391433716 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.46057894825935364 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.015399531461298466 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8883641958236694 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2731213867664337 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.19382540881633759 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2031225860118866 +jet/accuracy_1_of_1‚0.33918288350105286 _runtime‚9236.650160947 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6537260413169861 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 *jet/accuracy_2_of_3‚0.6035342812538147 +particle/sensitivity‚0.6320666670799255 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 )loss/val_total_loss‚8.719677201316788 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11241060495376587 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.22158952057361603 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08122654259204865 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 particle/accuracy_2_of_2‚1 particle/accuracy_2_of_4‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.018918465822935104 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.053648628294467926 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6631234884262085 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8785377740859985 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03896836191415787 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.25380703806877136 'particle/accuracy‚0.845916748046875 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38048362731933594 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5276419520378113 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7419642806053162 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9950251579284668 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7421309351921082 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6561195254325867 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 )jet/accuracy_1_of_3‚0.900223970413208 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2616559863090515 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_3‚0.08185016363859177 particle/accuracy_3_of_4‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 6 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.993473470211029 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7240031361579895 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 epoch‚33 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6247790455818176 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.27321016788482666 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6551154851913452 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6790489554405212 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8016963601112366 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 8"Purity/*FRt*SRqqt1FBt/event_purity‚0.775852620601654 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.25206321477890015 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7169642448425293 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9942103624343872 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7527587413787842 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.20793935656547546 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03861871361732483 % _timestamp‚1.7848486323479636e+09 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.45293131470680237 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6062203049659729 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20932641625404358 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_2‚1 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.016908306628465652 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.20886501669883728 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18943694233894348 *particle/specificity‚0.903789222240448 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 6validation_average_jet_accuracy‚0.3735606074333191 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7174848914146423 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.027966856956481934 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7435428500175476 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7850848436355591 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7917194962501526 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.30153265595436096 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8721073865890503 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7497076988220215 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6080213189125061 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625’·8t;óŒv & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 epoch‚33 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6247790455818176 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.27321016788482666 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6551154851913452 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6790489554405212 7 Purity/1FRt1SRqqt*FBt/FBt_purity‚0.9916666746139526 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8016963601112366 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 8"Purity/*FRt*SRqqt1FBt/event_purity‚0.775852620601654 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.25206321477890015 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7169642448425293 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9942103624343872 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.1666666716337204 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7527587413787842 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.20793935656547546 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.03861871361732483 % _timestamp‚1.7848486323479636e+09 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.45293131470680237 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6062203049659729 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20932641625404358 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_2‚1 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.016908306628465652 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.20886501669883728 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18943694233894348 *particle/specificity‚0.903789222240448 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 6validation_average_jet_accuracy‚0.3735606074333191 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7174848914146423 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.027966856956481934 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7435428500175476 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7850848436355591 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7917194962501526 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.30153265595436096 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8721073865890503 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7497076988220215 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6080213189125061 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7173281908035278 *jet/accuracy_1_of_4‚0.9793585538864136 +jet/accuracy_4_of_4‚0.02010233886539936 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3350224792957306 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9745783805847168 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.021175604313611984 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 +jet/accuracy_2_of_2‚0.15503758192062378 particle/accuracy_1_of_3‚1 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.49628034234046936 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9952996969223022 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09698904305696487 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6247790455818176 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6468223333358765 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.20982103049755096 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6747958660125732 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6009732484817505 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09560210257768631 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.2956807315349579 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 particle/accuracy_1_of_1‚1 /particle/accuracy_4_of_4‚0.9583881497383118 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.20887693762779236 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7134066820144653 ( Purity/1FRt1SRqqt2FBt/FBt_purity‚0.5 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.2708658277988434 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7294642925262451 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_3‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 _step‚465 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7294642925262451 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.6952317953109741 particle/accuracy_1_of_4‚1 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8179893493652344 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6245191693305969 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6723107099533081 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.6974214315414429 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 +jet/accuracy_3_of_4‚0.11188126355409622 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9924498796463013 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.27352678775787354 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 & Purity/*FRt*SRqqt1FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.45171308517456055 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6247851252555847 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04807782173156738 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9271971583366394 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6314770579338074 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚1 *jet/accuracy_1_of_2‚0.7362831234931946 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.22014129161834717 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/1FRt*SRqqt0FBt/event_purity‚0.198837548494339 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2616559863090515 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.7987895607948303 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9789790511131287 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 )jet/accuracy_2_of_4‚0.829975962638855 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4664488434791565 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7587110996246338 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21301668882369995 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6351281404495239 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 'particle/f_score‚0.6360186338424683 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2608489692211151 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6759595274925232 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9933035373687744 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/1FRt*SRqqt*FBt/FBt_purity‚0.9967105388641357 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7343370914459229 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6871992349624634 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6468223333358765 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_3_of_3‚1 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07398302853107452 trainer/global_step‚5439 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3133777976036072 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7338079214096069 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8721073865890503 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3752140998840332 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.1666666716337204 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6334277391433716 & Purity/0FRt*SRqqt1FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.46057894825935364 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.015399531461298466 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8883641958236694 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2731213867664337 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.19382540881633759 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2031225860118866 +jet/accuracy_1_of_1‚0.33918288350105286 _runtime‚9236.650160947 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6537260413169861 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 *jet/accuracy_2_of_3‚0.6035342812538147 +particle/sensitivity‚0.6320666670799255 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 )loss/val_total_loss‚8.719677201316788 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11241060495376587 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.22158952057361603 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08122654259204865 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 particle/accuracy_2_of_2‚1 particle/accuracy_2_of_4‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚1 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.018918465822935104 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.053648628294467926 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6631234884262085 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8785377740859985 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9166666865348816 6 Purity/1FRt*SRqqt2FBt/FBt_purity‚0.987500011920929 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03896836191415787 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.25380703806877136 'particle/accuracy‚0.845916748046875 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38048362731933594 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5276419520378113 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7419642806053162 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9950251579284668 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7421309351921082 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6561195254325867 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 )jet/accuracy_1_of_3‚0.900223970413208 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2616559863090515 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_3‚0.08185016363859177 particle/accuracy_3_of_4‚1 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 6 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.993473470211029 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7240031361579895ÑS}¾QŸô‚(:” ûÁŠÓÃÞÆÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.304' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.660799999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ƒÙhý/õ‚(:Ü ûÁŠÓ¾ûàÑ" proc.memory.rssMB‚ 2801.1640625 cpu‚25.352735008250608 network.sent‚ 9.560634e+06 disk.sda2.in‚0 disk.sda3.out‚ 361.86328125# memory_percent‚92.0922597249349& proc.memory.availableMB‚ 1943.40625 proc.cpu.threads‚17 network.recv‚968663 disk.nvme0n1.in‚ 27495.046875 disk.dm-0.in‚ 27495.046875 disk.sda1.in‚0* proc.memory.percent‚11.397965749104817* disk./.usagePercent‚55.063127310621596 disk.sda2.out‚0 disk.sda3.in‚196043.5703125 disk.dm-1.in‚196043.5703125²øøK8 disk.dm-1.out‚ 361.86328125 disk.sda.in‚196043.5703125 disk.sda.out‚ 361.86328125 disk.sda1.out‚0$ disk./.usageGB‚820.4803886413574" disk.nvme0c0n1.in‚ 27495.046875) disk.nvme0c0n1.out‚209766.18798828125' disk.nvme0n1.out‚209766.18798828125$ disk.dm-0.out‚209766.18798828125H¶.Ø2ö- _wandbruntime‚9251  _runtime‚9251¹G@É÷à ' lr-AdamW/pg1‚2.8024688611120797e-05 ' lr-AdamW/pg2‚2.8024688611120797e-05 trainer/global_step‚5449 % _timestamp‚1.7848486470933805e+09 _runtime‚9251.394889685 _step‚466‚IžÝÎøÈ ' lr-AdamW/pg1‚2.8024688611120797e-05 ' lr-AdamW/pg2‚2.8024688611120797e-05 trainer/global_step‚5449 % _timestamp‚1.7848486470933805e+09 _runtime‚9251.394889685 _step‚466Ò­£c2ù- _wandbruntime‚9251  _runtime‚9251†:÷(úüO H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚436417118197248 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚436416717728768 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5689621523456 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚16702960 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚429436790596608 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1575583729730560 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚47342100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚31229256 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚16702726 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚50649014 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1569894082033664 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚97991114 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 _runtime‚ 9251.39901676 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5678738624565 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚50638920 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚31229017 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚32377344 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5680083236019 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚47342094 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5689621523456 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚47342100 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1575582358105600 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚239 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1569894108207104 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _step‚467 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚14526291 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 trainer/global_step‚5449 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚14526296 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 400468480 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚234 IDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚97991114 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 _runtime‚ 9251.39901676 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5678738624565 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚50638920 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚31229017 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚32377344 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5680083236019 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚47342094 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5689621523456 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚47342100 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1575582358105600 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚239 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1569894108207104 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _step‚467 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚14526291 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 trainer/global_step‚5449 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚14526296 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 400468480 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚234 IDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚436417118197248 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚436416717728768 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5689621523456 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚16702960 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚429436790596608 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1575583729730560 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚47342100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚31229256 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚16702726 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚50649014 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1569894082033664 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚31234647 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚16705954 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚47350461 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5689298579968 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1569552998654304 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚98008577 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚243 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚436497028781568 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚14528931 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚16705716 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚47350461 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚238 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1575862289904128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚429515745053696 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1569552973226336 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚98008577 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚50658110 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1570172991324160 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚429515376962560 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 _runtime‚9252.816620626 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚50648002 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1575234102692075 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848486485148797e+09 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5689298579968 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5690644038656 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6981283727872 trainer/global_step‚5449 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚436496626223104 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1570172991324160 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5681104037771 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚97998463 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5690644038656 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0È Ú?þŒN EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚31234647 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚16705954 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚47350461 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5689298579968 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocaèx’Ó!tions.current‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1569552998654304 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚98008577 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚243 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚436497028781568 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚14528931 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚16705716 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚47350461 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚238 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1575862289904128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚429515745053696 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1569552973226336 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚98008577 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚50658110 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1570172991324160 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚429515376962560 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 _runtime‚9252.816620626 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚50648002 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1575234102692075 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848486485148797e+09 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5689298579968 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚34467328 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5690644038656 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 6981283727872 trainer/global_step‚5449 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚436496626223104 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1570172991324160 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5681104037771 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚97998463 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5690644038656 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0Ô5è1À2ÿ- _wandbruntime‚9252  _runtime‚9252lC#€ $ _timestamp‚1.784848648567118e+09 /loss/FRt2/detection_loss‚1.4102742097825192 %loss/total_loss‚8.897325023190604 epoch‚34 trainer/global_step‚5449 0loss/FRt1/assignment_loss‚1.9851317066025242 2loss/SRqqt1/assignment_loss‚0.5232656247053888 2loss/SRqqt2/assignment_loss‚0.5488856320407379 1loss/FBt1/assignment_loss‚0.08386845064320898 /loss/FRt1/detection_loss‚0.5878861515948095 /loss/FBt2/detection_loss‚0.3736183261540028 _runtime‚9252.868497761 _step‚469 1loss/FBt2/assignment_loss‚0.04874945761507463 1loss/SRqqt2/detection_loss‚0.7001357418629836 0loss/FRt2/assignment_loss‚0.7963563899604642 1loss/SRqqt1/detection_loss‚1.0274783637699862 /loss/FBt1/detection_loss‚0.8116749684589032µÞ, † 0loss/FRt1/assignment_loss‚1.9851317066025242 2loss/SRqqt1/assignment_loss‚0.5232656247053888 2loss/SRqqt2/assignment_loss‚0.5488856320407379 1loss/FBt1/assignment_loss‚0.08386845064320898 /loss/FRt1/detection_loss‚0.5878861515948095 /loss/FBt2/detection_loss‚0.3736183261540028 _runtime‚9252.868497761 _step‚469 1loss/FBt2/assignment_loss‚0.04874945761507463 1loss/SRqqt2/detection_loss‚0.7001357418629836 0loss/FRt2/assignment_loss‚0.7963563899604642 1loss/SRqqt1/detection_loss‚1.0274783637699862 /loss/FBt1/detection_loss‚0.8116749684589032 $ _timestamp‚1.784848648567118e+09 /loss/FRt2/detection_loss‚1.4102742097825192 %loss/total_loss‚8.897325023190604 epoch‚34 trainer/global_step‚5449ÕÚ ¬”‚‚(:‰ ŠÂŠÓÿ‘¦Î gpu.0.gpu‚65.0 gpu.0.memory‚21, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚362.131' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.4262 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚03h[ƒ‚(:Ð ŠÂŠÓÉ¿¾Ð network.recv‚971158 disk.nvme0n1.in‚ 27495.046875 disk.sda3.out‚ 362.58984375" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17) disk./.usagePercent‚55.06335003717639$ disk./.usageGB‚820.4837074279785! disk.dm-0.out‚209776.35546875 disk.sda.in‚196043.5703125 disk.sda1.out‚0 disk.dm-1.in‚196043.5703125" disk.nvme0c0n1.in‚ 27495.046875$ disk.nvme0n1.out‚209776.35546875 disk.dm-0.in‚ 27495.046875 disk.sda.out‚ 362.58984375 disk.sda2.in‚0 disk.sda2.out‚0% proc.memory.availableMB‚ 1943.5625 network.sent‚ 9.614307e+06& disk.nvme0c0n1.out‚209776.35546875 disk.sda1.in‚0 disk.sda3.in‚196043.5703125 disk.dm-1.out‚ 362.58984375$ memory_percent‚92.09162394205728 cpu‚25.3527915608916)A”„‚(:‰ ™ÂŠÓ»­ÖÎ gpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚282.584' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.5168 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0/š³K…‚(:À ™ÂŠÓÒ‹¿Ð disk.nvme0n1.out‚ 209777.625 disk.dm-0.in‚ 27495.046875 disk.sda.out‚ 362.7890625 disk.sda1.in‚0 proc.cpu.threads‚17) disk./.usagePercent‚55.06641956751193! disk.nvme0c0n1.out‚ 209777.625 disk.dm-0.out‚ 209777.625 disk.sda.in‚196043.5703125 disk.sda1.out‚0 disk.dm-1.in‚196043.5703125 disk.dm-1.out‚ 362.7890625* proc.memory.percent‚11.397965749104817 network.recv‚973857$ disk./.usageGB‚820.5294456481934 disk.nvme0n1.in‚ 27495.046875 disk.sda2.in‚0 disk.sda3.in‚196043.5703125 disk.sda3.out‚ 362.7890625& proc.memory.availableMB‚ 1943.28125" proc.memory.rssMB‚ 2801.1640625 network.sent‚ 9.674127e+06" disk.nvme0c0n1.in‚ 27495.046875 disk.sda2.out‚0$ memory_percent‚92.09276835123697 cpu‚25.35278702655766©Æ¸e”†‚(:‰ ¨ÂŠÓâÙ·Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.818' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.7636 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0%s; i‡‚(:Þ ¨ÂŠÓ„Š Ñ disk.sda.out‚ 363.44140625 disk.sda1.out‚0 disk.sda2.out‚0' disk.nvme0n1.out‚209830.47412109375 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚196644.1328125# disk.nvme0c0n1.in‚ 27496.3984375) disk.nvme0c0n1.out‚209830.47412109375! disk.nvme0n1.in‚ 27496.3984375* proc.memory.percent‚11.397965749104817 disk.sda3.in‚196644.1328125 disk.dm-0.in‚ 27496.3984375 cpu‚25.35277831418642 network.sent‚ 9.676314e+06 disk.sda.in‚196644.1328125 disk.sda3.out‚ 363.44140625 disk.dm-1.out‚ 363.44140625$ memory_percent‚92.09276835123697& proc.memory.availableMB‚ 1943.28125" proc.memory.rssMB‚ 2801.1640625 proc.cpu.threads‚17 network.recv‚974904) disk./.usagePercent‚55.03319311766549$ disk./.usageGB‚820.0343475341797$ disk.dm-0.out‚209830.47412109375OÌÄT”ˆ‚(:‰ ·ÂŠÓÈ©€Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚344.796' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚68.9592 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Â>²äk‰‚(:à ·ÂŠÓ¸½áÐ proc.cpu.threads‚17 network.sent‚ 9.678343e+06 disk.dm-1.in‚196989.4140625' disk.nvme0n1.out‚209920.06396484375$ disk.dm-0.out‚209920.06396484375 disk.sda2.in‚0" proc.memory.rssMB‚ 2801.1640625 network.recv‚976053$ disk./.usageGB‚820.0351409912109) disk.nvme0c0n1.out‚209920.06396484375 disk.sda.out‚ 363.6796875 disk.sda1.out‚0 disk.sda3.in‚196989.4140625$ memory_percent‚92.09175109863281& proc.memory.availableMB‚ 1943.53125" disk.nvme0n1.in‚27634.91796875 disk.sda.in‚196989.4140625* proc.memory.percent‚11.397965749104817 cpu‚25.352856989453016* disk./.usagePercent‚55.033246367232614 disk.dm-1.out‚ 363.6796875$ disk.nvme0c0n1.in‚27634.91796875 disk.dm-0.in‚27634.91796875 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 363.6796875.@Ÿ•Š‚(:Š ÆŠÓ—™ÆÎ gpu.0.gpu‚100.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚320.558' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.1116 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0s:á_‹‚(:Ô ÆŠÓÇæªÐ) disk./.usagePercent‚55.03324892730795$ disk./.usageGB‚820.0351791381836' disk.nvme0n1.out‚209926.10400390625# memory_percent‚92.0937697092692" proc.memory.rssMB‚ 2801.1640625 network.sent‚ 9.680397e+06 disk.sda.out‚ 364.0546875 disk.sda1.in‚0 disk.sda2.in‚0 disk.nvme0n1.in‚ 27659.3125$ disk.dm-0.out‚209926.10400390625) proc.memory.availableMB‚ 1943.03515625* proc.memory.percent‚11.397965749104817 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 364.0546875) disk.nvme0c0n1.out‚209926.10400390625 disk.dm-0.in‚ 27659.3125 proc.cpu.threads‚17 disk.dm-1.out‚ 364.0546875 network.recv‚977043 disk.sda.in‚196989.4140625 disk.sda3.in‚196989.4140625 disk.dm-1.in‚196989.4140625 disk.nvme0c0n1.in‚ 27659.3125 cpu‚25.35285463798671“Yg ŸŒ‚(:” ÕŠÓÄ•ÖÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚296.032' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.206399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0]â˜m‚(:â ÕŠÓβ·Ð# disk.nvme0c0n1.in‚ 27662.3203125! disk.nvme0n1.in‚ 27662.3203125' disk.nvme0n1.out‚210045.55810546875 disk.sda.out‚ 366.58984375 disk.sda2.in‚0( proc.memory.availableMB‚ 1943.2734375 cpu‚25.352849610532775 network.recv‚978150* disk./.usagePercent‚55.134410560470535 disk.sda.in‚196989.4140625$ memory_percent‚92.09280014038086 network.sent‚ 9.681927e+06 disk.sda3.out‚ 366.58984375 disk.dm-1.in‚196989.4140625 disk.dm-1.out‚ 366.58984375$ disk.dm-0.out‚210045.55810546875 disk.sda1.in‚0 disk.sda2.out‚0" proc.memory.rssMB‚ 2801.1640625$ disk./.usageGB‚821.5425605773926 disk.sda3.in‚196989.4140625) disk.nvme0c0n1.out‚210045.55810546875 disk.dm-0.in‚ 27662.3203125 disk.sda1.out‚0* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17¼žˆ¹2Ž- _wandbruntime‚9332  _runtime‚9332]ŒÉà ' lr-AdamW/pg1‚2.7029678735643367e-05 ' lr-AdamW/pg2‚2.7029678735643367e-05 trainer/global_step‚5499 % _timestamp‚1.7848487278609972e+09 _runtime‚9332.162520214 _step‚470•@ wÎÈ _runtime‚9332.162520214 _step‚470 ' lr-AdamW/pg1‚2.7029678735643367e-05 ' lr-AdamW/pg2‚2.7029678735643367e-05 trainer/global_step‚5499 % _timestamp‚1.7848487278609972e+09Ö$2‘- _wandbruntime‚9332  _runtime‚9332h¶PÄ(’üO KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1589579012186624 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚98865416 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚31511072 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚433366108894208 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7043411793408 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1583214285569328 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1588945472688155 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚346 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1589580383811584 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚47760450 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1589580383811584 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚351 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5739465628160 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1583839572731904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚51104966 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚16852430 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1588944102648733 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 _runtime‚9332.166970951 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1583839546558464 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚47760444 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚31510721 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚47760450 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5731187118827 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 $ _timestamp‚1.784848727862025e+09 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚51104966 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚16852776 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚440409520687616 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5729842507373 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚14658296 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚51094872 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1589579012186624 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚51094872 trainer/global_step‚5499 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚433366476985344 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7043463045120 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 _step‚471 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5739465628160 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016“ü—ô‡“P D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚51104966 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚16852776 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚440409520687616 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5729842507373 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚14658296 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚51094872 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1589579012186624 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚51094872 trainer/global_step‚5499 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚433366476985344 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7043463045120 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 _step‚471 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5739465628160 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1589579012186624 M@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚98865416 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚31511072 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚433366108894208 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7043411793408 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1583214285569328 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1588945472688155 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚346 ]ODeviceStatsMonitor.on_tâøu€rain_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1589580383811584 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚47760450 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1589580383811584 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚351 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5739465628160 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1583839572731904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚51104966 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚16852430 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1588944102648733 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 _runtime‚9332.166970951 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1583839546558464 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚47760444 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚31510721 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚47760450 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5731187118827 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 $ _timestamp‚1.784848727862025e+09×h|qW2”- _wandbruntime‚9333  _runtime‚9333 Ï‚C '•‡N J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1589225295263683 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚98882879 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚341 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 % _timestamp‚1.7848487292849112e+09 _runtime‚9333.586693564 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1589858943985152 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1584118482022400 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚440489765827584 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚47768817 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚98882879 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1584118482022400 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚346 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚16855729 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚98872765 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚14660936 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚16855388 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚47768811 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚31516665 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚47768817 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7044702476288 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚51103954 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1589860315617280 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7044644940288 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 trainer/global_step‚5499 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚51103954 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚433445063351296 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚47768811 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚14660931 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1589223925224149 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚51114062 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚98872765 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1583493061915136 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚440489340200448 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚31516319 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1584118455848960 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5740488136192 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1584118455848960 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0ªƒU'–ŒN XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1584118455848960 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5740488136192 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1584118455848960 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1589225295263683 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚98882879 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚341 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 % _timestamp‚1.7848487292849112e+09 _runtime‚9333.586693564 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1589858943985152 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1584118482022400 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚440489765827584 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚47768817 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 G:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚98882879 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1584118482022400 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚346 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚16855729 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚98872765 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚14660936 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚16855388 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚47768811 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚31516665 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚47768817 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7044702476288 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚51103954 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1589860315617280 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7044644940288 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 trainer/global_step‚5499 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚51103954 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚433445063351296 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚47768811 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚14660931 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1589223925224149 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚51114062 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚98872765 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1583493061915136 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚440489340200448 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚31516319 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566Ø è2—- _wandbruntime‚9333  _runtime‚9333Ù®¡˜€ 1loss/SRqqt1/detection_loss‚0.8669775455732082 /loss/FBt2/detection_loss‚0.5142699476182943 %loss/total_loss‚8.917253284698116 trainer/global_step‚5499 _step‚473 epoch‚34 0loss/FRt1/assignment_loss‚1.9712125482318237 2loss/SRqqt2/assignment_loss‚0.5607498635968348 1loss/FBt2/assignment_loss‚0.03327012550112095 /loss/FRt1/detection_loss‚0.5094782547655641 /loss/FRt2/detection_loss‚1.4248309251116822 1loss/SRqqt2/detection_loss‚0.6130495685169629 $ _timestamp‚1.784848729337359e+09 /loss/FRt2/assignment_loss‚0.797417093395688 2loss/FBt1/assignment_loss‚0.036341313366165195 _runtime‚9333.638801567 1loss/SRqqt1/assignment_loss‚0.551433545521262 /loss/FBt1/detection_loss‚1.0382225534995086\~" ™… epoch‚34 0loss/FRt1/assignment_loss‚1.9712125482318237 2loss/SRqqt2/assignment_loss‚0.5607498635968348 1loss/FBt2/assignment_loss‚0.03327012550112095 /loss/FRt1/detection_loss‚0.5094782547655641 /loss/FRt2/detection_loss‚1.4248309251116822 1loss/SRqqt2/detection_loss‚0.6130495685169629 $ _timestamp‚1.784848729337359e+09 /loss/FRt2/assignment_loss‚0.797417093395688 2loss/FBt1/assignment_loss‚0.036341313366165195 _runtime‚9333.638801567 1loss/SRqqt1/assignment_loss‚0.551433545521262 /loss/FBt1/detection_loss‚1.0382225534995086 1loss/SRqqt1/detection_loss‚0.8669775455732082 /loss/FBt2/detection_loss‚0.5142699476182943 %loss/total_loss‚8.917253284698116 trainer/global_step‚5499 _step‚473Ù<¹¼aŸš‚(:” äŠÓ«û¥Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚311.123' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.224599999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¢§¿1P›‚(:Å äŠÓ‡®’Ð( proc.memory.availableMB‚ 1943.2421875 network.recv‚979240% disk.nvme0c0n1.out‚212186.0078125 disk.dm-0.out‚212186.0078125 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.out‚ 367.484375$ memory_percent‚92.09292729695639 network.sent‚ 9.684212e+06$ disk./.usageGB‚822.2549858093262 disk.sda.in‚ 197249.09375 disk.sda3.in‚ 197249.09375 disk.sda3.out‚ 367.484375" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 cpu‚25.35281999342377) disk./.usagePercent‚55.18222201555019# disk.nvme0n1.out‚212186.0078125 disk.sda1.in‚0 disk.sda2.in‚0 proc.cpu.threads‚17" disk.nvme0c0n1.in‚ 27677.296875 disk.nvme0n1.in‚ 27677.296875 disk.dm-0.in‚ 27677.296875 disk.sda.out‚ 367.484375 disk.dm-1.in‚ 197249.09375™b´”œ‚(:‰ óŠÓ±ØžÎ gpu.0.gpu‚84.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚369.668' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.9336 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‡R#8_‚(:Ô óŠÓáÍ­Ð disk.dm-1.out‚ 368.203125" disk.nvme0n1.in‚27719.13671875$ memory_percent‚92.09283192952475" proc.memory.rssMB‚ 2801.1640625 proc.cpu.threads‚17) disk./.usagePercent‚55.20241665787366 disk.sda2.in‚0& disk.nvme0n1.out‚212771.4501953125 disk.dm-0.in‚27719.13671875' proc.memory.availableMB‚ 1943.265625 disk.sda.in‚ 198384.28125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚ 198384.28125$ disk.nvme0c0n1.in‚27719.13671875( disk.nvme0c0n1.out‚212771.4501953125* proc.memory.percent‚11.397965749104817 cpu‚25.352894019004058 network.sent‚ 9.744589e+06 network.recv‚981749$ disk./.usageGB‚822.5559005737305 disk.dm-1.in‚ 198384.28125# disk.dm-0.out‚212771.4501953125 disk.sda.out‚ 368.203125 disk.sda2.out‚0 disk.sda3.out‚ 368.203125e<­žž‚(:“ ‚ÊÓÀú†Ï gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚309.24' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.848000000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0@Nd PŸ‚(:Å ‚ÊÓ“ÁÌÑ proc.cpu.threads‚17) disk./.usagePercent‚55.19741299061693 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.out‚ 368.6484375" proc.memory.rssMB‚ 2801.1640625* proc.memory.percent‚11.397965749104817 cpu‚25.352882393545123 network.recv‚982777 disk.nvme0n1.in‚ 27838.0625 disk.dm-0.in‚ 27838.0625 disk.sda.in‚ 198384.28125 disk.sda2.out‚0# memory_percent‚92.0938809712728$ disk./.usageGB‚822.4813423156738 disk.nvme0c0n1.in‚ 27838.0625$ disk.nvme0n1.out‚212878.39453125 disk.sda.out‚ 368.6484375 disk.sda1.in‚0 network.sent‚ 9.746622e+06& disk.nvme0c0n1.out‚212878.39453125! disk.dm-0.out‚212878.39453125 disk.sda3.in‚ 198384.28125 disk.dm-1.in‚ 198384.28125 disk.dm-1.out‚ 368.6484375( proc.memory.availableMB‚ 1943.0078125’ ùM“ ‚(:ˆ ‘ÊÓ’£ÇÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.305' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.061 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ù ¡‚(:¿ ‘ÊÓÐ* proc.memory.percent‚11.397965749104817 network.sent‚ 9.74814e+06) disk./.usagePercent‚55.19738969393132 disk.sda.in‚ 198384.28125$ memory_percent‚92.09391276041666 disk.sda2.in‚0 disk.sda3.in‚ 198384.28125 disk.dm-1.out‚ 369.02734375& disk.nvme0c0n1.out‚212879.46484375 disk.nvme0n1.in‚ 27838.0625 disk.dm-0.in‚ 27838.0625 disk.sda1.out‚0 network.recv‚983904$ disk./.usageGB‚822.4809951782227 disk.sda2.out‚0 disk.sda.out‚ 369.02734375 disk.sda1.~éF*in‚0 proc.memory.availableMB‚1943 cpu‚25.35285899026213 proc.cpu.threads‚17$ disk.nvme0n1.out‚212879.46484375 disk.sda3.out‚ 369.02734375 disk.dm-1.in‚ 198384.28125 disk.nvme0c0n1.in‚ 27838.0625! disk.dm-0.out‚212879.46484375" proc.memory.rssMB‚ 2801.1640625ôDHb¢‚(:„  ÃŠÓ‹õÎ gpu.0.gpu‚87.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚374.5' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.9 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÕÙÈg£‚(:Ü  ÃŠÓž¾êÐ disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚198943.6484375# disk.nvme0c0n1.in‚ 27838.4765625! disk.nvme0n1.in‚ 27838.4765625% disk.nvme0n1.out‚212886.181640625* proc.memory.percent‚11.397965749104817 network.recv‚984910) disk./.usagePercent‚55.19757478737858$ disk./.usageGB‚822.4837532043457" disk.dm-0.out‚212886.181640625 disk.sda.out‚ 369.66796875 disk.sda3.out‚ 369.66796875 disk.dm-1.in‚198943.6484375$ memory_percent‚92.09402402242026 disk.dm-0.in‚ 27838.4765625 disk.sda1.out‚0 disk.dm-1.out‚ 369.66796875' disk.nvme0c0n1.out‚212886.181640625) proc.memory.availableMB‚ 1942.97265625 cpu‚25.352956898173325 proc.cpu.threads‚17 network.sent‚ 9.750755e+06 disk.sda.in‚198943.6484375 disk.sda1.in‚0" proc.memory.rssMB‚ 2801.1640625D^Ä2¤- _wandbruntime‚9412  _runtime‚9412XZڙǥÁ & lr-AdamW/pg1‚2.604732740059307e-05 & lr-AdamW/pg2‚2.604732740059307e-05 trainer/global_step‚5549 % _timestamp‚1.7848488084383345e+09 _runtime‚9412.739903533 _step‚474ÀÜj"Ì¦Æ trainer/global_step‚5549 % _timestamp‚1.7848488084383345e+09 _runtime‚9412.739903533 _step‚474 & lr-AdamW/pg1‚2.604732740059307e-05 & lr-AdamW/pg2‚2.604732740059307e-05Ú0)]Ë2§- _wandbruntime‚9412  _runtime‚9412R](¨ýO SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 IDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚51560918 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚14790296 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚17000857 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5782291001635 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7105761728000 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1597154348830160 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚51550824 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7105708379136 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5780946390181 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5792000635904 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚14790291 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚48178794 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1602935295220341 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1597785037256704 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1597785011083264 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚48178800 _step‚475 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚437295795282944 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1603577037892608 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚444401557010944 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚444401135570944 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1597785037256704 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚437295427191808 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1603575666267648 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚48178800 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1602936665259763 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1603577037892608 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚48178794 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5790655184384 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1597154374258128 % _timestamp‚1.7848488084393754e+09 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1597785011083264 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚99729618 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚51560918 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17000501 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5790655184384 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚31791153 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5792000635904 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚31790792 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _runtime‚9412.744997313 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1603575666267648 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚14790291 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚48178794 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1602935295220341 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1597785037256704 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1597785011083264 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚48178800 _step‚475 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚437295795282944 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1603577037892608 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚444401557010944 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚444401135570944 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 341900800 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1597785037256704 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚437295427191808 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1603575666267648 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚649 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚48178800 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚617 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1602936665259763 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1603577037892608 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚48178794 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5790655184384 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1597154374258128 % _timestamp‚1.7848488084393754e+09 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1597785011083264 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 E8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚99729618 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚51560918 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17000501 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5790655184384 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1404182016 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚31791153 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5792000635904 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚31790792 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _runtime‚9412.744997313 IDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1603575666267648 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚51560918ÛRåQØ2ª- _wandbruntime‚9414  _runtime‚9414ü„ý '«†N UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5791677692416 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1598063920373760 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5793023151104 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚99747067 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚99757181 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚48187167 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17003774 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1598063946547200 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1603855598066176 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5791677692416 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚99747067 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚51570014 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1603856969698304 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7107008449024 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1597433176031904 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5793023151104 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚48187161 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚437374381648896 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚357 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚31796353 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚9414.160609526 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚48187161 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 $ _timestamp‚1.784848809858791e+09 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚51570014 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚51559906 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5781967191821 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚437374013557760 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 trainer/global_step‚5549 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1603856969698304 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1603215117795757 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1598063946547200 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5783311803387 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚51559906 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5781967191821 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚437374013557760 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 trainer/global_step‚5549 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1603856969698304 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚617 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1603215117795757 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚649 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1598063946547200 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5783311803387 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5793023151104 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 C6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚99747067 K>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚99757181 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚48187167 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17003774 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1598063946547200 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1603855598066176 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5791677692416 G:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚99747067 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚51570014 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 341900800 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1603856969698304 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7107008449024 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1404182016 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1597433176031904 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5793023151104 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚48187161 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚437374381648896 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚357 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚31796353 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚9414.160609526 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚48187161 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 $ _timestamp‚1.784848809858791e+09 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚51570014 QDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5841844740608 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚653 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚48597150 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1611094462946928 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 _step‚479 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5841844740608 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚388 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚448392958223360 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1617573691973632 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚48597144 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5843190192128 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17148616 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5843190192128 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚32071300 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5832050272989 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1611730475608064 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1617572320348672 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1617573691973632 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1616926487791949 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚441225113580544 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248©#¹^¿†P YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 5841844740608 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚653 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚48597150 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1611094462946928 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 _step‚479 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5841844740608 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚388 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚448392958223360 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1617573691973632 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚48597144 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5843190192128 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17148616 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5843190192128 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚32071300 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5832050272989 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1611730475608064 Jö5º®sMonitor.on_train_batch_start/allocation.all.freed‚ 100603920 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 trainer/global_step‚5599 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚32070907 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚448392532589056 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1616927857831371 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1611730475608064 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 100614020 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚52016870 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚52006776 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚48597150 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1611730501781504 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7167787099648 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚48597144 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1617572320348672 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1617573691973632 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1616926487791949 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚441225113580544 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚17149004 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1611730501781504 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚52006776 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚393 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7167844642816 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚621 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚441224745489408 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5833394884443 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 _runtime‚9493.345944321 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1617572320348672 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848488890405447e+09 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 J´2À- _wandbruntime‚9494  _runtime‚9494bïx'ÁŠN QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚32076501 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 _runtime‚ 9494.75985409 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚48605517 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚52015858 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1612009384898560 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚448472778006528 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1611373239292736 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚441303699946496 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5844212707328 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5834415686195 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5833071074629 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚48605511 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1611373264720704 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 100631483 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5844212707328 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1612009411072000 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚448472350282240 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 100631483 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 100621369 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚441303331855360 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚48605517 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5842867248640 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚14924936 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚48605511 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5842867248640 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1617853623779328 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1617206310367365 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 trainer/global_step‚5599 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚59633152 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 % _timestamp‚1.7848488904579759e+09 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚52015858 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1612009384898560 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1612009411072000 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚17151570 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 _step‚480 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1617852252147200 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1617207680406899 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1617853623779328Ìû'ÂN WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1612009384898560 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚448472778006528 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1611373239292736 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚441303699946496 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5844212707328 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5834415686195 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5833071074629 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚48605511 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1611373264720704 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 100631483 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5844212707328 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1612009411072000 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚448472350282240 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 100631483 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 100621369 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚441303331855360 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚48605517 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5842867248640 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚14924936 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚48605511 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5842867248640 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1617853623779328 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1617206310367365 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 trainer/global_step‚5599 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚59633152 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 % _timestamp‚1.7848488904579759e+09 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚52015858 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1612009384898560 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1612009411072000 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚17151570 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 _step‚480 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1617852252147200 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1617207680406899 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1617853623779328 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚32076501 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 _runtime‚ 9494.75985409 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚48605517 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚52015858 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56à­á§þ2Ã- _wandbruntime‚9494  _runtime‚9494îw¥Ä 2loss/SRqqt2/assignment_loss‚0.5672733019471952 /loss/FRt2/detection_loss‚1.4865585252387743 $loss/total_loss‚9.40303570509305 % _timestamp‚1.7848488905113068e+09 1loss/FBt2/assignment_loss‚0.01565538930319194 /loss/FBt1/detection_loss‚1.3816176934633404 epoch‚34 trainer/global_step‚5599 _runtime‚9494.812645861 _step‚481 /loss/FRt1/assignment_loss‚1.962904413541158 /loss/FRt1/detection_loss‚0.5127459391313587 1loss/SRqqt1/detection_loss‚0.8402690480960439 0loss/FBt2/detection_loss‚0.40445966263739275 0loss/FRt2/assignment_loss‚0.8593195839932091 1loss/FBt1/assignment_loss‚0.24884811847711674 1loss/SRqqt2/detection_loss‚0.5732905463242477 2loss/SRqqt1/assignment_loss‚0.5500934829400217iD ņ 1loss/FBt1/assignment_loss‚0.24884811847711674 1loss/SRqqt2/detection_loss‚0.5732905463242477 2loss/SRqqt1/assignment_loss‚0.5500934829400217 2loss/SRqqt2/assignment_loss‚0.5672733019471952 /loss/FRt2/detection_loss‚1.4865585252387743 $loss/total_loss‚9.40303570509305 % _timestamp‚1.7848488905113068e+09 1loss/FBt2/assignment_loss‚0.01565538930319194 /loss/FBt1/detection_loss‚1.3816176934633404 epoch‚34 trainer/global_step‚5599 _runtime‚9494.812645861 _step‚481 /loss/FRt1/assignment_loss‚1.962904413541158 /loss/FRt1/detection_loss‚0.5127459391313587 1loss/SRqqt1/detection_loss‚0.8402690480960439 0loss/FBt2/detection_loss‚0.40445966263739275 0loss/FRt2/assignment_loss‚0.8593195839932091á¿ßM֔Ƃ(:‰ úÊÓ£åÞÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚358.939' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.7878 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0VßwnÇ‚(:ã úÊÓ°³ÌÐ disk.sda.in‚200946.31640625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚200946.31640625) disk./.usagePercent‚55.25776855886683$ disk.nvme0c0n1.in‚28164.62109375" disk.nvme0n1.in‚28164.62109375& disk.nvme0n1.out‚213987.8818359375 disk.dm-1.out‚ 372.42578125 cpu‚25.353008920675062( disk.nvme0c0n1.out‚213987.8818359375# disk.dm-0.out‚213987.8818359375 disk.sda.out‚ 372.42578125 disk.sda2.in‚0 disk.sda3.in‚200946.31640625# memory_percent‚92.0940081278483( proc.memory.availableMB‚ 1942.9765625" proc.memory.rssMB‚ 2801.1640625$ disk./.usageGB‚823.3806838989258 disk.sda3.out‚ 372.42578125* proc.memory.percent‚11.397965749104817 proc.cpu.threads‚17 network.sent‚ 9.820987e+06 network.recv‚992909 disk.dm-0.in‚28164.62109375‘ÄÙh2È- _wandbruntime‚9504  _runtime‚9504ÌO15 É¥u 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38540366291999817 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3813886046409607 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4981948733329773 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.024384263902902603 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.3108711540699005 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.26535841822624207 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6411166191101074 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.610806941986084 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 _step‚482 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34345126152038574 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6142407655715942 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7504886388778687 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.27586913108825684 *jet/accuracy_1_of_3‚0.9065184593200684 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6506128907203674 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt*SRqqt0FBt/event_purity‚0.2092590183019638 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0787142962217331 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2605941891670227 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1862986832857132 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7469955682754517 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.021914057433605194 +particle/sensitivity‚0.6264214515686035 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6167857646942139 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6352532505989075 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6707273721694946 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9941626787185669 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.04767864570021629 8 Purity/2FRt2SRqqt*´Øçv-FBt/FRt_purity‚0.00911458395421505 particle/accuracy_1_of_3‚1 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6201803088188171 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7437926530838013 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 % _timestamp‚1.7848489004037461e+09 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.21678175032138824 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2872178554534912 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.06847723573446274 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6441450119018555 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6352532505989075 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3256869912147522 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 (particle/accuracy‚0.8484496474266052 'particle/f_score‚0.6377576589584351 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.22914230823516846 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.2956807315349579 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47299841046333313 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09406062215566635 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.27787142992019653 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.20004183053970337 )loss/val_total_loss‚8.688486541750205 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9286506772041321 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6333088278770447 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6099175810813904 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.035162560641765594 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.8000645637512207 *jet/accuracy_1_of_2‚0.7534303665161133 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04854678362607956 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.01969267800450325 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7933427095413208 particle/accuracy_2_of_3‚1 particle/accuracy_3_of_3‚1 particle/accuracy_2_of_4‚1 8"Purity/0FRt*SRqqt*FBt/event_purity‚0.659763753414154 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 particle/accuracy_1_of_1‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9952996969223022 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.670205295085907 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7554047107696533 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11081158369779587 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20807158946990967 7"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.75623619556427 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 _runtime‚9504.705934173 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6871377229690552 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6233418583869934 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8757838606834412 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7359634637832642 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09460312128067017 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 +jet/accuracy_4_of_4‚0.02010233886539936 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 *particle/specificity‚0.908536970615387 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 +jet/accuracy_1_of_1‚0.34738877415657043 particle/accuracy_2_of_2‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 6 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.993473470211029 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6792978644371033 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 )jet/accuracy_2_of_4‚0.836920440196991 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7521156668663025 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 epoch‚34 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2117186337709427 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8757838606834412 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.27586913108825684 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2116936445236206 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 *jet/accuracy_1_of_4‚0.9793585538864136 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2314171940088272 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 particle/accuracy_1_of_2‚1 6 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.468499094247818 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6850318312644958 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9924498796463013 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.27445119619369507 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.01567787304520607 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7189707159996033 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7181195020675659 +jet/accuracy_2_of_2‚0.15307524800300598 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6327663064002991 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8141389489173889 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.28680723905563354 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.017178870737552643 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4583527445793152 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 +jet/accuracy_3_of_3‚0.08310016244649887 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 7validation_average_jet_accuracy‚0.38143041729927063 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.21943773329257965 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.19667480885982513 +jet/accuracy_3_of_4‚0.11188126355409622 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9973404407501221 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03947257250547409 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 particle/accuracy_3_of_4‚1 -particle/accuracy_4_of_4‚0.94523024559021 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6894667744636536 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_2_of_3‚0.6148542761802673 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9959955811500549 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5305489301681519 8"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.811745285987854 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.670912504196167 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.21918386220932007 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 particle/accuracy_1_of_4‚1 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8787897825241089 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2877610921859741 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7370890974998474 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 trainer/global_step‚5599 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9959677457809448 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4496810734272003 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8"Purity/*FRt*SRqqt1FBt/event_purity‚0.770440399646759 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1T»q­°:ʪu ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04854678362607956 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.01969267800450325 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7933427095413208 particle/accuracy_2_of_3‚1 particle/accuracy_3_of_3‚1 particle/accuracy_2_of_4‚1 8"Purity/0FRt*SRqqt*FBt/event_purity‚0.659763753414154 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 particle/accuracy_1_of_1‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9952996969223022 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.670205295085907 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7554047107696533 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11081158369779587 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20807158946990967 7"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.75623619556427 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 _runtime‚9504.705934173 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6871377229690552 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6233418583869934 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8757838606834412 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7359634637832642 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09460312128067017 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 +jet/accuracy_4_of_4‚0.02010233886539936 6 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.998975396156311 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 *particle/specificity‚0.908536970615387 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 +jet/accuracy_1_of_1‚0.34738877415657043 particle/accuracy_2_of_2‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 6 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.993473470211029 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6792978644371033 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 )jet/accuracy_2_of_4‚0.836920440196991 7 Purity/0FRt1SRqqt1FBt/FBt_purity‚0.9956896305084229 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7521156668663025 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 epoch‚34 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2117186337709427 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8757838606834412 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.27586913108825684 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2116936445236206 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 *jet/accuracy_1_of_4‚0.9793585538864136 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2314171940088272 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 particle/accuracy_1_of_2‚1 6 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.468499094247818 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6850318312644958 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9924498796463013 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.27445119619369507 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.01567787304520607 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7189707159996033 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7181195020675659 +jet/accuracy_2_of_2‚0.15307524800300598 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6327663064002991 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8141389489173889 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.28680723905563354 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.017178870737552643 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4583527445793152 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 +jet/accuracy_3_of_3‚0.08310016244649887 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 7validation_average_jet_accuracy‚0.38143041729927063 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.46666663885116577 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.21943773329257965 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.19667480885982513 +jet/accuracy_3_of_4‚0.11188126355409622 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9973404407501221 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03947257250547409 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9985119104385376 particle/accuracy_3_of_4‚1 -particle/accuracy_4_of_4‚0.94523024559021 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6894667744636536 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_2_of_3‚0.6148542761802673 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9959955811500549 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5305489301681519 8"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.811745285987854 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.670912504196167 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.21918386220932007 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 particle/accuracy_1_of_4‚1 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8787897825241089 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2877610921859741 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7370890974998474 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 trainer/global_step‚5599 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9959677457809448 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4496810734272003 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8"Purity/*FRt*SRqqt1FBt/event_purity‚0.770440399646759 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/0FRt0SRqqt1FBt/FBt_purity‚1 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38540366291999817 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3813886046409607 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4981948733329773 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.024384263902902603 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.3108711540699005 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.26535841822624207 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6411166191101074 8"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.610806941986084 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 _step‚482 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34345126152038574 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6142407655715942 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7504886388778687 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.27586913108825684 *jet/accuracy_1_of_3‚0.9065184593200684 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6506128907203674 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/1FRt*SRqqt0FBt/event_purity‚0.2092590183019638 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0787142962217331 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2605941891670227 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1862986832857132 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7469955682754517 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.021914057433605194 +particle/sensitivity‚0.6264214515686035 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6167857646942139 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6352532505989075 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6707273721694946 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9941626787185669 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.04767864570021629 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 particle/accuracy_1_of_3‚1 7 Purity/*FRt1SRqqt1FBt/FBt_purity‚0.9972221851348877 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6201803088188171 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7437926530838013 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 % _timestamp‚1.7848489004037461e+09 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.21678175032138824 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.4047618806362152 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2872178554534912 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.06847723573446274 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6441450119018555 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6352532505989075 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3256869912147522 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 (particle/accuracy‚0.8484496474266052 'particle/f_score‚0.6377576589584351 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.22914230823516846 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.2956807315349579 :"Purity/*FRt1SRqqt1FBt/event_purity‚0.47299841046333313 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09406062215566635 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.27787142992019653 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.20004183053970337 )loss/val_total_loss‚8.688486541750205 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9286506772041321 ("Purity/0FRt0SRqqt1FBt/event_purity‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6333088278770447 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6099175810813904 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.035162560641765594 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.8000645637512207 *jet/accuracy_1_of_2‚0.7534303665161133â¾Tµ’Ë‚(:‡ ‰ÄŠÓÕê¢Î gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚47.0 gpu.0.powerWatts‚105.929' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚21.1858 gpu.0.smClock‚1275 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0S VkÌ‚(:à ‰ÄŠÓ„ë‡Ñ disk.dm-1.out‚ 372.62890625' proc.memory.availableMB‚ 979.7421875! proc.memory.rssMB‚ 3770.703125 network.recv‚995371$ disk./.usageGB‚824.3878593444824$ disk.nvme0c0n1.in‚28164.62109375" disk.nvme0n1.in‚28164.62109375& disk.nvme0n1.out‚214682.6318359375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚200946.31640625) disk./.usagePercent‚55.32536094809461 disk.dm-0.in‚28164.62109375# disk.dm-0.out‚214661.3818359375 disk.sda1.out‚0 disk.sda3.out‚ 372.62890625* proc.memory.percent‚15.343030293782553 cpu‚25.35464939841976 proc.cpu.threads‚17 network.sent‚ 9.880823e+06 disk.sda.out‚ 372.62890625 disk.dm-1.in‚200946.31640625# memory_percent‚96.0134188334147( disk.nvme0c0n1.out‚214681.3818359375 disk.sda.in‚200946.31640625 disk.sda2.out‚0ñ‘.žÍ‚(:“ ˜ÄŠÓŸùÄÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚337.681' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚67.53620000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0CËô²g΂(:Ü ˜ÄŠÓ‚÷þÏ disk.sda.out‚ 373.03515625' proc.memory.availableMB‚ 2920.921875# proc.memory.rssMB‚ 2801.16796875 cpu‚25.354491367746704# disk./.usageGB‚823.384449005127 disk.dm-1.in‚ 201474.609375$ memory_percent‚88.11473846435547* proc.memory.percent‚11.397981643676758 proc.cpu.threads‚17 disk.sda2.in‚0 disk.sda3.in‚ 201475.265625 disk.sda3.out‚ 373.03515625 disk.dm-1.out‚ 373.03515625# disk.nvme0c0n1.in‚ 28165.8984375 network.sent‚ 9.93427e+06 network.recv‚997503) disk./.usagePercent‚55.25802123830312 disk.sda1.out‚0) disk.nvme0c0n1.out‚214961.32568359375! disk.nvme0n1.in‚ 28165.8984375 disk.dm-0.in‚ 28165.8984375$ disk.dm-0.out‚214961.32568359375 disk.sda1.in‚0 disk.sda2.out‚0' disk.nvme0n1.out‚214961.32568359375 disk.sda.in‚ 201475.265625]زìŸÏ‚(:” §ÄŠÓ䧟Î gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚319.445' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.888999999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0´ÏlЂ(:á §ÄŠÓ€—éÏ$ disk./.usageGB‚823.9281387329102 disk.sda3.in‚202056.4453125! disk.nvme0n1.in‚ 28194.6796875# proc.memory.rssMB‚ 2801.16796875 cpu‚25.354485294461774) disk./.usagePercent‚55.29450871212072 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚202056.4453125 disk.dm-1.out‚ 373.51171875# disk.nvme0c0n1.in‚ 28194.6796875) disk.nvme0c0n1.out‚215002.57958984375 network.sent‚ 9.936337e+06 network.recv‚998578 disk.sda.in‚202056.4453125 disk.sda.out‚ 373.51171875 disk.sda3.out‚ 373.51171875' disk.nvme0n1.out‚215002.57958984375 disk.dm-0.in‚ 28194.6796875' proc.memory.availableMB‚ 2920.671875 disk.sda2.in‚0$ disk.dm-0.out‚215002.57958984375$ memory_percent‚88.11575571695963* proc.memory.percent‚11.397981643676758 proc.cpu.threads‚17†b&¾žÑ‚(:“ ¶ÄŠÓøÉÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚300.69' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.138000000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0rLâûlÒ‚(:á ¶ÄŠÓšËµÐ network.sent‚ 9.938401e+06$ disk.dm-0.out‚216064.35498046875 disk.sda.out‚ 374.2421875 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 374.2421875! disk.nvme0n1.in‚ 28331.1171875' disk.nvme0n1.out‚216064.35498046875$ disk./.usageGB‚823.9313278198242 disk.sda1.out‚0 disk.sda2.in‚0# disk.nvme0c0n1.in‚ 28331.1171875) disk.nvme0c0n1.out‚216064.35498046875) proc.memory.availableMB‚ 2920.92578125 cpu‚25.354474959453544* disk./.usagePercent‚55.294722734419345 disk.dm-0.in‚ 28331.1171875 disk.sda3.out‚ 374.2421875 disk.dm-1.in‚202056.4453125 network.recv‚999422 disk.sda.in‚202056.4453125 disk.sda3.in‚202056.4453125$ memory_percent‚88.11472256978354# proc.memory.rssMB‚ 2801.16796875* proc.memory.percent‚11.397981643676758 proc.cpu.threads‚17&š¾´ŸÓ‚(:” ÅÄŠÓØû»Î gpu.0.gpu‚78.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚148.485' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚29.697000000000003 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0îÝ–¡ÐÔ‚(:è ÅÄŠÓ½óýÏ disk.sda3.in‚202056.4453125 disk.dm-1.out‚ 374.62890625 disk.dm-0.in‚ 28332.4296875 disk.sda.out‚ 374.62890625 disk.sda1.in‚0 disk.sda2.out‚0 network.recv‚ 1.000582e+06) disk./.usagePercent‚55.29470660594469# disk.nvme0c0n1.in‚ 28332.4296875 disk.sda.in‚202056.4453125) proc.memory.availableMB‚ 2920.92578125 cpu‚25.35452237383231 proc.cpu.threads‚17 disk.sda3.out‚ 374.62890625»M½£ disk.dm-1.in‚202056.4453125! disk.nvme0n1.in‚ 28332.4296875$ memory_percent‚88.11472256978354) disk.nvme0c0n1.out‚216071.01123046875' disk.nvme0n1.out‚216071.01123046875$ disk.dm-0.out‚216071.01123046875 disk.sda1.out‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2801.16796875* proc.memory.percent‚11.397981643676758 network.sent‚ 9.940468e+06$ disk./.usageGB‚823.9310874938965JæèžÕ‚(:“ ÔÄŠÓуÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚297.386' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.47720000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0W:ù#hÖ‚(:Ý ÔÄŠÓ¹¾ÉÐ disk.dm-1.in‚202326.8515625# disk.dm-0.out‚216075.3994140625 disk.sda1.in‚0 network.recv‚ 1.001488e+06 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚202326.8515625 disk.sda3.out‚ 375.1953125$ memory_percent‚88.11583518981934) proc.memory.availableMB‚ 2920.65234375# disk./.usageGB‚823.976936340332 disk.dm-1.out‚ 375.1953125! disk.nvme0c0n1.in‚ 28344.96875& disk.nvme0n1.out‚216075.3994140625 disk.sda.in‚202326.8515625 disk.sda.out‚ 375.1953125* proc.memory.percent‚11.397981643676758* disk./.usagePercent‚55.297783560498715( disk.nvme0c0n1.out‚216075.3994140625 disk.nvme0n1.in‚ 28344.96875 disk.dm-0.in‚ 28344.96875 disk.sda1.out‚0# proc.memory.rssMB‚ 2801.16796875 cpu‚25.354512120100466 proc.cpu.threads‚17 network.sent‚ 9.942577e+06gM n2×- _wandbruntime‚9589  _runtime‚9589GÙ>éÇØÁ trainer/global_step‚5649 % _timestamp‚1.7848489847921355e+09 _runtime‚9589.093667019 _step‚483 & lr-AdamW/pg1‚2.412217243260279e-05 & lr-AdamW/pg2‚2.412217243260279e-05Ë0åÛÌÙÆ & lr-AdamW/pg2‚2.412217243260279e-05 trainer/global_step‚5649 % _timestamp‚1.7848489847921355e+09 _runtime‚9589.093667019 _step‚483 & lr-AdamW/pg1‚2.412217243260279e-05ãå¹l2Ú- _wandbruntime‚9589  _runtime‚9589%ØD~(ÛP O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5896245199360 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848489847932599e+09 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚49066604 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5897590650880 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚52490478 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1633035446925824 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚333 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1627139227899904 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚17314879 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚32373097 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1633035446925824 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1627139227899904 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17314546 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚452417818590208 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1626496812579856 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚338 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1626496838007824•4ö (܆P TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚15058213 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7235850888704 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1633036818550784 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚49066604 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5886359210211 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚445182016856064 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _runtime‚9589.095056822 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1627139201726464 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17314546 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚452417818590208 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1626496812579856 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚338 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1626496838007824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5896245199360 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 % _timestamp‚1.7848489847932599e+09 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚49066604 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 5897590650880 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚52490478 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1633035446925824 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚333 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1627139227899904 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚17314879 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚32373097 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1633035446925824 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1627139227899904 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 101584639 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚445260971313152 _step‚485 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1633316750356480 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5898613166080 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚32378311 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17317792 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚52509668 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7237107685888 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1626775639781600 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚49074965 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1633315378724352 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚52499560 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚17317458 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1632664364405017 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5898613166080 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 101574525 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚49074965 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5888724623417 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚452498078999040 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚49074971 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚52499560 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1627418137190400 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15060858 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚44953088 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 trainer/global_step‚5649 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1632662994365483 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚52509668 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 [FDeviceStatsMonitor.on_ts0d2Brain_batch_end/allocated_bytes.large_pool.freed‚1627418111016960¼äS['ßN FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5888724623417 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚452498078999040 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚49074971 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚52499560 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1627418137190400 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15060858 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 413044224 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚44953088 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 trainer/global_step‚5649 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1632662994365483 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚52509668 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1627418111016960 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚339 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1627418137190400 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚445260603222016 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5887380011851 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚49074971 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 101584639 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚445260971313152 _step‚485 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1633316750356480 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 5898613166080 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚32378311 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17317792 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚52509668 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7237107685888 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1626775639781600 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚49074965 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1633315378724352 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚52499560 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚17317458 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1632664364405017 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5898613166080 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 101574525 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚49074965åÕ Z2à- _wandbruntime‚9590  _runtime‚9590óÝá‚ 0loss/FRt1/assignment_loss‚1.9902877653958644 2loss/SRqqt1/assignment_loss‚0.5834107840833512 2loss/FBt1/assignment_loss‚0.044758826818142784 1loss/FBt2/assignment_loss‚0.03058473487249446 epoch‚35 $ _timestamp‚1.784848986267899e+09 2loss/SRqqt2/assignment_loss‚0.5128091658198234 /loss/FRt1/detection_loss‚0.5761207797236739 1loss/SRqqt1/detection_loss‚1.0120457229073099 /loss/FBt1/detection_loss‚0.7071657524659083 trainer/global_step‚5649 /loss/FBt2/detection_loss‚0.3985001738475868 %loss/total_loss‚8.543654818251607 _runtime‚9590.569423771 0loss/FRt2/assignment_loss‚0.7067395944780611 /loss/FRt2/detection_loss‚1.3789760258214467 1loss/SRqqt2/detection_loss‚0.6022554920179453 _step‚486hŽ„’ ⇠0loss/FRt2/assignment_loss‚0.7067395944780611 /loss/FRt2/detection_loss‚1.3789760258214467 1loss/SRqqt2/detection_loss‚0.6022554920179453 _step‚486 0loss/FRt1/assignment_loss‚1.9902877653958644 2loss/SRqqt1/assignment_loss‚0.5834107840833512 2loss/FBt1/assignment_loss‚0.044758826818142784 1loss/FBt2/assignment_loss‚0.03058473487249446 epoch‚35 $ _timestamp‚1.784848986267899e+09 2loss/SRqqt2/assignment_loss‚0.5128091658198234 /loss/FRt1/detection_loss‚0.5761207797236739 1loss/SRqqt1/detection_loss‚1.0120457229073099 /loss/FBt1/detection_loss‚0.7071657524659083 trainer/global_step‚5649 /loss/FBt2/detection_loss‚0.3985001738475868 %loss/total_loss‚8.543654818251607 _runtime‚9590.569423771æ˃žã‚(:“ ãÄŠÓÎœßÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚316.128' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚63.22559999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0$zŒiä‚(:Þ ãÄŠÓ°ºÊÐ* proc.memory.percent‚11.397981643676758 proc.cpu.threads‚17 network.recv‚ 1.002674e+06$ disk./.usageGB‚823.9858169555664 disk.sda3.out‚ 375.640625 disk.sda.in‚ 203580.578125 disk.sda1.in‚0# proc.memory.rssMB‚ 2801.16796875$ disk.nvme0c0n1.in‚28373.63671875" disk.nvme0n1.in‚28373.63671875# disk.dm-0.out‚216132.2353515625 disk.sda2.out‚0) proc.memory.availableMB‚ 2920.62890625 cpu‚25.3545050267346 network.sent‚ 9.944656e+06 disk.sda3.in‚ 203580.578125 disk.dm-1.in‚ 203580.578125 disk.dm-1.out‚ 375.640625& disk.nvme0n1.out‚216132.2353515625 disk.sda.out‚ 375.640625 disk.sda2.in‚0$ memory_percent‚88.11593055725098) disk./.usagePercent‚55.29837954603843( disk.nvme0c0n1.out‚216132.2353515625 disk.dm-0.in‚28373.63671875 disk.sda1.out‚0žw;Y“å‚(:ˆ òÄŠÓÀƒËÎ gpu.0.gpu‚73.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚355.825' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.165 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0q†5ræ‚(:ç òÄŠÓˆŠ”Ð network.sent‚ 1.0004443e+07) disk./.usagePercent‚55.29848911726308 disk.dm-0.in‚28484.79296875# disk.dm-0.out‚216225.3681640625 disk.sda2.in‚0 disk.sda3.in‚ 203580.578125( disk.nvme0c0n1.out‚216225.3681640625) proc.memory.availableMB‚ 2920.61328125 network.recv‚ 1.004971e+06" disk.nvme0n1.in‚28484.79296875 disk.sda.out‚ 376.01171875 disk.sda2.out‚0$ disk.nvme0c0n1.in‚28484.79296875# proc.memory.rssMB‚ 2801.16796875* proc.memory.percent‚11.397981643676758& disk.nvme0n1.out‚216225.3681640625 disk.sda.in‚ 203580.578125 disk.sda1.in‚0 disk.sda3.out‚ 376.01171875 disk.dm-1.in‚ 203580.578125 disk.dm-1.out‚ 376.01171875$ memory_percent‚88.11599413553873 proc.cpu.threads‚17$ disk./.usageGB‚823.9874496459961 disk.sda1.out‚0 cpu‚25.354552105113225 _§Í”ç‚(:‰ ÅŠÓÄ»ºÎ gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚278.522' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚55.7044 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0·G +pè‚(:å ÅŠÓø¯“Ð disk.sda.out‚ 376.58203125 disk.sda2.in‚0 disk.sda2.out‚0$ disk.nvme0c0n1.in‚28484.79296875& disk.nvme0n1.out‚216226.6181640625 disk.dm-0.in‚28484.79296875 network.sent‚ 1.0006494e+07 network.recv‚ 1.006285e+06 disk.sda1.out‚0# disk.dm-0.out‚216226.6181640625$ memory_percent‚88.11601003011069# proc.memory.rssMB‚ 2801.16796875 proc.cpu.threads‚17 disk.sda1.in‚0 disk.dm-1.in‚ 203580.578125( disk.nvme0c0n1.out‚216226.6181640625* proc.memory.percent‚11.397981643676758 cpu‚25.35454507348736* disk./.usagePercent‚55.298496029466506$ disk./.usageGB‚823.9875526428223 disk.sda3.in‚ 203580.578125 disk.sda3.out‚ 376.58203125 disk.dm-1.out‚ 376.58203125" disk.nvme0n1.in‚28484.79296875' proc.memory.availableMB‚ 2920.609375 disk.sda.in‚ 203580.578125³½w”é‚(:‰ ÅŠÓÓ±¯Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚302.512' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.5024 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ­^ýlê‚(:á ÅŠÓìé‘Ò disk.sda.in‚204062.48828125* proc.memory.percent‚11.397981643676758 proc.cpu.threads‚17 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚204062.48828125 disk.dm-1.out‚ 377.02734375' disk.nvme0n1.out‚216234.78662109375$ memory_percent‚88.11601003011069 network.recv‚ 1.00733e+06) disk./.usagePercent‚55.29872234012677$ disk./.usageGB‚823.9909248352051 disk.sda1.out‚0) disk.nvme0c0n1.out‚216234.78662109375 disk.dm-0.in‚ 28486.0625' proc.memory.availableMB‚ 2920.609375 cpu‚25.354527151764948 network.sent‚ 1.0008702e+07 disk.sda2.out‚0 disk.sda3.in‚204062.48828125 disk.sda3.out‚ 377.02734375$ disk.dm-0.out‚216234.78662109375 disk.sda.out‚ 377.02734375# proc.memory.rssMB‚ 2801.16796875 disk.nvme0c0n1.in‚ 28486.0625 disk.nvme0n1.in‚ 28486.0625vapžë‚(:“ ŸÅŠÓ„ä—Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚331.059' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚66.21180000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0®#:wì‚(:ì ŸÅŠÓ¶½ÈÐ disk.sda.in‚204685.91796875 disk.sda.out‚ 377.51953125 disk.sda1.out‚0 network.sent‚ 1.0010768e+07# disk.nvme0c0n1.in‚ 28509.8046875' disk.nvme0n1.out‚216236.29443359375 disk.sda3.in‚204685.91796875) proc.memory.availableMB‚ 1949.19921875 proc.cpu.threads‚17 disk.sda2.out‚0 disk.sda3.out‚ 377.51953125$ memory_percent‚92.06868807474771 cpu‚25.354606018724155 network.recv‚ 1.008568e+06! disk.nvme0n1.in‚ 28509.8046875 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚204685.91796875 disk.dm-1.out‚ 377.51953125# proc.memory.rssMB‚ 2801.16796875* proc.memory.percent‚11.397981643676758( disk./.usagePercent‚55.2987284843076$ disk./.usageGB‚823.9910163879395) disk.nvme0c0n1.out‚216236.29443359375 disk.dm-0.in‚ 28509.8046875$ disk.dm-0.out‚216236.29443359375ÿ(Å2í- _wandbruntime‚9669  _runtime‚9669ðÏy÷ÇîÁ _step‚487 & lr-AdamW/pg1‚2.318014158486062e-05 & lr-AdamW/pg2‚2.318014158486062e-05 trainer/global_step‚5699 % _timestamp‚1.7848490654021027e+09 _runtime‚9669.703637079_öþÌïÆ trainer/global_step‚5699 % _timestamp‚1.7848490654021027e+09 _runtime‚9669.703637079 _step‚487 & lr-AdamW/pg1‚2.318014158486062e-05 & lr-AdamW/pg2‚2.318014158486062e-05ç6è2ð- _wandbruntime‚9669  _runtime‚9669–æVÙ(ñP % _timestamp‚1.7848490654032028e+09 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17462176 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚449111703244800 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1646375734401097 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 _runtime‚9669.707945277 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1647032101006848 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚456409922333184 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1647032101006848 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚32652744 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚456410345870336 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚15190218 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚49484954 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5948780207104 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1646374364361675 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1640436926696624 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1641084692424704 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1641084666251264 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚49484954 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5938807704473 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 102431378 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚52956524 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚355 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚350 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7298642625536 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1640436901268656 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112îd0ž¬ò†P QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚350 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7298642625536 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1640436901268656 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 % _timestamp‚1.7848490654032028e+09 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17462176 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚449111703244800 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1646375734401097 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 _runtime‚9669.707945277 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1647032101006848 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚456409922333184 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1647032101006848 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚32652744 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚456410345870336 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚15190218 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚49484954 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5948780207104 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1646374364361675 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1640436926696624 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1641084692424704 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1641084666251264 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚49484954 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5938807704473 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 102431378 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚52956524 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚355è+›n·2ó- _wandbruntime‚9671  _runtime‚9671蟑²'ôŠN TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚456490180183040 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1640715703042432 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5939828506225 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚52965620 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1647313404437504 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5949802722304 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7299841424896 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚449190289610752 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚49493321 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚15192853 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚338 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚49493315 _runtime‚ 9671.12328089 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1640715728470400 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚52955512 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5938483894659 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15192858 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚449189921519616 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚32658000 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 102458941 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1641363575541760 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1641363575541760 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 102458941 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5948457263616 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚52965620 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚456489762944512 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1641363601715200 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1646655556976625 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 % _timestamp‚1.7848490668214083e+09 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5939828506225 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚52965620 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1647313404437504 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 5949802722304 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7299841424896 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚449190289610752 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚49493321 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚15192853 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚338 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚49493315 _runtime‚ 9671.12328089 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1640715728470400 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚52955512 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5938483894659 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15192858 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚449189921519616 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚32658000 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 102458941 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1641363575541760 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1641363575541760 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 102458941 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 5948457263616 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚52965620 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚456489762944512 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1641363601715200 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1646655556976625 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 % _timestamp‚1.7848490668214083e+09 FDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚49903304 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5999969763328 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1654376989957456 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5988566975827 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 % _timestamp‚1.7848491455744672e+09 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1661030126712832 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚53412476 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1661030126712832 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5998624311808 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1661028755087872 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1655030130776064 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚453040653451264 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17609125 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1660366926972705 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚53402382 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚15322213 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚53402382 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 trainer/global_step‚5749 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7361374038528 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1660365556933283 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1661028755087872 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚352 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5989911587281 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚49903298 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚49903304 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0j­¦Û (ˆ†P _step‚492 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1655030130776064 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1655030156949504 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚460402395580928 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1654377015385424 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1654376989957456 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 5988566975827 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 % _timestamp‚1.7848491455744672e+09 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1661030126712832 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚53412476 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1661030126712832 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 5998624311808 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1661028755087872 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1655030130776064 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚453040653451264 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17609125 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1660366926972705 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚53402382 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚15322213 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚53402382 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 trainer/global_step‚5749 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7361374038528 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1660365556933283 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1661028755087872 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚352 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 5989911587281 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚49903298 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚49903304 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚17609477 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1655030156949504 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚49903304 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 5999969763328 JDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1654655791731232 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5989587777467 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1661310058518528 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 trainer/global_step‚5749 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1655309066240000 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5999646819840 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚17612036 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5990932389033 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6000992278528 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17612389 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚353 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 _step‚493 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 103333243 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15324858 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚32936889 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 % _timestamp‚1.7848491469951184e+09 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚49911671 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚53411464 F=DeviceStatsMonitor.on_train_batch_end/se/{ñç'gment.large_pool.peak‚1181 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6000992278528 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚49911671 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7362570052608 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1660646749548233 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚53421572 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚453119239817216 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1661308686886400 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 103323129 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0›òn-'N TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1654655791731232 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 5989587777467 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1661310058518528 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 trainer/global_step‚5749 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1655309066240000 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 5999646819840 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚17612036 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 5990932389033 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6000992278528 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17612389 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚353 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 _step‚493 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 103333243 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15324858 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚32936889 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 % _timestamp‚1.7848491469951184e+09 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚49911671 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚53411464 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6000992278528 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚49911671 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7362570052608 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1660646749548233 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚53421572 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚453119239817216 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1661308686886400 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 103323129 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚49911665 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚32937247 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 103323129 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 103333243 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7362625491456 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0í4.522Ž- _wandbruntime‚9751  _runtime‚9751U¸Iiý 1loss/SRqqt2/detection_loss‚0.6284112409590832 /loss/FBt2/detection_loss‚0.4101346339606398 0loss/FRt1/assignment_loss‚1.9915876874103604 -loss/FRt2/detection_loss‚1.36669816227046 /loss/FBt1/detection_loss‚1.4036962615083093 epoch‚35 trainer/global_step‚5749 % _timestamp‚1.7848491470474195e+09 2loss/SRqqt2/assignment_loss‚0.5426552657879691 .loss/FRt1/detection_loss‚0.560183424891504 2loss/SRqqt1/assignment_loss‚0.5718077938238177 1loss/FBt2/assignment_loss‚0.05256458148556045 $loss/total_loss‚9.35486871502316 _runtime‚9751.348845347 _step‚494 0loss/FRt2/assignment_loss‚0.7961337487652617 2loss/FBt1/assignment_loss‚0.016023385781965237 /loss/SRqqt1/detection_loss‚1.01497252837823?Ï‹‚ 2loss/SRqqt1/assignment_loss‚0.5718077938238177 1loss/FBt2/assignment_loss‚0.05256458148556045 $loss/total_loss‚9.35486871502316 _runtime‚9751.348845347 _step‚494 0loss/FRt2/assignment_loss‚0.7961337487652617 2loss/FBt1/assignment_loss‚0.016023385781965237 /loss/SRqqt1/detection_loss‚1.01497252837823 1loss/SRqqt2/detection_loss‚0.6284112409590832 /loss/FBt2/detection_loss‚0.4101346339606398 0loss/FRt1/assignment_loss‚1.9915876874103604 -loss/FRt2/detection_loss‚1.36669816227046 /loss/FBt1/detection_loss‚1.4036962615083093 epoch‚35 trainer/global_step‚5749 % _timestamp‚1.7848491470474195e+09 2loss/SRqqt2/assignment_loss‚0.5426552657879691 .loss/FRt1/detection_loss‚0.560183424891504îÐ=”‘‚(:‰ ˆÆŠÓ–Î gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚252.689' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚50.5378 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0K£öt’‚(:é ˆÆŠÓ÷ÆŸÐ disk.dm-1.in‚206787.4921875$ disk.dm-0.out‚216416.76123046875# memory_percent‚92.0703093210856* proc.memory.percent‚11.397981643676758 disk.sda.out‚ 380.33984375 disk.sda2.in‚0 disk.sda3.in‚206787.4921875) disk.nvme0c0n1.out‚216416.76123046875) proc.memory.availableMB‚ 1948.80078125 network.sent‚ 1.0130074e+07 network.recv‚ 1.018628e+06 disk.sda.in‚206787.4921875 disk.sda2.out‚0 disk.dm-1.out‚ 380.33984375! disk.nvme0n1.in‚ 28768.8984375' disk.nvme0n1.out‚216416.76123046875 proc.cpu.threads‚17$ disk./.usageGB‚823.9699592590332 disk.sda1.out‚0# disk.nvme0c0n1.in‚ 28768.8984375 disk.dm-0.in‚ 28768.8984375# proc.memory.rssMB‚ 2801.16796875 cpu‚25.354634895802374) disk./.usagePercent‚55.29731532271859 disk.sda1.in‚0 disk.sda3.out‚ 380.33984375Ô]to2“- _wandbruntime‚9777  _runtime‚9777û7k–:”u 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8999999761581421 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5363629460334778 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7168123722076416 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6287667751312256 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4505818486213684 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 +jet/accuracy_1_of_1‚0.35226303339004517 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7736954092979431 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.29025012254714966 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_3‚0.9097685813903809 7validation_average_jet_accuracy‚0.38464587926864624 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20886456966400146 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6155048608779907 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2070883959531784 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8"Purity/*FRt0SRqqt2FBt/event_purity‚0.894906759262085 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.38114723563194275 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6596632599830627 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08290255814790726 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5922619104385376 _runtime‚9777.476010256 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6164048314094543 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8164116740226746 +jet/accuracy_4_of_4‚0.02010233886539936 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.992362380027771 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6343969106674194 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.28673896193504333 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6834018230438232 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2202514261007309 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7608394622802734 *jet/accuracy_2_of_3‚0.6076294183731079 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.727447509765625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7516146898269653 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5209221839904785 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20486918091773987 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt*FBt/event_purity‚0.0500309132039547 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.800000011920929 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9953407049179077 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.709629476070404 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2980882227420807 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3184080123901367 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_4‚0.11188126355409622 particle/accuracy_2_of_3‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7267970442771912 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.06263858079910278 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9858630895614624 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8141491413116455 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6856855750083923 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09889665246009827 % _timestamp‚1.7848491731735728e+09 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33583196997642517 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9834401607513428 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.3166576623916626 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2764037251472473 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7104256749153137 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.03217066824436188 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8757838606834412 epoch‚35 8"Purity/*FRt2SRqqt0FBt/event_purity‚0.212529718875885 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9934503436088562 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9712170958518982 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.2256869375705719 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.28538650274276733 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8853670954704285 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.04020428657531738 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7844423651695251 +jet/accuracy_3_of_3‚0.08580927550792694 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8789750337600708 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6343969106674194 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.28673896193504333 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 particle/accuracy_1_of_3‚1 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23787468671798706 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.29734015464782715 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9284571409225464 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.04413681849837303 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6186477541923523 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8757838606834412 &particle/f_score‚0.637976884841919 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6508157253265381 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8325996994972229 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6400877237319946 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34909459948539734 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6672581434249878 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 *jet/accuracy_2_of_2‚0.1541367769241333 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22720588743686676 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7046272158622742 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6164179444313049 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7431871294975281 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4865528643131256 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6430513858795166 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9668803215026855 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7532455325126648 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.024465080350637436 (particle/accuracy‚0.8480122685432434 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1158699095249176 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48772984743118286 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7454472184181213 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.08576592803001404 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6756808757781982 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2978149652481079 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.018802247941493988 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 particle/accuracy_1_of_4‚1 +particle/sensitivity‚0.6288116574287415 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.017322607338428497 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6824367046356201 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7910853028297424 *jet/accuracy_1_of_2‚0.7502874732017517 )jet/accuracy_2_of_4‚0.836920440196991 particle/accuracy_1_of_2‚1 trainer/global_step‚5759 8"Purity/*FRt1SRqqt*FBt/event_purity‚0.385652095079422 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 particle/accuracy_2_of_4‚1 +particle/specificity‚0.9073320031166077 _step‚495 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 8"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.632742702960968 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0991954579949379 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21731679141521454 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7394577860832214 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 particle/accuracy_1_of_1‚1 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0222968440502882 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2574404776096344 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_3_of_4‚1 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7286130785942078 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6201496124267578 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6667335629463196 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.19347859919071198 *jet/accuracy_1_of_4‚0.9793585538864136 )loss/val_total_loss‚8.659555402615432 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9967308640480042 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9952164888381958 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2720547914505005 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 particle/accuracy_2_of_2‚1 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 8"Purity/0FRt1SRqqt*FBt/event_purity‚0.632203221321106 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9906249642372131 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9893568754196167 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4594568908214569 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.24012883007526398 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 particle/accuracy_3_of_3‚1 7"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.67311030626297 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.22840483486652374 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375®À>[p ••u 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1158699095249176 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.48772984743118286 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7454472184181213 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.08576592803001404 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6756808757781982 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2978149652481079 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.018802247941493988 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 particle/accuracy_1_of_4‚1 +particle/sensitivity‚0.6288116574287415 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.017322607338428497 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6824367046356201 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7910853028297424 *jet/accuracy_1_of_2‚0.7502874732017517 )jet/accuracy_2_of_4‚0.836920440196991 particle/accuracy_1_of_2‚1 trainer/global_step‚5759 8"Purity/*FRt1SRqqt*FBt/event_purity‚0.385652095079422 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 particle/accuracy_2_of_4‚1 +particle/specificity‚0.9073320031166077 _step‚495 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 8"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.632742702960968 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0991954579949379 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21731679141521454 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7394577860832214 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 particle/accuracy_1_of_1‚1 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0222968440502882 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2574404776096344 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_3_of_4‚1 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7286130785942078 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6201496124267578 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994876<>-+.3046875 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6667335629463196 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.19347859919071198 *jet/accuracy_1_of_4‚0.9793585538864136 )loss/val_total_loss‚8.659555402615432 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9967308640480042 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9952164888381958 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2720547914505005 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 particle/accuracy_2_of_2‚1 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 8"Purity/0FRt1SRqqt*FBt/event_purity‚0.632203221321106 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9906249642372131 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9893568754196167 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4594568908214569 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.24012883007526398 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 particle/accuracy_3_of_3‚1 7"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.67311030626297 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.22840483486652374 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8999999761581421 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5363629460334778 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7168123722076416 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6287667751312256 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4505818486213684 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 +jet/accuracy_1_of_1‚0.35226303339004517 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7736954092979431 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.29025012254714966 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_3‚0.9097685813903809 7validation_average_jet_accuracy‚0.38464587926864624 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20886456966400146 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6155048608779907 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2070883959531784 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8"Purity/*FRt0SRqqt2FBt/event_purity‚0.894906759262085 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.38114723563194275 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6596632599830627 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08290255814790726 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5922619104385376 _runtime‚9777.476010256 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6164048314094543 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8164116740226746 +jet/accuracy_4_of_4‚0.02010233886539936 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.992362380027771 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6343969106674194 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.28673896193504333 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6834018230438232 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2202514261007309 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7608394622802734 *jet/accuracy_2_of_3‚0.6076294183731079 8"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.727447509765625 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7516146898269653 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.5209221839904785 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20486918091773987 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt*FBt/event_purity‚0.0500309132039547 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.800000011920929 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9953407049179077 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 8"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.709629476070404 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2980882227420807 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3184080123901367 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 +jet/accuracy_3_of_4‚0.11188126355409622 particle/accuracy_2_of_3‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7267970442771912 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.06263858079910278 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9858630895614624 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8141491413116455 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6856855750083923 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09889665246009827 % _timestamp‚1.7848491731735728e+09 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33583196997642517 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9834401607513428 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.3166576623916626 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2764037251472473 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7104256749153137 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.03217066824436188 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8757838606834412 epoch‚35 8"Purity/*FRt2SRqqt0FBt/event_purity‚0.212529718875885 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9934503436088562 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9712170958518982 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.2256869375705719 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.28538650274276733 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8853670954704285 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.04020428657531738 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7844423651695251 +jet/accuracy_3_of_3‚0.08580927550792694 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8789750337600708 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6343969106674194 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.28673896193504333 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 particle/accuracy_1_of_3‚1 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23787468671798706 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.29734015464782715 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9284571409225464 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.04413681849837303 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6186477541923523 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8757838606834412 &particle/f_score‚0.637976884841919 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6508157253265381 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8325996994972229 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6400877237319946 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34909459948539734 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6672581434249878 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 *jet/accuracy_2_of_2‚0.1541367769241333 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22720588743686676 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7046272158622742 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6164179444313049 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7431871294975281 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4865528643131256 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6430513858795166 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9668803215026855 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7532455325126648 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.024465080350637436 (particle/accuracy‚0.8480122685432434 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778ïR:Ì.’–‚(:‡ —ÆŠÓ±ÈÀÎ gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚49.0 gpu.0.powerWatts‚107.047' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚21.4094 gpu.0.smClock‚1275 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ïkýjw—‚(:ì —ÆŠÓ‹ŽéÐ* proc.memory.percent‚11.397981643676758 proc.cpu.threads‚17 disk.sda.out‚ 380.80078125 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚207364.24609375$ memory_percent‚88.11330795288086( proc.memory.availableMB‚ 2921.2734375 cpu‚25.35709208711031 network.sent‚ 1.0178724e+07 network.recv‚ 1.021168e+06 disk.dm-0.in‚ 28793.3203125$ disk.dm-0.out‚216418.19873046875* disk./.usagePercent‚55.297570050215164 disk.sda.in‚207364.24609375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚207364.24609375) disk.nvme0c0n1.out‚216418.19873046875' disk.nvme0n1.out‚216418.19873046875# proc.memory.rssMB‚ 2801.16796875$ disk./.usageGB‚823.9737548828125 disk.sda3.out‚ 380.80078125 disk.dm-1.out‚ 380.80078125# disk.nvme0c0n1.in‚ 28793.3203125! disk.nvme0n1.in‚ 28793.32031255îФ•˜‚(:Š ¦ÆŠÓ›¤©Î gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚368.899' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.7798 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÙšTát™‚(:é ¦ÆŠÓÛ¾ÂÑ disk.sda3.in‚207364.24609375 disk.sda3.out‚ 381.2578125$ disk./.usageGB‚823.4713706970215 disk.sda1.in‚0$ disk.dm-0.out‚218510.51806640625' proc.memory.availableMB‚ 2920.859375) disk./.usagePercent‚55.26385462597831 disk.sda.out‚ 381.2578125$ disk.nvme0c0n1.in‚28919.88671875) disk.nvme0c0n1.out‚218510.51806640625" disk.nvme0n1.in‚28919.88671875' disk.nvme0n1.out‚218510.51806640625 cpu‚25.355782263699872 disk.dm-1.in‚207364.24609375 disk.dm-1.out‚ 381.2578125 network.sent‚ 1.0232731e+07 network.recv‚ 1.023528e+06 disk.sda.in‚207364.24609375 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-0.in‚28919.88671875# memory_percent‚88.1149927775065# proc.memory.rssMB‚ 2801.18359375) proc.memory.percent‚11.39804522196452 proc.cpu.threads‚17NÆV“š‚(:ˆ µÆŠÓîíµÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚282.295' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.459 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0U].1r›‚(:ç µÆŠÓ¾Ë›Ð# proc.memory.rssMB‚ 2801.18359375 cpu‚25.355780434078376$ disk./.usageGB‚822.1378059387207 disk.sda2.out‚0 disk.nvme0n1.in‚ 28919.890625$ memory_percent‚88.11505635579428) proc.memory.percent‚11.39804522196452 disk.sda.out‚ 382.11328125 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚207364.24609375 disk.sda3.out‚ 382.11328125 disk.dm-1.in‚207364.24609375 proc.cpu.threads‚17 network.recv‚ 1.024748e+06* disk./.usagePercent‚55.174357976113384 disk.dm-0.in‚ 28919.890625$ disk.dm-0.out‚218511.87353515625" disk.nvme0c0n1.in‚ 28919.890625& proc.memory.availableMB‚ 2920.84375 network.sent‚ 1.0234902e+07 disk.sda.in‚207364.24609375 disk.sda1.in‚0 disk.dm-1.out‚ 382.11328125) disk.nvme0c0n1.out‚218511.87353515625' disk.nvme0n1.out‚218511.87353515625U õ”œ‚(:‰ ÄÆŠÓ­‰Î gpu.0.gpu‚83.0 gpu.0.memory‚25, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚251.333' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚50.2666 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0*ŸgÝk‚(:à ÄÆŠÓÛ‰ÉÐ disk.sda2.out‚0# disk.nvme0c0n1.in‚ 28932.5078125) disk./.usagePercent‚55.17437512861818 disk.dm-0.in‚ 28932.5078125 disk.dm-1.in‚207654.1171875 disk.dm-1.out‚ 382.796875# memory_percent‚88.1152311960856) proc.memory.availableMB‚ 2920.80078125) proc.memory.percent‚11.39804522196452 cpu‚25.35579513102888 network.recv‚ 1.025718e+06# disk.dm-0.out‚218519.0576171875 disk.sda.out‚ 382.796875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚207654.97265625 disk.sda3.out‚ 382.796875 network.sent‚ 1.0237013e+07$ disk./.usageGB‚822.1380615234375 disk.sda.in‚207654.97265625( disk.nvme0c0n1.out‚218519.0576171875! disk.nvme0n1.in‚ 28932.5078125& disk.nvme0n1.out‚218519.0576171875# proc.memory.rssMB‚ 2801.18359375 proc.cpu.threads‚17ü©Ú3•ž‚(:Š ÓÆŠÓĦ¼Î gpu.0.gpu‚100.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚272.352' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚54.4704 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0IfvŸ‚(:ë ÓÆŠÓÿšÑ$ memory_percent‚88.11526298522949# proc.memory.rssMB‚ 2801.18359375 disk.sda.in‚208931.91796875 disk.sda1.in‚0 disk.dm-1.out‚ 383.19140625$ disk.nvme0c0n1.in‚28965.98046875( disk.nvme0c0n1.out‚218520.3662109375 cpu‚25.355809254794266 network.recv‚ 1.026964e+06$ disk./.usageGB‚822.1381301879883 disk.sda.out‚ 383.19140625 disk.sda2.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 2920.79296875 proc.cpu.threads‚17 network.sent‚ 1.0239075e+07( disk./.usagePercent‚55.1743797367538 disk.dm-0.in‚28965.98046875 disk.sda1.out‚0 disk.dm-1.in‚208931.91796875" disk.nvme0n1.in‚28965.98046875& disk.nvme0n1.out‚218520.3662109375) proc.memory.percent‚11.39804522196452# disk.dm-0.out‚218520.3662109375 disk.sda3.in‚208931.91796875 disk.sda3.out‚ 383.19140625›Ñiô2 - _wandbruntime‚9845  _runtime‚9845_·™‰È¡Â ' lr-AdamW/pg2‚2.1339063734491104e-05 trainer/global_step‚5799 % _timestamp‚1.7848492415913508e+09 _runtime‚ 9845.89296967 _step‚496 ' lr-AdamW/pg1‚2.1339063734491104e-05ÓÔåæꢂ % _timestamp‚1.7848492415913508e+09 _runtime‚ 9845.89296967 _step‚496 ' lr-AdamW/pg1‚2.1339063734491104e-05 ' lr-AdamW/pg2‚2.1339063734491104e-05 trainer/global_step‚5799ðï¦ð¾2£- _wandbruntime‚9845  _runtime‚9845F Ò­(¤P LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1669779390446320 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6053024770560 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17773824 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1676493253289984 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚17774159 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚456997924817920 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _runtime‚9845.894279922 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6054370222080 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6044220524503 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 104268936 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6042875913049 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚50372752 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7428946264064 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1675822240931401 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚50372758 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 104258836 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚50372758 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1676493253289984 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1676491881665024 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚53896178 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1670438883067904 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6054370222080 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚456998292909056 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7428999612928 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254ÚiL`=¥†P TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6054370222080 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚456998292909056 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7428999612928 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1669779390446320 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6053024770560 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚17773824 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1676493253289984 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚17774159 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚456997924817920 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _runtime‚9845.894279922 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6054370222080 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6044220524503 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 104268936 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6042875913049 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 UFDeviceStatsMonitor.on_train_iêÊsÏbatch_start/reserved_bytes.small_pool.peak‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚50372752 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7428946264064 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1675822240931401 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚50372758 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 104258836 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚50372758 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1676493253289984 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1676491881665024 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚53896178 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1670438883067904ñÓ(›E2¦- _wandbruntime‚9847  _runtime‚9847¥‡'§‹N YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6055392737280 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚53905274 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1670058192220096 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚50381119 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1670717792358400 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚33237896 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1676773185095680 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6054047278592 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1670058166792128 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _runtime‚9847.309348952 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚53895166 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚53895166 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17777116 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1676773185095680 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1670717792358400 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚464506702025728 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 104276285 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15460780 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 104286399 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _step‚498 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚464507121361408 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚457076879275008 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7430190841856 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚33237561 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6043896714689 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚457076511183872 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1676103433546351 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6054047278592 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 104286399 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128O—¡('¨N SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6055392737280 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1676102063506817 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚50381125 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚53905274 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚335 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1670717766184960 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚330 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6055392737280 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚53905274 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1670058192220096 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚50381119 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1670717792358400 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚33237896 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1676773185095680 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6054047278592 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1670058166792128 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 _runtime‚9847.309348952 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚53895166 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚53895166 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17777116 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1676773185095680 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1670717792358400 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚464506702025728 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 104276285 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15460780 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 104286399 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _step‚498 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚464507121361408 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚457076879275008 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7430190841856 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 EDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚33237561 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6043896714689 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚457076511183872 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1676103433546351 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6054047278592 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 104286399 FDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1690488535746048 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6105559778304 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1690489907371008 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚9926.299919437 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚353 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚54342036 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 trainer/global_step‚5849 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚54352130 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚33512141 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚17922354 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚348 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1683719453707152 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚54352130 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1689814803542431 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1690488535746048 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7491394589184 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6095324407311 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1684384321419264 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 105143238 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚50791108 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1689813433503009 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1684384347592704 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚50791102 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚468418586452992 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 % _timestamp‚1.7848493219945369e+09 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1684384347592704 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1684384321419264 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6104214326784 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚15590135 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _step‚501 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6105559778304 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚54342036 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7491343337472 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚15590140 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚468419005795840 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 105133138 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6093979795857? –Š (»†P YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚54342036 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7491343337472 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚15590140 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚468419005795840 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 105133138 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6093979795857 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1690488535746048 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6105559778304 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1690489907371008 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚9926.299919437 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚353 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚54342036 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 trainer/global_step‚5849 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚54352130 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚33512141 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚17922354 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚348 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1683719453707152 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚54352130 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1689814803542431 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1690488535746048 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7491394589184 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6095324407311 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1684384321419264 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 105143238 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚50791108 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1689813433503009 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1684384347592704 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚50791102 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚468418586452992 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 % _timestamp‚1.7848493219945369e+09 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1684384347592704 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1684384321419264 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6104214326784 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚15590135 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 _step‚501 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6105559778304 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0õ`m2¼- _wandbruntime‚9927  _runtime‚9927¢ž…bw%½ŠN FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚33517729 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 trainer/global_step‚5849 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 105150587 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1690094626117959 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1683998280908896 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 _step‚502 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 105160701 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1684663230709760 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚54361226 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 _runtime‚ 9927.71722682 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1690769839176704 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚50799475 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6106582293504 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7492633184768 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚468498411421696 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 105160701 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚33518077 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚50799469 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1690093256078425 % _timestamp‚1.7848493234154391e+09 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚54351118 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1684663256883200 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1690769839176704 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1690768467544576 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17925297 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚343 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6096345209063 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 105150587 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6105236834816 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6095000597497 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚468498830757376 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚461006197572608 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7492581940224 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚54361226 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6105236834816 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1684663256883200 TEDevic×l Ï™eStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚54351118 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚461005829481472 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218ZVê'¾N UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15592780 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚348 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 105160701 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚33518077 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚50799469 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1690093256078425 % _timestamp‚1.7848493234154391e+09 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚54351118 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1684663256883200 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1690769839176704 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1690768467544576 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚17925297 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚343 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6096345209063 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 105150587 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6105236834816 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6095000597497 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚468498830757376 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚461006197572608 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7492581940224 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚54361226 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6105236834816 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1684663256883200 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚54351118 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚461005829481472 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚33517729 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 trainer/global_step‚5849 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 105150587 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1690094626117959 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1683998280908896 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 _step‚502 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 105160701 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1684663230709760 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚54361226 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 _runtime‚ 9927.71722682 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1690769839176704 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚50799475 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6106582293504 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7492633184768 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚468498411421696 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ByÂ(:î ­ÇŠÓ–ê£Ð disk.sda2.in‚0 disk.sda3.in‚209617.15234375 disk.dm-1.out‚ 385.87109375) proc.memory.availableMB‚ 2921.75390625 network.recv‚ 1.035077e+06 disk.sda3.out‚ 385.87109375 disk.dm-1.in‚209617.15234375) proc.memory.percent‚11.39804522196452 proc.cpu.threads‚17' disk.nvme0n1.out‚218896.88916015625 disk.sda2.out‚0$ memory_percent‚88.11135292053223# proc.memory.rssMB‚ 2801.18359375 cpu‚25.355835856582548 disk.sda1.in‚0 network.sent‚ 1.030926e+07) disk./.usagePercent‚55.10994673650607$ disk./.usageGB‚821.1780319213867) disk.nvme0c0n1.out‚218896.88916015625" disk.nvme0n1.in‚29259.53515625$ disk.dm-0.out‚218896.88916015625 disk.sda.in‚209617.15234375$ disk.nvme0c0n1.in‚29259.53515625 disk.dm-0.in‚29259.53515625 disk.sda.out‚ 385.87109375 disk.sda1.out‚0ºÜ{ŸÄ‚(:” ¼ÇŠÓËŸ¡Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚290.178' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚58.035599999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0}$‚cÅ‚(:Ø ¼ÇŠÓâ„ßÏ disk.sda.out‚ 386.50390625 disk.sda3.out‚ 386.50390625$ memory_percent‚88.11151186625162 network.sent‚ 1.0369025e+07* disk./.usagePercent‚55.139213773827954 disk.sda.in‚209949.56640625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚209949.56640625' disk.nvme0c0n1.out‚219166.474609375 disk.dm-1.in‚209949.56640625 disk.nvme0c0n1.in‚29271.75 disk.nvme0n1.in‚29271.75) proc.memory.availableMB‚ 2921.71484375# proc.memory.rssMB‚ 2801.18359375) proc.memory.percent‚11.39804522196452 proc.cpu.threads‚17$ disk./.usageGB‚821.6141319274902" disk.dm-0.out‚219162.974609375 disk.sda1.in‚0 disk.dm-1.out‚ 386.50390625% disk.nvme0n1.out‚219166.474609375 cpu‚25.355829940336243 network.recv‚ 1.037429e+06 disk.dm-0.in‚29271.75 ÑN ŸÆ‚(:” ËÇŠÓ÷¦ÊÎ gpu.0.gpu‚72.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚136.892' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚27.378399999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0â?.2pÇ‚(:å ËÇŠÓ¼¢™Ð cpu‚25.3558188075568 network.sent‚ 1.0371109e+07$ disk./.usageGB‚822.6234970092773% disk.nvme0n1.out‚219603.025390625" disk.dm-0.out‚219603.025390625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 386.76171875) proc.memory.percent‚11.39804522196452 disk.sda.in‚211232.78515625 disk.sda.out‚ 386.76171875 disk.sda2.out‚0 disk.dm-1.in‚211232.78515625$ disk.nvme0c0n1.in‚29305.10546875' disk.nvme0c0n1.out‚219603.025390625 proc.cpu.threads‚17 disk.sda2.in‚0 disk.dm-1.out‚ 386.76171875( proc.memory.availableMB‚ 1949.8984375 network.recv‚ 1.038537e+06( disk./.usagePercent‚55.2069531113804" disk.nvme0n1.in‚29305.10546875 disk.dm-0.in‚29305.10546875 disk.sda3.in‚211232.78515625$ memory_percent‚92.06584294637045# proc.memory.rssMB‚ 2801.18359375– ’”È‚(:‰ ÚÇŠÓÝ€¡Î gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚366.723' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.3446 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚00– uÉ‚(:ê ÚÇŠÓ…îÄÏ" disk.dm-0.out‚219878.818359375$ memory_percent‚92.06557273864746# proc.memory.rssMB‚ 2801.18359375 cpu‚25.355888411970728 network.sent‚ 1.0372772e+07* disk./.usagePercent‚55.206828691718755$ disk./.usageGB‚822.6216430664062 disk.sda2.out‚0 disk.sda3.in‚211232.78515625$ disk.nvme0c0n1.in‚29305.10546875 disk.sda.in‚211232.78515625 network.recv‚ 1.039593e+06 disk.sda2.in‚0 disk.dm-1.in‚211232.78515625' disk.nvme0c0n1.out‚219878.818359375" disk.nvme0n1.in‚29305.10546875 disk.dm-0.in‚29305.10546875 disk.sda3.out‚ 387.18359375% disk.nvme0n1.out‚219878.818359375 disk.sda.out‚ 387.18359375 disk.sda1.in‚0 disk.sda1.out‚0) proc.memory.availableMB‚ 1949.96484375) proc.memory.percent‚11.39804522196452 proc.cpu.threads‚17 disk.dm-1.out‚ 387.18359375qÖV!”Ê‚(:‰ éÇŠÓÚº£Î gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚323.513' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.7026 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0…èØŒiË‚(:Þ éÇŠÓŠ‰úÐ disk.sda1.in‚0 disk.sda2.out‚0' disk.nvme0c0n1.out‚219895.595703125 disk.sda.in‚211232.78515625& proc.memory.availableMB‚ 1949.96875) proc.memory.percent‚11.39804522196452 network.recv‚ 1.040796e+06* disk./.usagePercent‚55.207096219592046# disk.nvme0c0n1.in‚ 29418.5546875! disk.nvme0n1.in‚ 29418.5546875 disk.dm-0.in‚ 29418.5546875$ memory_percent‚92.06555684407553 proc.cpu.threads‚17 disk.sda1.out‚0 disk.sda3.in‚211232.78515625 disk.dm-1.out‚ 387.609375# proc.memory.rssMB‚ 2801.18359375 cpu‚25.355872225715466 network.sent‚ 1.0375379e+07$ disk./.usageGB‚822.6256294250488 disk.sda2.in‚0 disk.sda3.out‚ 387.609375 disk.dm-1.in‚211232.78515625% disk.nvme0n1.out‚219895.595703125" disk.dm-0.out‚219895.595703125 disk.sda.out‚ 387.609375Á¯9”Ì‚(:‰ øÇŠÓòˇÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚137.133' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚27.4266 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ä¡ìsÍ‚(:è øÇŠÓ¦ç Ð disk.sda2.in‚0 disk.sda3.in‚211776.5546875 disk.sda3.out‚ 387.8828125) disk.nvme0c0n1.out‚219906.75439453125$ disk.dm-0.out‚219906.75439453125 disk.sda.out‚ 387.8828125( proc.memory.availableMB‚ 1949.9609375 network.sent‚ 1.0377487e+07 disk.sda1.in‚0 disk.dm-1.out‚ 387.8828125' disk.nvme0n1.out‚219906.75439453125 disk.sda.in‚211776.5546875$ memory_percent‚92.06558863321939) proc.memory.percent‚11.39804522196452 cpu‚25.355867094846538 disk.sda2.out‚0 disk.dm-1.in‚211776.5546875$ disk.nvme0c0n1.in‚29419.83984375 disk.dm-0.in‚29419.83984375 proc.cpu.threads‚17 network.recv‚ 1.041757e+06) disk./.usagePercent‚55.14019479469916$ disk./.usageGB‚821.6287498474121 disk.sda1.out‚0" disk.nvme0n1.in‚29419.83984375# proc.memory.rssMB‚ 2801.18359375 «W4Î/ _wandbruntime‚10006  _runtime‚10006¿É,pÈÏ & lr-AdamW/pg1‚1.955775122999293e-05 & lr-AdamW/pg2‚1.955775122999293e-05 trainer/global_step‚5899 % _timestamp‚1.7848494022517967e+09 _runtime‚10006.553305394 _step‚504‘dÍÐÇ % _timestamp‚1.7848494022517967e+09 _runtime‚10006.553305394 _step‚504 & lr-AdamW/pg1‚1.955775122999293e-05 & lr-AdamW/pg2‚1.955775122999293e-05 trainer/global_step‚5899øG6¾4Ñ/ _wandbruntime‚10006  _runtime‚10006VISZ(ÒP M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1704485189827072 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚33793138 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 106007440 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚51209458 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6155403883008 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 _runtime‚10006.55790956 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚54808082 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1703805996114039 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚341 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1697659567823920 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6155403883008 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6146428290119 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7553815191552 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1697659542395952 trainer/global_step‚5899 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚464856561413120 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚51209452 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 % _timestamp‚1.7848494022527492e+09 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1704485189827072 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _step‚505 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚54797988 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1698329785944064 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚54797988 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚464856929504256 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7553868540416 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1704485189827072 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚33793138 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 106007440 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚51209458 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6155403883008 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 WGDeviceStatsMonitor.on_train_batch_start/requested3ƒ¹¯Ê_bytes.large_pool.peak‚ 46246678528 _runtime‚10006.55790956 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚54808082 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1703805996114039 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚341 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1697659567823920 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6155403883008 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6146428290119 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7553815191552 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1697659542395952 trainer/global_step‚5899 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚464856561413120 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚51209452 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 % _timestamp‚1.7848494022527492e+09 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1704485189827072 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _step‚505 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚54797988 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1698329785944064 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚54797988 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚464856929504256 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7553868540416 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1698608721408000 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6156426391040 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1704765121625600 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚464935147779072 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1704084448650033 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1704085818689567 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚51217825 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 106024889 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚472490205196288 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 % _timestamp‚1.7848494036718113e+09 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6157771849728 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚33798700 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚33798357 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1704766493257728 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚15724775 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚54817178 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 106035003 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1698608695234560 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 106035003 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1697938369597696 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6146104480305 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚51217819 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚472490622434816 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 106024889 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6157771849728 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18073920 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚54807070 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 106035003 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1697938369597696 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6146104480305 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚51217819 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚472490622434816 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 106024889 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6157771849728 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18073920 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚54807070 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1698608721408000 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6156426391040 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1704765121625600 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚464935147779072 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1704084448650033 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1704085818689567 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚51217825 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 106024889 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚472490205196288 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 % _timestamp‚1.7848494036718113e+09 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6157771849728 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚33798700 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚33798357 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1704766493257728 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚15724775 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566úET[4×/ _wandbruntime‚10008  _runtime‚10008Çe‰ðØ€ 0loss/FRt1/assignment_loss‚1.9114311596378684 1loss/SRqqt1/detection_loss‚0.9616175955929793 2loss/FBt2/assignment_loss‚0.044804685045822384 /loss/FRt2/detection_loss‚1.4776711181707256 1loss/SRqqt2/detection_loss‚0.5860177759467022 epoch‚36 $ _timestamp‚1.784849403725867e+09 _runtime‚10008.027238777 0loss/FRt2/assignment_loss‚0.7205183651094262 2loss/SRqqt1/assignment_loss‚0.6064504517981307 .loss/FRt1/detection_loss‚0.524778420902832 trainer/global_step‚5899 1loss/SRqqt2/assignment_loss‚0.586934994154837 0loss/FBt1/assignment_loss‚0.0335475217529905 /loss/FBt1/detection_loss‚0.8530764895575967 /loss/FBt2/detection_loss‚0.5064924218408174 %loss/total_loss‚8.813340999510729 _step‚5076`¥ Ù… 0loss/FRt1/assignment_loss‚1.9114311596378684 1loss/SRqqt1/detection_loss‚0.9616175955929793 2loss/FBt2/assignment_loss‚0.044804685045822384 /loss/FRt2/detection_loss‚1.4776711181707256 1loss/SRqqt2/detection_loss‚0.5860177759467022 epoch‚36 $ _timestamp‚1.784849403725867e+09 _runtime‚10008.027238777 0loss/FRt2/assignment_loss‚0.7205183651094262 2loss/SRqqt1/assignment_loss‚0.6064504517981307 .loss/FRt1/detection_loss‚0.524778420902832 trainer/global_step‚5899 1loss/SRqqt2/assignment_loss‚0.586934994154837 0loss/FBt1/assignment_loss‚0.0335475217529905 /loss/FBt1/detection_loss‚0.8530764895575967 /loss/FBt2/detection_loss‚0.5064924218408174 %loss/total_loss‚8.813340999510729 _step‚507û©pÚ‚(:’ ‡ÈŠÓ³°€Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚374.26' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚74.85199999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Øn8ˆjÛ‚(:ß ‡ÈŠÓüÌôÐ disk.sda2.out‚0 disk.dm-1.in‚ 212289.015625) disk./.usagePercent‚55.10762218809516" disk.nvme0n1.in‚29433.10546875 disk.sda.in‚ 212289.015625 disk.sda1.out‚0 disk.dm-1.out‚ 388.28125$ disk.nvme0c0n1.in‚29433.10546875$ memory_percent‚92.06662178039551) proc.memory.percent‚11.39804522196452 disk.sda3.out‚ 388.28125) disk.nvme0c0n1.out‚219908.58642578125# proc.memory.rssMB‚ 2801.18359375 network.recv‚ 1.042905e+06$ disk./.usageGB‚821.1433944702148 disk.dm-0.in‚29433.10546875 disk.sda3.in‚ 212289.015625) proc.memory.availableMB‚ 1949.70703125 cpu‚25.35592940954246 proc.cpu.threads‚17 network.sent‚ 1.0379541e+07' disk.nvme0n1.out‚219908.58642578125$ disk.dm-0.out‚219908.58642578125 disk.sda.out‚ 388.28125 disk.sda1.in‚0 disk.sda2.in‚0ëºÐ¦”Ü‚(:‰ –ÈŠÓúï¾Î gpu.0.gpu‚91.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚325.107' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.0214 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0føl˜jÝ‚(:ß –ȊӔۙРdisk.sda2.out‚0# proc.memory.rssMB‚ 2801.18359375 proc.cpu.threads‚17 network.sent‚ 1.0439321e+07 disk.sda1.out‚0 disk.sda3.in‚ 212289.015625( proc.memory.availableMB‚ 1949.5546875 cpu‚25.355899465707424 disk.dm-0.in‚29433.10546875! disk.dm-0.out‚219910.83203125) disk./.usagePercent‚55.10760682764311$ disk./.usageGB‚821.1431655883789 disk.dm-1.in‚ 212289.015625 disk.dm-1.out‚ 388.76953125" disk.nvme0n1.in‚29433.10546875$ disk.nvme0n1.out‚219910.83203125 network.recv‚ 1.045109e+06 disk.sda.in‚ 212289.015625 disk.sda1.in‚0 disk.sda3.out‚ 388.76953125$ memory_percent‚92.06724166870117) proc.memory.percent‚11.39804522196452 disk.sda.out‚ 388.76953125$ disk.nvme0c0n1.in‚29433.10546875& disk.nvme0c0n1.out‚219910.83203125 disk.sda2.in‚0MÐ8¦4Þ/ _wandbruntime‚10049  _runtime‚10049Z ,ßúu 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18218736350536346 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9949740171432495 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9941128492355347 9"Purity/0FRt1SRqqt>…ã7:*FBt/event_purity‚0.6073472499847412 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7429100275039673 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.46382877230644226 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7391547560691833 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 +jet/accuracy_3_of_3‚0.08310016244649887 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5911848545074463 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 $ _timestamp‚1.784849445695866e+09 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4321383833885193 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_3‚1 particle/accuracy_3_of_3‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.017178870737552643 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.24644474685192108 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7010310292243958 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4860542118549347 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7609432339668274 7"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.61139976978302 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7441964149475098 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7435281276702881 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7191963791847229 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6246433258056641 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6665138006210327 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7193590402603149 8"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.699468731880188 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.28924208879470825 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7316964268684387 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19701679050922394 6validation_average_jet_accuracy‚0.3654851019382477 )loss/val_total_loss‚8.808058835324697 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.19669108092784882 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 particle/accuracy_1_of_3‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6081700921058655 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8757838606834412 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 &particle/accuracy‚0.84539794921875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 *jet/accuracy_1_of_4‚0.9793585538864136 epoch‚36 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8842430710792542 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.19773274660110474 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 /particle/accuracy_4_of_4‚0.9790295958518982 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6084592938423157 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.36984723806381226 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3070443868637085 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 'particle/f_score‚0.6340309977531433 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 *jet/accuracy_1_of_3‚0.9003302454948425 *jet/accuracy_2_of_3‚0.6044390201568604 particle/accuracy_3_of_4‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7549908757209778 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6733335852622986 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20005109906196594 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7195907235145569 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6480475664138794 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.24725677073001862 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 particle/accuracy_1_of_4‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 particle/accuracy_1_of_2‚1 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7894548177719116 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 )jet/accuracy_1_of_1‚0.328584760427475 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2464294284582138 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09239042550325394 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.20458200573921204 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6383155584335327 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7201553583145142 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.040945373475551605 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7704572677612305 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.30055588483810425 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/event_purity‚0.0303480364382267 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09156432002782822 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7829736471176147 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_4‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.32331976294517517 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.021914057433605194 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.057899489998817444 +particle/specificity‚0.9040220975875854 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2591564357280731 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10831832885742188 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.1891038417816162 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4791252911090851 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6084592938423157 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2584427297115326 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.24644474685192108 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8757838606834412 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.648565411567688 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.992362380027771 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9933236837387085 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7299702167510986 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07660825550556183 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6689434051513672 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8234447240829468 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5344552397727966 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0222968440502882 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07848387211561203 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7375123500823975 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.19790250062942505 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.23778939247131348 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6038785576820374 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4406527876853943 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03694142401218414 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6674579977989197 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.20359249413013458 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 +jet/accuracy_4_of_4‚0.02010233886539936 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_1_of_2‚0.7359734773635864 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6506677865982056 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6192885637283325 6 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.979042649269104 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.26454198360443115 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995760440826416 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6174265742301941 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8125279545783997 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5994178056716919 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.20922189950942993 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8100268244743347 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 +jet/accuracy_2_of_2‚0.15123677253723145 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8771164417266846 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 _runtime‚10049.998115779 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6600968837738037 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.612264096736908 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.046512868255376816 trainer/global_step‚5919 _step‚508 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9269603490829468 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2098490446805954 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.18734365701675415 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7519752979278564 particle/accuracy_1_of_1‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 +particle/sensitivity‚0.6287679672241211 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3649020195007324 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7316964268684387 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.017322607338428497 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2587133049964905 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 particle/accuracy_2_of_2‚1 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9860475063323975 )jet/accuracy_2_of_4‚0.836920440196991]|d¬;àÿu ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 *jet/accuracy_1_of_3‚0.9003302454948425 *jet/accuracy_2_of_3‚0.6044390201568604 particle/accuracy_3_of_4‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7549908757209778 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6733335852622986 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20005109906196594 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7195907235145569 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6480475664138794 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.24725677073001862 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 particle/accuracy_1_of_4‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 particle/accuracy_1_of_2‚1 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7894548177719116 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 )jet/accuracy_1_of_1‚0.328584760427475 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2464294284582138 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09239042550325394 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.20458200573921204 9"Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6383155584335327 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/0FRt1SRqqt*FBt/FBt_purity‚0.9950000047683716 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7201553583145142 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.040945373475551605 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7704572677612305 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.30055588483810425 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/event_purity‚0.0303480364382267 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09156432002782822 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7829736471176147 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_4‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.32331976294517517 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.021914057433605194 ;"Purity/2FRt0SRqqt0FBt/event_purity‚0.057899489998817444 +particle/specificity‚0.9040220975875854 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2591564357280731 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10831832885742188 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.1891038417816162 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4791252911090851 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6084592938423157 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.2584427297115326 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.24644474685192108 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8757838606834412 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.648565411567688 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.992362380027771 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9933236837387085 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7299702167510986 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07660825550556183 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6689434051513672 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8234447240829468 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8"Purity/0FRt0SRqqt2FBt/event_purity‚0.958638608455658 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8786706328392029 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5344552397727966 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0222968440502882 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.07848387211561203 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7375123500823975 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.19790250062942505 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.23778939247131348 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6038785576820374 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4406527876853943 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03694142401218414 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6674579977989197 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.20359249413013458 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 +jet/accuracy_4_of_4‚0.02010233886539936 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_1_of_2‚0.7359734773635864 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6506677865982056 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9868659377098083 7 Purity/*FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6192885637283325 6 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.979042649269104 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.26454198360443115 6 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.995760440826416 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6174265742301941 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8125279545783997 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5994178056716919 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.20922189950942993 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8100268244743347 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 +jet/accuracy_2_of_2‚0.15123677253723145 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8771164417266846 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 _runtime‚10049.998115779 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6600968837738037 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8"Purity/0FRt1SRqqt1FBt/event_purity‚0.612264096736908 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.046512868255376816 trainer/global_step‚5919 _step‚508 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9269603490829468 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9793192744255066 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2098490446805954 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.18734365701675415 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7519752979278564 particle/accuracy_1_of_1‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 +particle/sensitivity‚0.6287679672241211 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3649020195007324 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7316964268684387 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.017322607338428497 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2587133049964905 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 particle/accuracy_2_of_2‚1 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9860475063323975 )jet/accuracy_2_of_4‚0.836920440196991 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18218736350536346 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9949740171432495 7 Purity/*FRt1SRqqt*FBt/FBt_purity‚0.9964286088943481 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9941128492355347 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6073472499847412 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7429100275039673 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.46382877230644226 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7391547560691833 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 +jet/accuracy_3_of_3‚0.08310016244649887 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5911848545074463 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 $ _timestamp‚1.784849445695866e+09 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4321383833885193 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 particle/accuracy_2_of_3‚1 particle/accuracy_3_of_3‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.017178870737552643 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.24644474685192108 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7010310292243958 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4860542118549347 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7609432339668274 7"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.61139976978302 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7441964149475098 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7435281276702881 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7191963791847229 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6246433258056641 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6665138006210327 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7193590402603149 8"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.699468731880188 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.28924208879470825 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7316964268684387 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19701679050922394 6validation_average_jet_accuracy‚0.3654851019382477 )loss/val_total_loss‚8.808058835324697 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.19669108092784882 7 Purity/0FRt1SRqqt2FBt/FBt_purity‚0.9583333134651184 particle/accuracy_1_of_3‚1 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6081700921058655 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8757838606834412 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 &particle/accuracy‚0.84539794921875 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 *jet/accuracy_1_of_4‚0.9793585538864136 epoch‚36 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8842430710792542 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.19773274660110474 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 /particle/accuracy_4_of_4‚0.9790295958518982 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6084592938423157 9"Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0.0833333358168602 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.36984723806381226 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt1SRqqt1FBt/event_purity‚0.3070443868637085 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 'particle/f_score‚0.6340309977531433 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505ü¶åÔä“á‚(:ˆ ¥ÈŠÓ¡¾¿Î gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚55.0 gpu.0.powerWatts‚140.095' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚28.019 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0;€Fgâ‚(:Ü ¥ÈŠÓ¥œ¶Ñ! disk.nvme0n1.in‚ 29586.4140625 disk.sda1.in‚0 disk.sda1.out‚0$ memory_percent‚92.06728935241699# proc.memory.rssMB‚ 2801.18359375 proc.cpu.threads‚17 disk.dm-1.in‚ 212289.015625& disk.nvme0n1.out‚219914.2412109375) proc.memory.availableMB‚ 1949.54296875 network.recv‚ 1.046319e+06) disk./.usagePercent‚55.10772791920681# disk.nvme0c0n1.in‚ 29586.4140625 disk.dm-0.in‚ 29586.4140625# disk.dm-0.out‚219914.2412109375 disk.sda.in‚ 212289.015625 disk.sda.out‚ 389.078125 disk.sda2.in‚0$ disk./.usageGB‚821.1449699401855 disk.dm-1.out‚ 389.078125 disk.sda2.out‚0 disk.sda3.in‚ 212289.015625 disk.sda3.out‚ 389.078125) proc.memory.percent‚11.39804522196452 cpu‚25.358360030192564 network.sent‚ 1.044158e+07( disk.nvme0c0n1.out‚219914.2412109375›´ÔÓ“ã‚(:ˆ ´ÈŠÓ§ÏÈÎ gpu.0.gpu‚35.0 gpu.0.memory‚11, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚366.435' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.287 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Fk{Isä‚(:è ´ÈŠÓ‰®³Ð* disk./.usagePercent‚55.110805385775905 disk.sda.out‚ 389.5859375 disk.sda1.in‚0 disk.sda1.out‚0$ disk./.usageGB‚821.1908264160156 disk.sda2.out‚0 disk.sda3.out‚ 389.5859375 disk.dm-1.out‚ 389.5859375' disk.nvme0n1.out‚219918.08349609375$ disk.dm-0.out‚219918.08349609375# proc.memory.rssMB‚ 2801.18359375 cpu‚25.358451794554753 network.recv‚ 1.048485e+06 disk.sda2.in‚0 disk.sda3.in‚212518.90234375 disk.dm-1.in‚212518.90234375# disk.nvme0c0n1.in‚ 29605.7890625) disk.nvme0c0n1.out‚219918.08349609375$ memory_percent‚92.06838607788086 proc.cpu.threads‚17 network.sent‚ 1.049519e+07 disk.sda.in‚212518.90234375! disk.nvme0n1.in‚ 29605.7890625 disk.dm-0.in‚ 29605.7890625( proc.memory.availableMB‚ 1949.2734375) proc.memory.percent‚11.39804522196452-ð÷Êå‚(:” ÃÈŠÓ÷¾›Î gpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚31¬à&Õ9.445' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.888999999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0X§²mæ‚(:â ÃÈŠÓÂ’ÃÐ" disk.nvme0n1.in‚29643.98046875$ disk.nvme0n1.out‚219968.94140625 disk.dm-0.in‚29643.98046875$ disk./.usageGB‚821.1961212158203 disk.sda.in‚213794.07421875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚213794.07421875 disk.sda3.out‚ 389.98828125 disk.dm-1.in‚213794.07421875! disk.dm-0.out‚219968.94140625 network.recv‚ 1.04964e+06 disk.sda2.out‚0 proc.cpu.threads‚17 disk.dm-1.out‚ 389.98828125# memory_percent‚92.0675277709961' proc.memory.availableMB‚ 1949.484375# proc.memory.rssMB‚ 2801.18359375) proc.memory.percent‚11.39804522196452 cpu‚25.358438682122344 disk.sda.out‚ 389.98828125 network.sent‚ 1.0497244e+07) disk./.usagePercent‚55.11116072423343$ disk.nvme0c0n1.in‚29643.98046875& disk.nvme0c0n1.out‚219968.941406250§^Éžç‚(:“ ÒÈŠÓı¸Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚309.24' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.848000000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0™Q’’pè‚(:å ÒÈŠÓ…ž‡Ð' disk.nvme0n1.out‚220679.79736328125) proc.memory.availableMB‚ 1949.47265625) proc.memory.percent‚11.39804522196452* disk./.usagePercent‚55.169900372927195$ disk./.usageGB‚822.0713844299316 disk.sda.out‚ 390.515625 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 390.515625) disk.nvme0c0n1.out‚220679.79736328125 cpu‚25.3584039657552 network.recv‚ 1.050731e+06 disk.dm-1.out‚ 390.515625$ disk.dm-0.out‚220679.79736328125 disk.sda2.in‚0 disk.sda3.in‚213794.07421875# disk.nvme0c0n1.in‚ 29645.7734375! disk.nvme0n1.in‚ 29645.7734375 disk.dm-0.in‚ 29645.7734375$ memory_percent‚92.06757545471191# proc.memory.rssMB‚ 2801.18359375 proc.cpu.threads‚17 network.sent‚ 1.0499368e+07 disk.sda.in‚213794.07421875 disk.sda1.out‚0 disk.dm-1.in‚213794.07421875@Œð4é/ _wandbruntime‚10097  _runtime‚10097Md…Èê _step‚509 ' lr-AdamW/pg1‚1.8690404573478982e-05 ' lr-AdamW/pg2‚1.8690404573478982e-05 trainer/global_step‚5949 # _timestamp‚1.78484949271242e+09 _runtime‚10097.014925444c3bÍëÇ ' lr-AdamW/pg1‚1.8690404573478982e-05 ' lr-AdamW/pg2‚1.8690404573478982e-05 trainer/global_step‚5949 # _timestamp‚1.78484949271242e+09 _runtime‚10097.014925444 _step‚509ý½;¤4ì/ _wandbruntime‚10097  _runtime‚10097ÇÇæ(í‚P QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚34093988 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚476434899841024 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 106960591 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _step‚510 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6200737227336 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1719948316401664 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1719949688026624 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚55281685 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1713738512062464 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚15858057 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1713061942884816 trainer/global_step‚5949 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚468814200870912 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 _runtime‚10097.015048356 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚15858062 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1713738538235904 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6199392615882 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚55291779 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚34093649 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7621067061248 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1719261310072730 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚51678906 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1719948316401664 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚339 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚18235926 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚18235592 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 106970691 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6211149790720 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622Åò×ï (î‡P WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚51678912 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚476435323378176 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1713738512062464 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6200737227336 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1719948316401664 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1719949688026624 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚55281685 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1713738512062464 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚15858057 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1713061942884816 trainer/global_step‚5949 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚468814200870912 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 _runtime‚10097.015048356 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚15858062 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1713738538235904 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6199392615882 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚55291779 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚34093649 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7621067061248 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1719261310072730 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚51678906 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1719948316401664 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚339 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚18235926 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚18235592 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 106970691 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6211149790720 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚34093988 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚476434899841024 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 106960591 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _step‚510 JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 106978040 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1719542502687680 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚51687273 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18238899 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚476515157298688 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6201758029088 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1720228248200192 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚476514740060160 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚468892787236864 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1713340744658592 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6200413417522 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 106978040 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚51687279 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1720229619832320 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6210826847232 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚468892419145728 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1720229619832320 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚34099601 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7622370061824 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚15860697 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7622320914432 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6210826847232 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 trainer/global_step‚5949 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚51687279 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1719541132648146 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 106988154 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15860702 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚51687273 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1714017447526400 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6212172305920 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚34099270 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚326 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 _runtime‚10098.433374849 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 106988154 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚55290767 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1714017421352960 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6212172305920 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚55300875 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.currenT›DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚15860697 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7622320914432 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6210826847232 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 trainer/global_step‚5949 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚51687279 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1719541132648146 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 106988154 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15860702 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚51687273 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1714017447526400 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6212172305920 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚34099270 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚326 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 _runtime‚10098.433374849 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 106988154 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚55290767 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1714017421352960 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6212172305920 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚55300875 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚331 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1713340719230624 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 106978040 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1719542502687680 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚51687273 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18238899 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚476515157298688 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6201758029088 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1720228248200192 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚476514740060160 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚468892787236864 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1713340744658592 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6200413417522 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 106978040 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128ÿ-Ž2[4ò/ _wandbruntime‚10098  _runtime‚10098‹Õ5…ó‚ /loss/FRt1/assignment_loss‚2.035473632928237 0loss/FRt2/assignment_loss‚0.6952943374577178 2loss/FBt1/assignment_loss‚0.034622436369564094 2loss/FBt2/assignment_loss‚0.043552847220153415 epoch‚37 trainer/global_step‚5949 2loss/SRqqt2/assignment_loss‚0.5176000547412138 /loss/FRt1/detection_loss‚0.5117070748295395 /loss/FRt2/detection_loss‚1.4976164604128939 0loss/SRqqt1/detection_loss‚0.949971070327516 /loss/FBt2/detection_loss‚0.3439628692995611 %loss/total_loss‚8.455363401292484 % _timestamp‚1.7848494941862788e+09 _runtime‚10098.487609155 2loss/SRqqt1/assignment_loss‚0.5788326599714354 1loss/SRqqt2/detection_loss‚0.6188636110868968 .loss/FBt1/detection_loss‚0.627866346647756 _step‚512¡àw ô‡ 0loss/SRqqt1/detection_loss‚0.949971070327516 /loss/FBt2/detection_loss‚0.3439628692995611 %loss/total_loss‚8.455363401292484 % _timestamp‚1.7848494941862788e+09 _runtime‚10098.487609155 2loss/SRqqt1/assignment_loss‚0.5788326599714354 1loss/SRqqt2/detection_loss‚0.6188636110868968 .loss/FBt1/detection_loss‚0.627866346647756 _step‚512 /loss/FRt1/assignment_loss‚2.035473632928237 0loss/FRt2/assignment_loss‚0.6952943374577178 2loss/FBt1/assignment_loss‚0.034622436369564094 2loss/FBt2/assignment_loss‚0.043552847220153415 epoch‚37 trainer/global_step‚5949 2loss/SRqqt2/assignment_loss‚0.5176000547412138 /loss/FRt1/detection_loss‚0.5117070748295395 /loss/FRt2/detection_loss‚1.4976164604128939€ÿv¡†”õ‚(:‰ áÈŠÓÀ‹¢Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚355.706' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.1412 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0{ZîDsö‚(:è áÈŠÓªâ—Ð cpu‚25.358464707850974 disk.sda2.out‚0" disk.nvme0n1.in‚29755.04296875% proc.memory.availableMB‚ 1949.6875) proc.memory.percent‚11.39804522196452 proc.cpu.threads‚17 network.sent‚ 1.0501441e+07 network.recv‚ 1.052012e+06$ disk./.usageGB‚822.0898056030273 disk.sda.out‚ 390.8203125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0$ disk.nvme0c0n1.in‚29755.04296875) disk./.usagePercent‚55.17113663331005$ disk.dm-0.out‚220680.94189453125 disk.sda.in‚213794.07421875 disk.sda3.in‚213794.07421875 disk.sda3.out‚ 390.8203125 disk.dm-1.in‚213794.07421875 disk.dm-1.out‚ 390.8203125) disk.nvme0c0n1.out‚220680.94189453125 disk.dm-0.in‚29755.04296875' disk.nvme0n1.out‚220680.94189453125$ memory_percent‚92.06670125325522# proc.memory.rssMB‚ 2801.18359375–Ð{²”÷‚(:‰ ðÈŠÓ¶¾¸Î gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.996' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.1992 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0°; ·vø‚(:ë ðȊӮƒÐ) disk.nvme0c0n1.out‚220855.00537109375 disk.sda1.in‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2801.18359375 cpu‚25.358453084064088) disk./.usagePercent‚55.17100632547511$ disk.nvme0c0n1.in‚29757.16015625 disk.dm-0.in‚29757.16015625 disk.sda.in‚214313.12890625 disk.sda2.out‚0 proc.cpu.threads‚17 network.sent‚ 1.0561322e+07 network.recv‚ 1.054281e+06$ disk./.usageGB‚822.0878639221191 disk.sda3.out‚ 391.42578125 disk.dm-1.in‚214313.12890625 disk.dm-1.out‚ 391.42578125 disk.sda.out‚ 391.42578125 disk.sda1.out‚0' disk.nvme0n1.out‚220855.00537109375$ memory_percent‚92.06771850585938% proc.memory.availableMB‚ 1949.4375) proc.memory.percent‚11.39804522196452" disk.nvme0n1.in‚29757.16015625$ disk.dm-0.out‚220855.00537109375 disk.sda3.in‚214313.12890625£À“ù‚(:ˆ ÿÈŠÓŠ‘ÄÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚308.415' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.683 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0f\sú‚(:è ÿÈŠÓ”‚ûÏ network.sent‚ 1.0563388e+07) disk./.usagePercent‚55.17129791805662" disk.nvme0n1.in‚29769.86328125 disk.dm-0.in‚29769.86328125 disk.sda1.in‚0) proc.memory.percent‚11.39804522196452$ disk./.usageGB‚822.0922088623047 disk.sda3.out‚ 391.8046875 disk.dm-1.out‚ 391.8046875$ disk.dm-0.out‚220889.34521484375 disk.sda.out‚ 391.8046875# proc.memory.rssMB‚ 2801.18359375 cpu‚25.358416410175337 proc.cpu.threads‚17 disk.sda3.in‚214862.3984375 disk.dm-1.in‚214862.3984375$ disk.nvme0c0n1.in‚29769.86328125 disk.sda.in‚214862.3984375 disk.sda2.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 1949.19140625 network.recv‚ 1.055434e+06) disk.nvme0c0n1.out‚220889.34521484375' disk.nvme0n1.out‚220889.34521484375 disk.sda1.out‚0# memory_percent‚92.0687198638916"n6#“û‚(:ˆ ŽÉŠÓÔ ´Î gpu.0.gpu‚74.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚366.435' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.287 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0à­iü‚(:Þ ŽÉŠÓæåÁÑ disk.dm-0.in‚29769.86328125 disk.dm-0.out‚221260.8984375 cpu‚25.35846949732125 proc.cpu.threads‚17) disk./.usagePercent‚55.24071717704875 disk.sda.out‚ 392.52734375 disk.sda1.out‚0 disk.sda3.in‚214862.3984375 disk.dm-1.out‚ 392.52734375$ memory_percent‚92.06876754760742 network.sent‚ 1.0565599e+07 network.recv‚ 1.056465e+06 disk.sda.in‚214862.3984375 disk.dm-1.in‚214862.3984375$ disk.nvme0c0n1.in‚29769.86328125# disk.nvme0n1.out‚221262.3984375( proc.memory.availableMB‚ 1949.1796875) proc.memory.percent‚11.39804522196452 disk.sda2.in‚0 disk.sda2.out‚0" disk.nvme0n1.in‚29769.86328125# proc.memory.rssMB‚ 2801.18359375$ disk./.usageGB‚823.1266059875488 disk.sda1.in‚0 disk.sda3.out‚ 392.52734375% disk.nvme0c0n1.out‚221262.3984375 bð«”ý‚(:‰ ÉŠÓÿÜÎ gpu.0.gpu‚92.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.818' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.7636 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0›Õæó_þ‚(:Ô ÉŠÓÒ¥—Ð" disk.nvme0n1.in‚29908.65234375 disk.nvme0n1.out‚ 221463.5625 disk.dm-0.in‚29908.65234375 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.in‚214862.3984375" disk.nvme0c0n1.out‚ 221463.5625 disk.dm-0.out‚ 221463.5625 disk.sda.in‚214862.3984375 disk.sda2.in‚0 disk.sda3.in‚214862.3984375 disk.sda3.out‚ 392.81640625 proc.cpu.threads‚17 network.sent‚ 1.0567138e+07 network.recv‚ 1.057656e+06( disk./.usagePercent‚55.2615733428407$ disk.nvme0c0n1.in‚29908.65234375# memory_percent‚92.0677661895752) proc.memory.availableMB‚ 1949.42578125# proc.memory.rssMB‚ 2801.18359375) proc.memory.percent‚11.39804522196452$ disk./.usageGB‚823.4373779296875 disk.dm-1.out‚ 392.81640625 disk.sda.out‚ 392.81640625 disk.sda1.out‚0 cpu‚25.35846395102017ÿ}û4ÿ/ _wandbruntime‚10177  _runtime‚10177—gÎÇ€Á & lr-AdamW/pg1‚1.783906396330215e-05 & lr-AdamW/pg2‚1.783906396330215e-05 trainer/global_step‚5999 $ _timestamp‚1.784849572909666e+09 _runtime‚10177.211186364 _step‚513Ö?Î^ÌÆ $ _timestamp‚1.784849572909666e+09 _runtime‚10177.211186364 _step‚513 & lr-AdamW/pg1‚1.783906396330215e-05 & lr-AdamW/pg2‚1.783906396330215e-05 trainer/global_step‚5999oÑå¥4‚/ _wandbruntime‚10177  _runtime‚10177»^àN(ƒP TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1733946342107648 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚55747731 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1727684002760704 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6260993895424 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚52097256 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚5999 $ _timestamp‚1.784849572910674e+09 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 107834893 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚52097256 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚52097262 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7683581691392 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚34374003 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚55737637 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚480426681517056 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚472743151077376 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚10177.212461008 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚18383946 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1727002031573616 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1733252502644338 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 107844993 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1727683976587264 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1733944970482688 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚349 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6260993895424 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7683530439680 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1733944970482688 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1727683976587264 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚52097262 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚15990062 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚18384290 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6250496498690 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚472743519168512 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112·M“ „†P H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚480426681517056 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚472743151077376 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚10177.212461008 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚18383946 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1727002031573616 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1733252502644338 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 107844993 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1727683976587264 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1733944970482688 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚349 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6260993895424 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7683530439680 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1733944970482688 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1727683976587264 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚52097262 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚15990062 XKDeviceStatsMonitor.on_train_batch_stfO'art/inactive_split.small_pool.allocated‚18384290 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6250496498690 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚472743519168512 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1733946342107648 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚55747731 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1727684002760704 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6260993895424 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚52097256 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 trainer/global_step‚5999 $ _timestamp‚1.784849572910674e+09 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 107834893 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚52097256 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚52097262 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7683581691392 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚34374003 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚55737637 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0‚ê“db4…/ _wandbruntime‚10178  _runtime‚10178mÄ·'†ŒN F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1727962912051200 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6263361862144 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚15992702 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7684775906304 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6251517300330 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1734226273913344 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚55756827 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚52105629 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚34379576 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1727280833347392 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848495743312707e+09 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚472821737443328 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7684831345152 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6252861911896 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚472822105534464 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚55746719 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6262016403456 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 107862456 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18387229 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1733532325219754 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6262016403456 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚480506936879616 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 107862456 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚34379931 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1733533695259288 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚55746719 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 107862456 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚34379931 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1733533695259288 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚55746719 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚34379576 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1727280833347392 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848495743312707e+09 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚472821737443328 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7684831345152 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6252861911896 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚472822105534464 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚55746719 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6262016403456 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 107862456 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18387229 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1733532325219754 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6262016403456 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚480506936879616 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6302944992952 trainer/global_step‚6049 _step‚518 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6301600381498 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6312183451648 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6313528903168 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚476672837466112 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16122062 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚476672469374976 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚52515612 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1740942120262416 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1747941624563712 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 _runtime‚10257.612933244 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1747941624563712 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚52515606 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚56203683 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1741629467285504 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚16122057 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1747245065255368 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚34654394 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚375 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚18532332 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653‰gÀ (š‡P M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚34654019 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6302944992952 trainer/global_step‚6049 _step‚518 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6301600381498 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6312183451648 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6313528903168 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚476672837466112 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16122062 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚476672469374976 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚52515612 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1740942120262416 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1747941624563712 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 _runtime‚10257.612933244 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1747941624563712 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚52515606 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚56203683 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1741629467285504 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚16122057 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1747245065255368 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚34654394 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚375 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚18532332 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6313528903168 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚56203683 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚484418655988736 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 425634304 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1747942996188672 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6312183451648 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1747243695215946 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚56193589 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚18531962 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚484418230354432 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚57543168 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚56193589 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7745818522624 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7745760979456 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1740942094834448 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1741629441112064 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520† ­ßÁ4›/ _wandbruntime‚10259  _runtime‚10259cä—û)#œŒN M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚484498052939264 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1747523517791362 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1748222927994368 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚369 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚34659589 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚56212779 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6303965794704 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7746997198336 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚10259.028963216 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1748221556362240 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6302621183138 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1741908350402560 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 108736758 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 425627136 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚52523973 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚56202671 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1741908376576000 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654I1¸H'‘N NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚56202671 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚18534892 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚56202671 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1741908376576000 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚484498052939264 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1747523517791362 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1748222927994368 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚369 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚34659589 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚56212779 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6303965794704 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7746997198336 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _runtime‚10259.028963216 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1748221556362240 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6302621183138 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1741908350402560 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 108736758 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 425627136 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚52523973 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 EDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚480630108832768 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7812766226944 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚52985060 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚488442506968576 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1756344495323312 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1757038193403904 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚6099 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1763404751138304 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16257984 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚488442915825664 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 408857088 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚480629740741632 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚10347.958955901 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6367929359360 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚34955644 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6367929359360 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚34955342 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚56687380 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1763406122763264 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1757038167230464 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚52985066 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7812806992896 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1762700379214059 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 109672446 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚56677286 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1763404751138304 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚56677286 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6355909318715 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚302 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6357253930169 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚523 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1763404751138304 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚56677286 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6355909318715 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚302 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6357253930169 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚523 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚480630108832768 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7812766226944 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚52985060 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚488442506968576 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1756344495323312 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1757038193403904 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚6099 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1763404751138304 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16257984 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚488442915825664 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 408857088 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚Ø¢»‹480629740741632 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚10347.958955901 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6367929359360 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚34955644 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6367929359360 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚34955342 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚56687380 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1763406122763264 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1757038167230464 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚52985066 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7812806992896 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1762700379214059 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 109672446‹ÉÐÍ4¶/ _wandbruntime‚10349  _runtime‚10349=o['·‹N TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚480708695198720 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7814048173568 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6356930120355 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚56696476 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 109679795 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6368951874560 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚16260619 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18700654 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1756623271669120 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚56686368 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1757317076520960 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6367606415872 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1763686054568960 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚18700355 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚52993427 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚34961278 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1762981571829009 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 _runtime‚10349.374160737 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1763684682936832 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚52993433 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚52993427 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚56686368 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚56696476 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6367606415872 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 109679795 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1757317076520960 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚488522784131072 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _step‚524 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6368951874560 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚304 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚34960974 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16260624 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1757317102694400 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1763686054568960 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 109689909 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 $ _timestamp‚1.784849745072367e+09 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6358274731921 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1762980201789475 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824ã å'¸N NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚56686368 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1757317076520960 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6367606415872 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1763686054568960 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚18700355 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚52993427 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚34961278 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1762981571829009 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 _runtime‚10349.374160737 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1763684682936832 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚52993433 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚52993427 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚56686368 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚56696476 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6367606415872 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 109679795 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1757317076520960 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚488522784131072 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _step‚524 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6368951874560 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚304 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚34960974 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16260624 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1757317102694400 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1763686054568960 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 109689909 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 $ _timestamp‚1.784849745072367e+09 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6358274731921 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1762980201789475 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚480708695198720 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7814048173568 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6356930120355 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚56696476 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 109679795 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6368951874560 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚16260619 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18700654 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1756623271669120 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0Œøš¹14¹/ _wandbruntime‚10349  _runtime‚10349s&·{ º„ 2loss/SRqqt2/assignment_loss‚0.5493024925872867 2loss/FBt1/assignment_loss‚0.010028443361808607 2loss/FBt2/assignment_loss‚0.048554809319287136 /loss/FRt2/detection_loss‚1.4641246888840873 /loss/FBt2/detection_loss‚0.6872641068759221 _runtime‚10349.427576282 0loss/FRt1/assignment_loss‚1.9545056946597534 /loss/FRt2/assignment_loss‚0.935773837676246 2loss/SRqqt1/assignment_loss‚0.5288409694486187 1loss/SRqqt2/detection_loss‚0.6789415095271927 trainer/global_step‚6099 _step‚525 /loss/FBt1/detection_loss‚0.7763897366821766 epoch‚38 $ _timestamp‚1.784849745126113e+09 0loss/FRt1/detection_loss‚0.49852683638905443 1loss/SRqqt1/detection_loss‚0.8837128410431191 %loss/total_loss‚9.015965966454553™{^»‰ 0loss/FRt1/detection_loss‚0.49852683638905443 1loss/SRqqt1/detection_loss‚0.8837128410431191 %loss/total_loss‚9.015965966454553 2loss/SRqqt2/assignment_loss‚0.5493024925872867 2loss/FBt1/assignment_loss‚0.010028443361808607 2loss/FBt2/assignment_loss‚0.048554809319287136 /loss/FRt2/detection_loss‚1.4641246888840873 /loss/FBt2/detection_loss‚0.6872641068759221 _runtime‚10349.427576282 0loss/FRt1/assignment_loss‚1.9545056946597534 /loss/FRt2/assignment_loss‚0.935773837676246 2loss/SRqqt1/assignment_loss‚0.5288409694486187 1loss/SRqqt2/detection_loss‚0.6789415095271927 trainer/global_step‚6099 _step‚525 /loss/FBt1/detection_loss‚0.7763897366821766 epoch‚38 $ _timestamp‚1.784849745126113e+09kMŸ¼‚(:” ÑÊŠÓÕ¥ŠÎ gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚376.964' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚75.39280000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0pȺÆ`½‚(:Õ ÑÊŠÓí‡ñÐ$ disk./.usageGB‚821.9235343933105 disk.dm-0.in‚ 30445.71875 disk.sda1.out‚0 disk.dm-1.in‚219089.0078125) proc.memory.percent‚11.39804522196452 network.recv‚ 1.074422e+06' disk.nvme0c0n1.out‚223313.318359375% disk.nvme0n1.out‚223313.318359375 disk.sda.in‚219089.0078125 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 398.1171875$ memory_percent‚92.07280476888022 network.sent‚ 1.0759437e+07) disk./.usagePercent‚55.15997803291511 disk.nvme0n1.in‚ 30445.71875 disk.sda2.in‚0 disk.sda3.in‚219089.0078125# proc.memory.rssMB‚ 2801.18359375 cpu‚25.36095857093225 proc.cpu.threads‚17! disk.nvme0c0n1.in‚ 30445.71875" disk.dm-0.out‚223313.318359375 disk.sda.out‚ 398.1171875 disk.sda3.out‚ 398.1171875% proc.memory.availableMB‚ 1948.1875,#⟾‚(:” àÊŠÓ°µÈÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.467' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.093399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0j{¼·i¿‚(:Þ àÊŠÓó“ÀÐ disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 219669.96875 disk.dm-1.in‚ 219669.96875 disk.dm-1.out‚ 398.55078125" disk.dm-0.out‚223339.173828125 disk.sda1.out‚0 disk.sda3.out‚ 398.55078125% disk.nvme0n1.out‚223339.173828125 disk.dm-0.in‚ 30473.3203125$ memory_percent‚92.07396507263184# proc.memory.rssMB‚ 2801.18359375 cpu‚25.360944724072898' disk.nvme0c0n1.out‚223339.173828125! disk.nvme0n1.in‚ 30473.3203125 network.recv‚ 1.076703e+06# disk.nvme0c0n1.in‚ 30473.3203125 disk.sda.in‚ 219669.96875 disk.sda.out‚ 398.55078125 disk.sda1.in‚0) proc.memory.availableMB‚ 1947.90234375 network.sent‚ 1.0819299e+07$ disk./.usageGB‚821.8645935058594) proc.memory.percent‚11.39804522196452 proc.cpu.threads‚17* disk./.usagePercent‚55.156022460503564IÍŸÀ‚(:” ïÊŠÓ¥ÔÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚311.123' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.224599999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ï„UÁ‚(:Ê ïÊŠÓ‰Ô’Ð disk.sda1.in‚0 disk.nvme0n1.out‚ 223395.5625 disk.dm-0.in‚ 30493.6796875 disk.dm-0.out‚ 223395.5625) proc.memory.percent‚11.39804522196452 network.sent‚ 1.0821408e+07 network.recv‚ 1.077901e+06( disk./.usagePercent‚55.1409853459649 disk.sda.in‚ 220185.5625 disk.sda1.out‚0 disk.sda3.in‚ 220185.5625 disk.dm-1.out‚ 398.95703125# disk.nvme0c0n1.in‚ 30493.6796875$ disk./.usageGB‚821.6405296325684 disk.dm-1.in‚ 220185.5625" disk.nvme0c0n1.out‚ 223395.5625! disk.nvme0n1.in‚ 30493.6796875$ memory_percent‚92.07402865091959) proc.memory.availableMB‚ 1947.88671875# proc.memory.rssMB‚ 2801.18359375 cpu‚25.360906805787927 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 398.95703125 proc.cpu.threads‚17 disk.sda.out‚ 398.95703125<ü‹‹•Â‚(:Š þÊŠÓ÷­¡Î gpu.0.gpu‚100.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚377.211' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚75.4422 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‹yFLQÂ(:Æ þÊŠÓ͸ŒÐ disk.sda.out‚ 399.515625 disk.sda2.out‚0! disk.nvme0c0n1.in‚ 30495.78125$ memory_percent‚92.07310676574707 disk.dm-0.in‚ 30495.78125 disk.dm-0.out‚ 223407.578125 disk.sda1.in‚0 disk.sda3.out‚ 399.515625 disk.dm-1.in‚ 220185.5625$ disk.nvme0c0n1.out‚ 223407.578125) proc.memory.availableMB‚ 1948.11328125 proc.cpu.threads‚17* disk./.usagePercent‚55.137018509221846 disk.sda3.in‚ 220185.5625 disk.dm-1.out‚ 399.515625# proc.memory.rssMB‚ 2801.18359375 cpu‚25.360963222101585 network.sent‚ 1.0823481e+07" disk.nvme0n1.out‚ 223407.578125 disk.sda1.out‚0 disk.sda2.in‚0) proc.memory.percent‚11.39804522196452 network.recv‚ 1.078838e+06$ disk./.usageGB‚821.5814208984375 disk.nvme0n1.in‚ 30495.78125 disk.sda.in‚ 220185.5625DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1770284558584144 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 % _timestamp‚1.7848498238604417e+09 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚333 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚35236552 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚16389979 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚35236890 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚53403416 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚492434745646592 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚57143332 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16389984 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7875739956224 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1776691571785667 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 110546748 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚57143332 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚18846573 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1777401405219328 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1770983631755264 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚484559427130368 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1770284584012112 trainer/global_step‚6149 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚57133238 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1770983631755264 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6419118915584 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚484559059039232 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6407013201523 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 _runtime‚10428.16225364°$| (͆P aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚484559059039232 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6407013201523 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 _runtime‚10428.16225364 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1770983657928704 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1770983657928704 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1770284558584144 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 % _timestamp‚1.7848498238604417e+09 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚333 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚35236552 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚16389979 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚35236890 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚53403416 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚492434745646592 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚57143332 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16389984 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7875739956224 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1776691571785667 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 110546748 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚57143332 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚18846573 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1777401405219328 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1770983631755264 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚484559427130368 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1770284584012112 trainer/global_step‚6149 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚57133238 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1770983631755264 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6419118915584 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5<4Î/ _wandbruntime‚10429  _runtime‚10429ϸÉj#Ï‹N OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚330 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚18849432 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1776972764400617 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1771262567219200 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1770563385785888 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1777682708649984 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚57152428 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6418795972096 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚16392619 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7876987482112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚35242051 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6408034003163 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚57152428 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1770563360357920 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6420141430784 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 _step‚528 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16392624 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6409378614729 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1777682708649984 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚35242386 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚53411777 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1776971394361083 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1771262541045760 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚484638013496320 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚53411783 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 110564211 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚492515000978432 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1777681337017856 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7876938334720 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1771262567219200 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚57142320 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 110564211 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 110554097 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 110554097 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534"÷Âk'ÐN XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16392624 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6409378614729 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1777682708649984 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚35242386 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚53411777 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1776971394361083 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1771262541045760 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚484638013496320 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚53411783 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 110564211 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚492515000978432 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1777681337017856 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7876938334720 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1771262567219200 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚57142320 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 110564211 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 110554097 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 110554097 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚330 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚18849432 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1776972764400617 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1771262567219200 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1770563385785888 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1777682708649984 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚57152428 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6418795972096 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚16392619 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7876987482112 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚35242051 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6408034003163 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚57152428 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1770563360357920 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6420141430784 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 _step‚528 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688nžý4Ñ/ _wandbruntime‚10429  _runtime‚10429 j–< Ò† 0loss/FRt1/assignment_loss‚2.0506786795388203 2loss/FBt1/assignment_loss‚0.023589375306701344 /loss/FRt2/detection_loss‚1.4958502593681018 1loss/SRqqt1/detection_loss‚0.8976568737292602 /loss/FBt1/detection_loss‚0.8186665886130772 epoch‚38 _runtime‚10429.634265252 _step‚529 2loss/FBt2/assignment_loss‚0.031918260401173904 /loss/FRt1/detection_loss‚0.5414221805232409 0loss/FBt2/detection_loss‚0.48892866477805685 %loss/total_loss‚8.763206920550202 % _timestamp‚1.7848498253329227e+09 2loss/SRqqt1/assignment_loss‚0.5875552031049137 2loss/SRqqt2/assignment_loss‚0.4892785569007129 1loss/SRqqt2/detection_loss‚0.6105535969259653 trainer/global_step‚6149 0loss/FRt2/assignment_loss‚0.7271086813601773j­ÌÓ‹ 0loss/FBt2/detection_loss‚0.48892866477805685 %loss/total_loss‚8.763206920550202 % _timestamp‚1.7848498253329227e+09 2loss/SRqqt1/assignment_loss‚0.5875552031049137 2loss/SRqqt2/assignment_loss‚0.4892785569007129 1loss/SRqqt2/detection_loss‚0.6105535969259653 trainer/global_step‚6149 0loss/FRt2/assignment_loss‚0.7271086813601773 0loss/FRt1/assignment_loss‚2.0506786795388203 2loss/FBt1/assignment_loss‚0.023589375306701344 /loss/FRt2/detection_loss‚1.4958502593681018 1loss/SRqqt1/detection_loss‚0.8976568737292602 /loss/FBt1/detection_loss‚0.8186665886130772 epoch‚38 _runtime‚10429.634265252 _step‚529 2loss/FBt2/assignment_loss‚0.031918260401173904 /loss/FRt1/detection_loss‚0.5414221805232409‘ ½™”Ô‚(:‰ «ËŠÓãÿºÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚370.923' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.1846 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0~!MÔkÕ‚(:à «ËŠÓ·¬òÏ network.sent‚ 1.0829672e+07$ disk.nvme0c0n1.in‚30646.65234375% disk.nvme0c0n1.out‚223620.1015625# disk.nvme0n1.out‚223620.1015625 disk.sda3.out‚ 400.76171875$ memory_percent‚91.63549741109213 cpu‚25.360917199646355 proc.cpu.threads‚17 disk.dm-0.in‚30646.65234375 disk.sda.out‚ 400.76171875 disk.sda1.in‚0 network.recv‚ 1.082224e+06$ disk./.usageGB‚821.8042221069336 disk.dm-1.out‚ 400.76171875 disk.sda1.out‚0 disk.sda2.out‚0" proc.memory.rssMB‚ 2659.9765625* proc.memory.percent‚10.823472340901692) disk./.usagePercent‚55.15197088526668 disk.dm-1.in‚221761.0390625" disk.nvme0n1.in‚30646.65234375 disk.dm-0.out‚223620.1015625 disk.sda.in‚221761.0390625 disk.sda2.in‚0 disk.sda3.in‚221761.0390625) proc.memory.availableMB‚ 2055.66015625AÅíŸÖ‚(:” ºËŠÓåœÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚314.078' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.815599999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0%ÝhZQׂ(:Æ ºËŠÓàǀРdisk.dm-1.in‚221761.0390625 disk.nvme0n1.in‚ 30658.5625 disk.sda.in‚221761.0390625 disk.sda1.out‚0 disk.sda2.out‚0& proc.memory.availableMB‚ 2055.40625 proc.cpu.threads‚17 network.recv‚ 1.084644e+06* disk./.usagePercent‚55.112477882997105! disk.nvme0n1.out‚ 223649.53125 disk.dm-0.in‚ 30658.5625 disk.sda1.in‚0 disk.sda2.in‚0* proc.memory.percent‚10.864051183064777 cpu‚25.360924829224427# disk./.usageGB‚821.215747833252 disk.dm-1.out‚ 401.359375 disk.nvme0c0n1.in‚ 30658.5625 disk.dm-0.out‚ 223649.53125 disk.sda3.in‚221761.0390625 disk.sda3.out‚ 401.359375# disk.nvme0c0n1.out‚ 223649.53125 disk.sda.out‚ 401.359375$ memory_percent‚91.63653055826822# proc.memory.rssMB‚ 2669.94921875 network.sent‚ 1.0889336e+07³wÜŠ”Ø‚(:‰ ÉËŠÓÂÍ«Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚328.351' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.6702 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÒCO3jÙ‚(:ß ÉËŠÓñµ§Ð proc.cpu.threads‚17 network.recv‚ 1.085999e+06 disk.sda.out‚ 401.9609375 cpu‚25.360883984550902 network.sent‚ 1.0891454e+07 disk.dm-0.in‚ 30658.5625 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.in‚221761.0390625) disk.nvme0c0n1.out‚223653.20068359375 disk.nvme0n1.in‚ 30658.5625$ memory_percent‚91.63654645284018$ disk./.usageGB‚820.1792907714844 disk.sda2.in‚0 disk.sda3.in‚221761.0390625 disk.nvme0c0n1.in‚ 30658.5625' disk.nvme0n1.out‚223653.20068359375) proc.memory.availableMB‚ 2055.40234375# proc.memory.rssMB‚ 2669.94921875* proc.memory.percent‚10.864051183064777* disk./.usagePercent‚55.042920379936476$ disk.dm-0.out‚223653.20068359375 disk.sda.in‚221761.0390625 disk.sda1.out‚0 disk.sda3.out‚ 401.9609375 disk.dm-1.out‚ 401.9609375Ѧk”Ú‚(:‰ ØËŠÓâ…ÌÎ gpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚367.251' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.4502 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¥çCqÛ‚(:æ ØˊӋʲРdisk.dm-0.in‚30792.44921875$ disk.dm-0.out‚223655.00439453125$ memory_percent‚91.63653055826822& proc.memory.availableMB‚ 2055.40625 network.sent‚ 1.0893497e+07 disk.sda2.in‚0 disk.sda2.out‚0' disk.nvme0n1.out‚223655.00439453125 disk.sda.out‚ 402.4140625 disk.sda1.in‚0# proc.memory.rssMB‚ 2669.94921875 cpu‚25.36093920515838) disk./.usagePercent‚55.04179394678582$ disk./.usageGB‚820.1625061035156 disk.dm-1.in‚222311.3671875 disk.sda.in‚222311.3671875 disk.sda1.out‚0* proc.memory.percent‚10.864051183064777 proc.cpu.threads‚17 network.recv‚ 1.086909e+06 disk.sda3.in‚222311.3671875$ disk.nvme0c0n1.in‚30792.44921875 disk.sda3.out‚ 402.4140625 disk.dm-1.out‚ 402.4140625) disk.nvme0c0n1.out‚223655.00439453125" disk.nvme0n1.in‚30792.44921875ï†TמÜ‚(:“ çËŠÓ˜ôÑÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚289.552' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚57.91040000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¹½¾jÝ‚(:ß çËŠÓèœÑ) disk./.usagePercent‚55.05314301678623 disk.sda2.in‚0 disk.sda3.in‚ 222861.484375 disk.dm-1.in‚ 222861.484375 disk.nvme0n1.in‚ 30815.140625# disk.dm-0.out‚223835.4169921875* proc.memory.percent‚10.864051183064777 network.recv‚ 1.088019e+06 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 402.76953125( disk.nvme0c0n1.out‚223835.4169921875& disk.nvme0n1.out‚223835.4169921875( proc.memory.availableMB‚ 2055.4140625 proc.cpu.threads‚17 network.sent‚ 1.0895559e+07# disk./.usageGB‚820.331615447998 disk.sda.in‚ 222861.484375" disk.nvme0c0n1.in‚ 30815.140625# proc.memory.rssMB‚ 2669.94921875 disk.sda.out‚ 402.76953125 disk.sda2.out‚0 disk.dm-1.out‚ 402.76953125 disk.dm-0.in‚ 30815.140625$ memory_percent‚91.63649876912436 cpu‚25.360895832632043¥ýo4Þ/ _wandbruntime‚10508  _runtime‚10508&5/xÊßÄ ' lr-AdamW/pg2‚1.4600497557796448e-05 trainer/global_step‚6199 % _timestamp‚1.7848499043850274e+09 _runtime‚10508.686525514 _step‚530 ' lr-AdamW/pg1‚1.4600497557796448e-05@¶JÒÏàÉ ' lr-AdamW/pg1‚1.4600497557796448e-05 ' lr-AdamW/pg2‚1.4600497557796448e-05 trainer/global_step‚6199 % _timestamp‚1.7848499043850274e+09 _runtime‚10508.686525514 _step‚530’öôˆ­4á/ _wandbruntime‚10508  _runtime‚10508 CR(â‚P JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1791398059300352 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1791398059300352 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6470308471808 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 trainer/global_step‚6199 _step‚531 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚57599284 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7938368622080 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚496427165301760 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚496426745958912 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1784224647272944 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 111421050 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7938419873792 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚363 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1790682764357275 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1784929096280064 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚53821760 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚18994636 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1784929122453504 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6470308471808 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚16521979 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚488488745427968 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1784929096280064 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚488488377336832 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1790684134396697 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚53821766 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚358 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 111410950 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6459461695785 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6458117084331 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6468963020288 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 % _timestamp‚1.7848499043859532e+09 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚53821766 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚57599284 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 _runtime‚10508.690925786 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚57589190 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚35516620 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1791399430925312 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1784929122453504 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1791399430925312 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6468963020288 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0fyE0\ ã‡P H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 trainer/global_step‚6199 _step‚531 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚57599284 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 7938368622080 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚496427165301760 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚496426745958912 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1784224647272944 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 111421050 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 7938419873792 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚363 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1790682764357275 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1784929096280064 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚53821760 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚18994636 O?DeviceStatsMonitor.on_tb›æ±rain_batch_start/reserved_bytes.all.peak‚ 49243226112 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1784929122453504 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6470308471808 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚16521979 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚488488745427968 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1784929096280064 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚488488377336832 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1790684134396697 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚53821766 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚358 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 111410950 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6459461695785 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6458117084331 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6468963020288 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 % _timestamp‚1.7848499043859532e+09 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚53821766 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚57599284 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 _runtime‚10508.690925786 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚57589190 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚35516620 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1791399430925312 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1784929122453504 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1791399430925312 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6468963020288 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1791398059300352 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1791398059300352 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6470308471808 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 JDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 111438513 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6460482497537 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7939663761408 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 $ _timestamp‚1.784849905803926e+09 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6471330987008 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18997575 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1790963956972225 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚57598272 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7939606225408 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 111438513 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 111428399 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1784503474474688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16524624 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 trainer/global_step‚6199 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1785208031744000 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6471330987008 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 111428399 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚496506569928192 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1791677991098880 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚35521832 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚18997213 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚496506995555328 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2)‰1C'æN XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6459137885971 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 _runtime‚10510.105704449 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1791679362731008 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1785208031744000 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚35522199 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 425627136 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1785208031744000 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6471330987008 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 111428399 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚496506569928192 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1791677991098880 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚35521832 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚18997213 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚496506995555328 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚57608380 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 111438513 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6460482497537 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 7939663761408 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 $ _timestamp‚1.784849905803926e+09 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6471330987008 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚18997575 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1790963956972225 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚57598272 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 7939606225408 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 111438513 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 111428399 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1784503474474688 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16524624 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 trainer/global_step‚6199 EDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚35816082 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1800337822398464 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚54291220 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8005129653760 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1800337822398464 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1806861185874944 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16657906 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19157921 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6524708928000 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚58082981 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6523363476480 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚19158176 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8005164128256 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1799627047761808 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6513770633002 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚58072887 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚255 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚500451180922880 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 _runtime‚10599.154932115 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1806862557499904 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚16657901 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1806861185874944 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚35815822 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚492445648703488 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1800337848571904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚58072887 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 trainer/global_step‚6249 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1806862557499904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚54291220 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚58082981 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚500450778357248 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6524708928000 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1806140818394810 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181ùãô° (þ‡P \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚34474496 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1806861185874944 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚35815822 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚492445648703488 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1800337848571904 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚58072887 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 trainer/global_step‚6249 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1806862557499904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚54291220 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚58082981 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚500450778357248 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6524708928000 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1806140818394810 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚492446016794624 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1800337848571904 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚35816082 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1800337822398464 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚54291220 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8005129653760 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1800337822398464 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1806861185874944 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16657906 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19157921 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6524708928000 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚58082981 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6523363476480 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚19158176 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8005164128256 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1799627047761808 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6513770633002 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚58072887 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚255 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚500451180922880 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 _runtime‚10599.154932115 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1806862557499904 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚16657901 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 BÓ×'€ŒN T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1807141117673472 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚35821733 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6525731443200 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 112391664 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚58081969 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚19161187 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚253 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚492524603160576 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6514791434754 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6513446823188 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 trainer/global_step‚6249 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1800616731688960 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚54299587 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 112381550 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 112381550 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚35821475 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16660546 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚500531083412480 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _step‚537 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚58081969 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1807142489305600 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8006445784576 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 112391664 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚492524235069440 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848499962679908e+09 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1800616757862400 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1806419270930804 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181<·kÄ‘N TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚35821733 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.cuYÞ—ìˆ%rrent‚ 49243226112 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6525731443200 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 112391664 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚58081969 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚19161187 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚253 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚492524603160576 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6514791434754 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6513446823188 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 trainer/global_step‚6249 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1800616731688960 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚54299587 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 112381550 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 112381550 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚35821475 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16660546 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚500531083412480 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _step‚537 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚58081969 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1807142489305600 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8006445784576 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 112391664 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚492524235069440 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848499962679908e+09 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1800616757862400 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1806419270930804 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1807141117673472™m¥}!4‚/ _wandbruntime‚10600  _runtime‚10600g wƒ‚ 1loss/SRqqt1/detection_loss‚0.9386237040020752 _runtime‚10600.622672579 /loss/FRt1/detection_loss‚0.5196598786135153 %loss/total_loss‚8.810346019473917 epoch‚39 2loss/SRqqt1/assignment_loss‚0.6011828460113946 2loss/FBt1/assignment_loss‚0.023003672061101314 0loss/FBt2/assignment_loss‚0.0333500998156553 /loss/FBt1/detection_loss‚0.9075308428317922 /loss/FBt2/detection_loss‚0.4652564199278031 trainer/global_step‚6249 $ _timestamp‚1.784849996321323e+09 _step‚538 0loss/FRt1/assignment_loss‚1.9158882139439328 0loss/FRt2/assignment_loss‚0.7971484719411187 2loss/SRqqt2/assignment_loss‚0.5356263131954081 /loss/FRt2/detection_loss‚1.4718314161939223 1loss/SRqqt2/detection_loss‚0.6012441409361976I£YÓ „‡ /loss/FRt2/detection_loss‚1.4718314161939223 1loss/SRqqt2/detection_loss‚0.6012441409361976 1loss/SRqqt1/detection_loss‚0.9386237040020752 _runtime‚10600.622672579 /loss/FRt1/detection_loss‚0.5196598786135153 %loss/total_loss‚8.810346019473917 epoch‚39 2loss/SRqqt1/assignment_loss‚0.6011828460113946 2loss/FBt1/assignment_loss‚0.023003672061101314 0loss/FBt2/assignment_loss‚0.0333500998156553 /loss/FBt1/detection_loss‚0.9075308428317922 /loss/FBt2/detection_loss‚0.4652564199278031 trainer/global_step‚6249 $ _timestamp‚1.784849996321323e+09 _step‚538 0loss/FRt1/assignment_loss‚1.9158882139439328 0loss/FRt2/assignment_loss‚0.7971484719411187 2loss/SRqqt2/assignment_loss‚0.5356263131954081šrÉæà“…‚(:ˆ ÐÌŠÓë©ÁÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚301.695' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.339 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ò:±×q†‚(:æ ÐÌŠÓ¥†¤Ð( disk.nvme0c0n1.out‚224327.0966796875) proc.memory.availableMB‚ 1952.09765625) disk./.usagePercent‚55.08319215712522# disk./.usageGB‚820.779369354248 disk.dm-0.in‚ 31113.1953125 disk.sda.in‚224958.98046875 disk.sda1.out‚0 disk.sda3.in‚224958.98046875 proc.cpu.threads‚17 network.recv‚ 1.098392e+06! disk.nvme0n1.in‚ 31113.1953125& disk.nvme0n1.out‚224327.0966796875# disk.dm-0.out‚224327.0966796875 disk.sda2.in‚0 disk.sda3.out‚ 410.73828125 proc.memory.rssMB‚ 2772.84375* proc.memory.percent‚11.282730102539062 network.sent‚ 1.1018968e+07 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.in‚224958.98046875# disk.nvme0c0n1.in‚ 31113.1953125$ memory_percent‚92.05689430236816 cpu‚25.363350982701085 disk.sda.out‚ 410.73828125 disk.dm-1.out‚ 410.73828125 «›¼’‡‚(:‡ ßÌŠÓÿ•ûÍ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚328.64' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.728 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0æcGbˆ‚(:× ßÌŠÓ“ª£Ð' disk.nvme0n1.out‚224334.79638671875 proc.cpu.threads‚17 network.recv‚ 1.100855e+06 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚411.0625" disk.nvme0c0n1.in‚ 31128.546875 disk.nvme0n1.in‚ 31128.546875 disk.dm-0.in‚ 31128.546875$ disk.dm-0.out‚224334.79638671875$ disk./.usageGB‚820.7824859619141 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda.in‚225511.44140625 disk.sda.out‚411.0625$ memory_percent‚92.05792744954428& proc.memory.availableMB‚ 1951.84375 proc.memory.rssMB‚ 2772.84375 disk.sda3.in‚225511.44140625 disk.dm-1.out‚411.0625* proc.memory.percent‚11.282730102539062 cpu‚25.363332278377733 network.sent‚ 1.107854e+07) disk./.usagePercent‚55.08340131528069 disk.dm-1.in‚225511.44140625) disk.nvme0c0n1.out‚224334.79638671875ˆ0Ú’‰‚(:‡ îÌŠÓº¦¡Î gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚368.604' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.7208 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ïanŠ‚(:ã îÌŠÓŠ¬ØÐ network.sent‚ 1.1080609e+07 disk.nvme0n1.in‚ 31128.546875 disk.sda.in‚225511.44140625 disk.sda2.out‚0 cpu‚25.36335830963473 proc.cpu.threads‚17 network.recv‚ 1.101767e+06* disk./.usagePercent‚55.083400803265626" disk.nvme0c0n1.in‚ 31128.546875 disk.sda.out‚ 411.3984375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚225511.44140625 disk.sda3.out‚ 411.3984375$ disk./.usageGB‚820.7824783325195) disk.nvme0c0n1.out‚224336.10107421875$ disk.dm-0.out‚224336.10107421875 disk.dm-1.in‚225511.44140625 disk.dm-1.out‚ 411.3984375$ memory_percent‚92.05694198608398( proc.memory.availableMB‚ 1952.0859375 proc.memory.rssMB‚ 2772.84375' disk.nvme0n1.out‚224336.10107421875 disk.dm-0.in‚ 31128.546875 disk.sda2.in‚0* proc.memory.percent‚11.282730102539062é'Xbž‹‚(:“ ýÌŠÓäʔΠgpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚326.221' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚65.24419999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0­rKuŒ‚(:ê ýÌŠÓÏÑÍÐ$ memory_percent‚92.05791155497232 disk.sda.out‚ 411.8359375 disk.sda1.in‚0$ disk.nvme0c0n1.in‚31128.86328125' disk.nvme0n1.out‚224337.65576171875) proc.memory.availableMB‚ 1951.84765625* proc.memory.percent‚11.282730102539062 cpu‚25.363339990849802 proc.cpu.threads‚17 disk.dm-0.in‚31128.86328125 disk.sda2.out‚0 disk.dm-1.out‚ 411.8359375 proc.memory.rssMB‚ 2772.84375 network.recv‚ 1.102985e+06$ disk./.usageGB‚820.7819366455078 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚225511.44140625 disk.dm-1.in‚225511.44140625 network.sent‚ 1.1082662e+07) disk./.usagePercent‚55.08336445019576$ disk.dm-0.out‚224337.65576171875 disk.sda.in‚225511.44140625 disk.sda3.out‚ 411.8359375) disk.nvme0c0n1.out‚224337.65576171875" disk.nvme0n1.in‚31128.86328125}¤'”‚(:‰ ŒÍŠÓ«áÂÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚296.321' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.2642 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚09R£]pŽ‚(:å ŒÍŠÓÙêœÐ disk.sda1.in‚0 proc.memory.rssMB‚ 2772.84375* proc.memory.percent‚11.282730102539062 cpu‚25.363323183459368 proc.cpu.threads‚17$ disk./.usageGB‚820.7955436706543" disk.nvme0n1.in‚31271.90234375 disk.sda1.out‚0 disk.sda2.in‚0( proc.memory.availableMB‚ 1951.6015625 disk.sda3.out‚ 412.265625 disk.dm-1.in‚225744.87890625 disk.dm-1.out‚ 412.265625 disk.dm-0.in‚31271.90234375$ disk.dm-0.out‚224339.05810546875 disk.sda.in‚225744.87890625 disk.sda3.in‚225744.87890625$ disk.nvme0c0n1.in‚31271.90234375) disk.nvme0c0n1.out‚224339.05810546875' disk.nvme0n1.out‚224339.05810546875 disk.sda.out‚ 412.265625 disk.sda2.out‚0$ memory_percent‚92.05891291300455 network.sent‚ 1.1084781e+07 network.recv‚ 1.103839e+06( disk./.usagePercent‚55.0842776290704&t{4/ _wandbruntime‚10679  _runtime‚10679Ã9¢ÊÄ _runtime‚10679.619161002 _step‚539 ' lr-AdamW/pg1‚1.3085817927728046e-05 ' lr-AdamW/pg2‚1.3085817927728046e-05 trainer/global_step‚6299 % _timestamp‚1.7848500753176737e+09¢¸üÏ‘É _step‚539 ' lr-AdamW/pg1‚1.3085817927728046e-05 ' lr-AdamW/pg2‚1.3085817927728046e-05 trainer/global_step‚6299 % _timestamp‚1.7848500753176737e+09 _runtime‚10679.619161002›]>åÝ4’/ _wandbruntime‚10679  _runtime‚10679°çZ4(“‚P TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚54709570 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 _step‚540 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6575898484224 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 _runtime‚10679.620344104 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1814283313096704 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚58538933 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1820132010966418 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1814283313096704 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚496374967001088 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1813567136450608 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚58528839 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 113248503 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚54709564 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8068569670144 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8068614630400 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚58528839 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚347 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1820130640926996 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16789906 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1820857839955968 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 % _timestamp‚1.7848500753186238e+09 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1820857839955968 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚54709564 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1814283286923264 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6575898484224 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19307327 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1814283313096704 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚58538933 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1820132010966418 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1814283313096704 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚496374967001088 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1813567136450608 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚58528839 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 113248503 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚54709564 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8068569670144 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8068614630400 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚58528839 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚347 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1820130640926996 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚16789906 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1820857839955968 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 % _timestamp‚1.7848500753186238e+09 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1820857839955968 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚54709°R›‚9564 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1814283286923264 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6575898484224 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19307327 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 trainer/global_step‚6299 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1821139143386624 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 % _timestamp‚1.7848500767380486e+09 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 113255852 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚58537921 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚36103181 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚58548029 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16792546 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚496453921458176 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8069814500864 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 113255852 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 113265966 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1814562196213760 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1820411833541946 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚54717937 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚504523367867904 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _runtime‚ 10681.0398204 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚58548029 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6576920999424 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚36102839 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6564550705996 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 113265966 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6575575540736 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚54717937 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1821139143386624 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6576920999424 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚342 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚16792541 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚504523789300736qú1'™N PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8069867842560 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1813845938224384 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚36102839 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6564550705996 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 113265966 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6575575540736 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚54717937 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1821139143386624 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6576920999424 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚342 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚16792541 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚504523789300736 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 trainer/global_step‚6299 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1821139143386624 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 % _timestamp‚1.7848500767380486e+09 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 113255852 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚58537921 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚36103181 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚58548029 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16792546 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚496453921458176 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8069814500864 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 113255852 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 113265966 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1814562196213760 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1820411833541946 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚54717937 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚504523367867904 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _runtime‚ 10681.0398204 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚58548029 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6576920999424 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 FDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚55127920 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6625742588928 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚36377152 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚508435309438464 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1828228777621504 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6615978398618 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _step‚544 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1834855865661952 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚508435730878464 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚58984791 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 _runtime‚10760.123939741 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1828228777621504 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚58994885 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6627088040448 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚36377508 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚6349 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1834854494036992 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1828228751448064 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19455251 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚58994885 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6627088040448 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚36377508 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚6349 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1834854494036992 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1828228751448064 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19455251 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚55127920 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6625742588928 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚36377152 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚508435309438464 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1828228777621504 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6615978398618 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _step‚544 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1834855865661952 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚508435730878464 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚58984791 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 _runtime‚10760.123939741 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1828228777621504 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ‘;; 4­/ _wandbruntime‚10761  _runtime‚10761â*W¨È"®ŒN REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚59003981 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚58993873 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 114140268 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚36382733 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6615654588804 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚58993873 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚500383239755776 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1834403026113554 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚55136281 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8132267573760 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1835135797467648 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6626765096960 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16924546 % _timestamp‚1.7848501572402532e+09 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 trainer/global_step‚6349 _step‚545 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6628110555648 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚16924541 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1827786026913184 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1827786001485216 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6626765096960 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚19458192 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6616999200370 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1828507686912000 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚357 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚55136287 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8132323012608 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1835135797467648 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6628110555648 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1828507686912000 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚508515139238400 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚55136281 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 114140268 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1828507660738560 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1828507660738560 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 114140268 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚36382733 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6615654588804 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚58993873 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚500383239755776 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1834403026113554 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚55136281 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8132267573760 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1835135797467648 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6626765096960 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚16924546 % _timestamp‚1.7848501572402532e+09 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 trainer/global_step‚6349 _step‚545 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6628110555648 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚16924541 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1827786026913184 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1827786001485216 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6626765096960 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚19458192 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6616999200370 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1828507686912000 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚357 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚55136287 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8132323012608 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1835135797467648¡ꈪ4°/ _wandbruntime‚10761  _runtime‚10761|·añ trainer/global_step‚6349 _step‚546 0loss/FBt1/assignment_loss‚0.0350422651587449 /loss/FRt1/detection_loss‚0.5715356638081474 1loss/SRqqt2/detection_loss‚0.6315413904814273 .loss/FBt1/detection_loss‚0.729294025722672 /loss/FBt2/detection_loss‚0.4840751693907489 2loss/SRqqt1/assignment_loss‚0.5605281463169017 2loss/FBt2/assignment_loss‚0.013214344172159076 1loss/SRqqt1/detection_loss‚0.9026312775648325 %loss/total_loss‚8.660604604391636 % _timestamp‚1.7848501572926335e+09 _runtime‚10761.593980806 /loss/FRt1/assignment_loss‚1.928825812240844 0loss/FRt2/assignment_loss‚0.7655454627355608 2loss/SRqqt2/assignment_loss‚0.5545399643763275 /loss/FRt2/detection_loss‚1.4838310824232686 epoch‚39ëI|! ²† 2loss/SRqqt1/assignment_loss‚0.5605281463169017 2loss/FBt2/assignment_loss‚0.013214344172159076 1loss/SRqqt1/detection_loss‚0.9026312775648325 %loss/total_loss‚8.660604604391636 % _timestamp‚1.7848501572926335e+09 _runtime‚10761.593980806 /loss/FRt1/assignment_loss‚1.928825812240844 0loss/FRt2/assignment_loss‚0.7655454627355608 2loss/SRqqt2/assignment_loss‚0.5545399643763275 /loss/FRt2/detection_loss‚1.4838310824232686 epoch‚39 trainer/global_step‚6349 _step‚546 0loss/FBt1/assignment_loss‚0.0350422651587449 /loss/FRt1/detection_loss‚0.5715356638081474 1loss/SRqqt2/detection_loss‚0.6315413904814273 .loss/FBt1/detection_loss‚0.729294025722672 /loss/FBt2/detection_loss‚0.4840751693907489¢­©šQ”³‚(:‰ õÍŠÓÃæœÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚133.796' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.7592 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ó€>ð^´‚(:Ó õÍŠÓ¥–Ñ cpu‚25.363327892079223 network.recv‚ 1.11427e+06 disk.dm-1.out‚ 418.32421875( disk.nvme0c0n1.out‚227174.5478515625$ memory_percent‚92.05541610717773 proc.cpu.threads‚17) disk./.usagePercent‚55.26674520704743$ disk./.usageGB‚823.5144424438477 disk.dm-1.in‚ 228116.921875 disk.nvme0c0n1.in‚ 31429.125 disk.nvme0n1.in‚ 31429.125 disk.sda.in‚ 228116.921875 disk.sda1.in‚0 disk.sda2.out‚0& disk.nvme0n1.out‚227174.5478515625 disk.dm-0.in‚ 31429.125 disk.sda.out‚ 418.32421875 disk.sda2.in‚0 disk.sda3.out‚ 418.32421875 proc.memory.rssMB‚ 2772.84375* proc.memory.percent‚11.282730102539062 network.sent‚ 1.1193552e+07# disk.dm-0.out‚227174.5478515625 disk.sda1.out‚0 disk.sda3.in‚ 228116.921875( proc.memory.availableMB‚ 1952.4609375j™'韵‚(:” „ΊÓ¢«ÌÎ gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚231.67' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚46.333999999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0»¦lšj¶‚(:ß „ΊÓ¹ÝÐ proc.cpu.threads‚17 network.recv‚ 1.11628e+06 disk.sda2.out‚0 disk.dm-1.in‚228314.76171875 disk.dm-1.out‚ 418.734375" disk.nvme0n1.in‚31572.82421875% disk.nvme0n1.out‚227175.939453125* proc.memory.percent‚11.282730102539062 disk.sda3.out‚ 418.734375 disk.sda.in‚228314.76171875 disk.sda.out‚ 418.734375 disk.sda1.out‚0$ memory_percent‚92.04020500183105 cpu‚25.36328849779371# disk./.usageGB‚823.514476776123 disk.sda2.in‚0 disk.dm-0.in‚31572.82421875" disk.dm-0.out‚227175.939453125 disk.sda1.in‚0 proc.memory.rssMB‚ 2772.84375 network.sent‚ 1.1253182e+07* disk./.usagePercent‚55.266747511115234 disk.sda3.in‚228314.76171875$ disk.nvme0c0n1.in‚31572.82421875' disk.nvme0c0n1.out‚227175.939453125) proc.memory.availableMB‚ 1956.19921875娔·‚(:‰ “ΊÓɘãÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.818' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.7636 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Õàà|h¸‚(:Ý “ΊÓ…áãÐ" disk.dm-0.out‚227179.154296875$ memory_percent‚92.02998479207358( proc.memory.availableMB‚ 1958.7109375 proc.cpu.threads‚17 disk.dm-1.in‚ 229516.390625 disk.sda2.in‚0 disk.sda3.out‚ 419.3515625 cpu‚25.363292924200742 disk.sda.in‚ 229516.390625# disk.nvme0c0n1.in‚ 31599.3984375! disk.nvme0n1.in‚ 31599.3984375 disk.dm-0.in‚ 31599.3984375# proc.memory.rssMB‚ 2788.25390625* proc.memory.percent‚11.345434188842773 disk.dm-1.out‚ 419.3515625 network.recv‚ 1.117575e+06) disk./.usagePercent‚55.26674520704743$ disk./.usageGB‚823.5144424438477 disk.sda.out‚ 419.3515625 disk.sda1.in‚0 disk.sda3.in‚ 229516.390625' disk.nvme0c0n1.out‚227179.154296875 network.sent‚ 1.1254738e+07 disk.sda1.out‚0 disk.sda2.out‚0% disk.nvme0n1.out‚227179.154296875îJŸ¹‚(:” ¢ÎŠÓƺÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚298.104' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.620799999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0^ÒšÂpº‚(:å ¢ÎŠÓðáÇÑ disk.sda2.out‚0 disk.sda3.in‚ 229516.390625$ memory_percent‚92.02895164489746 proc.cpu.threads‚17 disk.sda2.in‚0* disk./.usagePercent‚55.266747255107695$ disk./.usageGB‚823.5144729614258% disk.nvme0n1.out‚227180.095703125 disk.sda1.out‚0 disk.dm-1.in‚ 229516.390625$ disk.nvme0c0n1.in‚31609.36328125' disk.nvme0c0n1.out‚227180.095703125" disk.nvme0n1.in‚31609.36328125" disk.dm-0.out‚227180.095703125 disk.sda1.in‚0# proc.memory.rssMB‚ 2788.25390625* proc.memory.percent‚11.345434188842773 network.recv‚ 1.118495e+06 disk.dm-0.in‚31609.36328125 disk.sda.in‚ 229516.390625 disk.sda.out‚ 419.60546875 disk.sda3.out‚ 419.60546875 disk.dm-1.out‚ 419.60546875) proc.memory.availableMB‚ 1958.96484375 cpu‚25.363362884478832 network.sent‚ 1.1257342e+07L‹õ3ž»‚(:“ ±ÎŠÓ±®ÍÎ gpu.0.gpu‚95.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚301.399' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚60.27980000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0`ù{p¼‚(:å ±ÎŠÓìҽРnetwork.recv‚ 1.119682e+06 disk.sda2.in‚0 disk.dm-1.in‚ 229516.390625 disk.dm-1.out‚ 419.8984375) disk.nvme0c0n1.out‚227182.66064453125 disk.dm-0.in‚31609.36328125 cpu‚25.36334965177959 proc.cpu.threads‚17 network.sent‚ 1.1259452e+07$ disk./.usageGB‚823.5145149230957 disk.sda3.out‚ 419.8984375" disk.nvme0n1.in‚31609.36328125( proc.memory.availableMB‚ 1958.9609375* proc.memory.percent‚11.345434188842773 disk.sda1.out‚0 disk.sda2.out‚0' disk.nvme0n1.out‚227182.66064453125$ memory_percent‚92.02896753946939) disk./.usagePercent‚55.26675007119057 disk.sda.in‚ 229516.390625 disk.sda.out‚ 419.8984375 disk.sda1.in‚0 disk.sda3.in‚ 229516.390625$ disk.nvme0c0n1.in‚31609.36328125$ disk.dm-0.out‚227182.66064453125# proc.memory.rssMB‚ 2788.25390625Õ¾(<4½/ _wandbruntime‚10840  _runtime‚10840½Î­ËÊ¾Ä trainer/global_step‚6399 % _timestamp‚1.7848502362793427e+09 _runtime‚10840.580968161 _step‚547 ' lr-AdamW/pg1‚1.1644154205164258e-05 ' lr-AdamW/pg2‚1.1644154205164258e-05Þ”Á>Ï¿É ' lr-AdamW/pg1‚1.1644154205164258e-05 ' lr-AdamW/pg2‚1.1644154205164258e-05 trainer/global_step‚6399 % _timestamp‚1.7848502362793427e+09 _runtime‚10840.580968161 _step‚547£´ æ4À/ _wandbruntime‚10840  _runtime‚10840¸9&©(Á‚P E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚59440743 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚504233971687424 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6676932145152 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1841447313828208 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1842174242146304 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚512427363346432 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚55546264 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1848851148118016 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1848852519742976 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1848114396109634 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _step‚548 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚55546264 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1848113026070212 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚19603165 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚512426939809280 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1848851148118016 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 % _timestamp‚1.7848502362805455e+09 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1842174242146304 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1842174215972864 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚504233603596288 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8193336212992 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚360 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1848852519742976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6676932145152 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1842174215972864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17053906 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17053901 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 trainer/global_step‚6399 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚36656706 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1842174242146304 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1842174215972864 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚504233603596288 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8193336212992 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚360 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1848852519742976 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6676932145152 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1842174215972864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17053906 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17053901 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 trainer/global_step‚6399 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚36656706 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚504233971687424 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6676932145152 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1841447313828208 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1842174242146304 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚512427363346432 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚55546264 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1848851148118016 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1848852519742976 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1848114396109634 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 _step‚548 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚55546264 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1848113026070212 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚19603165 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚512426939809280 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1848851148118016 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 % _timestamp‚1.7848502362805455e+09 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100¤{yi4Ã/ _wandbruntime‚10842  _runtime‚10842×ú#s'ÄŒN TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1849132451548672 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1842453151436800 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6679300111872 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚504312558053376 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚17056541 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _runtime‚10842.001629576 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1849132451548672 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1842453151436800 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1841726115601984 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1842453125263360 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚55554637 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚359 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚19605762 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚36662303 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚19606121 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6668103083178 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚55554631 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1848392848645628 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚55554631 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚512507195194368 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1841726090174016 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚59449825 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 115014570 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚55554637 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 115004456 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 115014570 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚59449825 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚364 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 trainer/global_step‚6399 % _timestamp‚1.7848502376998816e+09 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8194587993600 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6666758471612 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚504312189962240 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚17056546 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8194637140992 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6679300111872 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚59459933 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6677954653184†ß–1'Å‘N ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚55554631 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚512507195194368 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1841726090174016 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚59449825 QDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 115014570 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚55554637 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 115004456 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 115014570 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚59449825 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚364 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 trainer/global_step‚6399 % _timestamp‚1.7848502376998816e+09 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8194587993600 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6666758471612 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚504312189962240 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚17056546 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8194637140992 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6679300111872 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚59459933 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6677954653184 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1849132451548672 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1842453151436800 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6679300111872 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚504312558053376 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚17056541 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _runtime‚10842.001629576 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1849132451548672 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1842453151436800 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1841726115601984 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1842453125263360 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚55554637 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚359 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚19605762 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚36662303 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚19606121 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6668103083178 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚55554631 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1848392848645628¥LJ^=4Æ/ _wandbruntime‚10842  _runtime‚10842”SqÇ‚ 1loss/SRqqt1/assignment_loss‚0.631460509498235 1loss/SRqqt1/detection_loss‚0.9539855099236593 /loss/FBt1/detection_loss‚0.6893764033447951 epoch‚39 % _timestamp‚1.7848502377536795e+09 _runtime‚10842.055072446 1loss/FBt1/assignment_loss‚0.06563738475236969 2loss/FBt2/assignment_loss‚0.041145766335274406 .loss/FRt1/detection_loss‚0.516030666887651 /loss/FRt2/detection_loss‚1.4063161007324234 0loss/FRt2/assignment_loss‚0.8101059165000916 2loss/SRqqt2/assignment_loss‚0.5545406146960116 1loss/SRqqt2/detection_loss‚0.6054348951177594 /loss/FBt2/detection_loss‚0.4050738283832859 _step‚550 0loss/FRt1/assignment_loss‚1.9674015859365463 %loss/total_loss‚8.646509182108103 trainer/global_step‚6399§Óï ȇ 1loss/FBt1/assignment_loss‚0.06563738475236969 2loss/FBt2/assignment_loss‚0.041145766335274406 .loss/FRt1/detection_loss‚0.516030666887651 /loss/FRt2/detection_loss‚1.4063161007324234 0loss/FRt2/assignment_loss‚0.8101059165000916 2loss/SRqqt2/assignment_loss‚0.5545406146960116 1loss/SRqqt2/detection_loss‚0.6054348951177594 /loss/FBt2/detection_loss‚0.4050738283832859 _step‚550 0loss/FRt1/assignment_loss‚1.9674015859365463 %loss/total_loss‚8.646509182108103 trainer/global_step‚6399 1loss/SRqqt1/assignment_loss‚0.631460509498235 1loss/SRqqt1/detection_loss‚0.9539855099236593 /loss/FBt1/detection_loss‚0.6893764033447951 epoch‚39 % _timestamp‚1.7848502377536795e+09 _runtime‚10842.055072446¦*:Ë{’É‚(:‡ ÀΊÓÙ›£Î gpu.0.gpu‚1.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚363.483' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.6966 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0V7ô§lÊ‚(:á ÀΊÓ’‘ÙÐ network.sent‚ 1.126179e+07) disk./.usagePercent‚55.27513098983899' disk.nvme0n1.out‚227266.72314453125$ disk.dm-0.out‚227266.72314453125$ memory_percent‚92.03349749247232 cpu‚25.3639499281573 proc.cpu.threads‚17 network.recv‚ 1.12107e+06 disk.sda.out‚ 420.54296875 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 420.54296875# disk.nvme0c0n1.in‚ 31757.5546875) disk.nvme0c0n1.out‚227266.72314453125" proc.memory.rssMB‚ 2789.5703125$ disk./.usageGB‚823.6393966674805 disk.sda.in‚ 230101.265625 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚ 230101.265625 disk.dm-1.in‚ 230101.265625 disk.dm-0.in‚ 31757.5546875) proc.memory.availableMB‚ 1957.84765625 disk.dm-1.out‚ 420.54296875! disk.nvme0n1.in‚ 31757.5546875) proc.memory.percent‚11.35079065958659~b4Ë/ _wandbruntime‚10851  _runtime‚10851ØèevÌùt 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7693881988525391 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7274235486984253 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04176757484674454 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20230641961097717 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2915564179420471 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7898646593093872 particle/accuracy_1_of_1‚1 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.018802247941493988 8"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.619330108165741 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6064725518226624 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 % _timestamp‚1.7848502476449108e+09 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 particle/accuracy_2_of_3‚1 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.44299545884132385 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7169642448425293 particle/accuracy_2_of_2‚1 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6479747891426086 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.28037723898887634 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 _step‚551 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 *jet/accuracy_2_of_3‚0.6054226160049438 +jet/accuracy_3_of_4‚0.11188126355409622 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.21915‡¥¸ 2002167224884 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.2214256376028061 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.29145386815071106 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.877223551273346 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 7validation_average_jet_accuracy‚0.37535035610198975 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2711203694343567 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 5 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46393883228302 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 +particle/specificity‚0.9062838554382324 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 'particle/f_score‚0.6355389356613159 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6120772361755371 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4504607319831848 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.08155950903892517 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7242764830589294 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.28037723898887634 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19769059121608734 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6396946310997009 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_3_of_3‚1 _runtime‚10851.947097786 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5930964946746826 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7045791149139404 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7517282962799072 +particle/sensitivity‚0.6270934343338013 trainer/global_step‚6399 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.30705609917640686 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5280211567878723 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6499696969985962 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08895573765039444 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6190216541290283 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8847123980522156 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9268124103546143 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.024465080350637436 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.10140771418809891 particle/accuracy_1_of_3‚1 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5902511477470398 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7508029937744141 6 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.593538224697113 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1043596863746643 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.36499324440956116 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7294642925262451 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6217491030693054 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03698652610182762 *jet/accuracy_1_of_4‚0.9871710538864136 particle/accuracy_1_of_4‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.672153115272522 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4757840037345886 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8173007369041443 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.650105357170105 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 +jet/accuracy_1_of_1‚0.34105101227760315 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33065640926361084 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2122080773115158 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0249010119587183 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_2_of_4‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8785377740859985 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_3_of_4‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6702979207038879 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 *jet/accuracy_1_of_2‚0.7412813305854797 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8847123980522156 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6700812578201294 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_1_of_2‚1 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7372347116470337 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7235851287841797 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20859350264072418 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6074901819229126 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18321996927261353 epoch‚39 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.29186490178108215 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 +jet/accuracy_4_of_4‚0.02010233886539936 (particle/accuracy‚0.8468220233917236 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21184805035591125 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.046199385076761246 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05173860862851143 )jet/accuracy_2_of_4‚0.844732940196991 )loss/val_total_loss‚8.586878386528781 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.36980077624320984 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23091785609722137 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.23274555802345276 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7832797765731812 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3397596776485443 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6086016893386841 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.28962287306785583 /particle/accuracy_4_of_4‚0.9583881497383118 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4591463506221771 +jet/accuracy_3_of_3‚0.08165072649717331 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8179893493652344 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08702056109905243 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018967345356941223 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22159263491630554 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 +jet/accuracy_2_of_2‚0.15414002537727356 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2795867919921875 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7446773052215576 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6077648997306824 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8150879740715027 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7059444189071655 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2172141671180725 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07268883287906647 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7432076930999756 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 *jet/accuracy_1_of_3‚0.8998763561248779 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6086016893386841 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6738237142562866 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6804192662239075 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.27277666330337524pÔ#L„:Íþt 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.672153115272522 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4757840037345886 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8173007369041443 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.650105357170105 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 +jet/accuracy_1_of_1‚0.34105101227760315 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33065640926361084 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2122080773115158 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 7 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.0249010119587183 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_2_of_4‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8785377740859985 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_3_of_4‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6702979207038879 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 *jet/accuracy_1_of_2‚0.7412813305854797 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8847123980522156 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6700812578201294 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_1_of_2‚1 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7372347116470337 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7235851287841797 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.20859350264072418 & Purity/*FRt2SRqqt1FBt/FRt_purity‚0 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6074901819229126 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18321996927261353 epoch‚39 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.29186490178108215 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 +jet/accuracy_4_of_4‚0.02010233886539936 (particle/accuracy‚0.8468220233917236 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21184805035591125 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;"Purity/1FRt1SRqqt*FBt/event_purity‚0.046199385076761246 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05173860862851143 )jet/accuracy_2_of_4‚0.844732940196991 )loss/val_total_loss‚8.586878386528781 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.36980077624320984 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23091785609722137 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.23274555802345276 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7832797765731812 & Purity/1FRt2SRqqt1FBt/FRt_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3397596776485443 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6086016893386841 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.28962287306785583 /particle/accuracy_4_of_4‚0.9583881497383118 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4591463506221771 +jet/accuracy_3_of_3‚0.08165072649717331 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8179893493652344 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.08702056109905243 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018967345356941223 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22159263491630554 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 +jet/accuracy_2_of_2‚0.15414002537727356 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2795867919921875 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7446773052215576 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6077648997306824 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8150879740715027 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7059444189071655 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2172141671180725 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07268883287906647 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7432076930999756 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 *jet/accuracy_1_of_3‚0.8998763561248779 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6086016893386841 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6738237142562866 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6804192662239075 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.27277666330337524 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7693881988525391 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7274235486984253 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04176757484674454 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20230641961097717 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2915564179420471 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7898646593093872 particle/accuracy_1_of_1‚1 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.018802247941493988 8"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.619330108165741 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6064725518226624 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 % _timestamp‚1.7848502476449108e+09 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 particle/accuracy_2_of_3‚1 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.44299545884132385 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7169642448425293 particle/accuracy_2_of_2‚1 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6479747891426086 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.28037723898887634 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 _step‚551 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 *jet/accuracy_2_of_3‚0.6054226160049438 +jet/accuracy_3_of_4‚0.11188126355409622 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.21915002167224884 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.2214256376028061 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.29145386815071106 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.877223551273346 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 7validation_average_jet_accuracy‚0.37535035610198975 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2711203694343567 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 5 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46393883228302 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 +particle/specificity‚0.9062838554382324 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 'particle/f_score‚0.6355389356613159 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6120772361755371 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4504607319831848 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.08155950903892517 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7242764830589294 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.28037723898887634 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19769059121608734 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6396946310997009 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_3_of_3‚1 _runtime‚10851.947097786 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.5930964946746826 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7045791149139404 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7517282962799072 +particle/sensitivity‚0.6270934343338013 trainer/global_step‚6399 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.30705609917640686 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5280211567878723 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6499696969985962 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.08895573765039444 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6190216541290283 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8847123980522156 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9268124103546143 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.024465080350637436 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.10140771418809891 particle/accuracy_1_of_3‚1 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5902511477470398 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7508029937744141 6 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.593538224697113 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1043596863746643 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.36499324440956116 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7294642925262451 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6217491030693054 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03698652610182762 *jet/accuracy_1_of_4‚0.9871710538864136 particle/accuracy_1_of_4‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0§OR¢n“΂(:ˆ ÏΊÓ¤¡ŠÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚308.415' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.683 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Rd°uÏ‚(:ê ÏΊÓ‰ÉÐ* disk./.usagePercent‚55.291986013878315 disk.sda2.in‚0 disk.sda3.in‚230636.1953125 disk.dm-1.in‚230636.1953125$ disk.nvme0c0n1.in‚31767.37109375 disk.sda.out‚ 420.99609375 disk.sda1.in‚0 disk.sda1.out‚0 network.recv‚ 1.130063e+06 disk.sda3.out‚ 420.99609375" disk.nvme0n1.in‚31767.37109375& disk.nvme0n1.out‚227268.8916015625 disk.dm-0.in‚31767.37109375# disk.dm-0.out‚227268.8916015625$ memory_percent‚92.05172856648764# proc.memory.rssMB‚ 2793.57421875 network.sent‚ 1.1324799e+07$ disk./.usageGB‚823.8905487060547 disk.sda2.out‚0( disk.nvme0c0n1.out‚227268.8916015625 disk.sda.in‚230636.1953125( proc.memory.availableMB‚ 1953.3671875* proc.memory.percent‚11.367082595825195 disk.dm-1.out‚ 420.99609375 cpu‚25.365673127419658 proc.cpu.threads‚17âÄ\-”Ђ(:‰ ÞΊÓ³ýºÎ gpu.0.gpu‚75.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚365.659' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.1318 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0µY§rÑ‚(:ç ÞΊÓþþóÐ* proc.memory.percent‚11.367082595825195 network.recv‚ 1.13201e+06) disk./.usagePercent‚55.33436089296083$ disk./.usageGB‚824.5219650268555 disk.sda2.out‚0 disk.dm-1.in‚230636.1953125$ disk.nvme0c0n1.in‚31767.37109375) disk.nvme0c0n1.out‚228178.88330078125 disk.dm-0.in‚31767.37109375 disk.sda2.in‚0 disk.dm-1.out‚ 421.3671875" disk.nvme0n1.in‚31767.37109375 disk.sda.out‚ 421.3671875 disk.sda1.in‚0 disk.sda1.out‚0( proc.memory.availableMB‚ 1952.7578125# proc.memory.rssMB‚ 2793.57421875 network.sent‚ 1.1377989e+07' disk.nvme0n1.out‚228178.88330078125$ disk.dm-0.out‚228178.88330078125 disk.sda.in‚230636.1953125# memory_percent‚92.0542081197103 cpu‚25.365695763923096 proc.cpu.threads‚17 disk.sda3.in‚230636.1953125 disk.sda3.out‚ 421.3671875<® 6ŸÒ‚(:” íΊÓ·ŸÀÎ gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚306.285' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.257000000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ö÷;SÓ‚(:È íΊÓÿ•êÑ disk.sda1.out‚0 disk.sda2.out‚0" disk.nvme0n1.in‚31768.94921875 disk.dm-0.in‚31768.94921875 disk.dm-0.out‚228182.7890625 disk.sda1.in‚0 disk.sda3.in‚230636.1953125 disk.sda3.out‚421.75$ memory_percent‚92.05525716145834# proc.memory.rssMB‚ 2793.57421875 disk.dm-1.in‚230636.1953125 disk.dm-1.out‚421.75" proc.memory.availableMB‚1952.5* proc.memory.percent‚11.367082595825195 proc.cpu.threads‚17 network.recv‚ 1.133228e+06$ disk./.usageGB‚824.5220603942871 disk.sda.out‚421.75 disk.sda2.in‚0 cpu‚25.365669786371416 network.sent‚ 1.1380102e+07) disk./.usagePercent‚55.33436729314919$ disk.nvme0c0n1.in‚31768.94921875% disk.nvme0c0n1.out‚228182.7890625# disk.nvme0n1.out‚228182.7890625 disk.sda.in‚230636.1953125º”¼Ã‘Ô‚(:† üΊÓº§úÍ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚307.35' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.47 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0;Ú=µœÕ‚(:ì üΊÓ¯™ÞÐ' disk.nvme0n1.out‚228184.83642578125 cpu‚25.365653630477805$ disk.dm-0.out‚228184.83642578125 disk.sda.in‚230891.78515625 disk.sda.out‚ 422.26171875 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.out‚ 422.26171875) disk.nvme0c0n1.out‚228184.83642578125# memory_percent‚92.0543352762858 network.recv‚ 1.134165e+06* disk./.usagePercent‚55.342720306976375 disk.sda2.in‚0( proc.memory.availableMB‚ 1952.7265625# proc.memory.rssMB‚ 2793.57421875 disk.sda3.out‚ 422.26171875 network.sent‚ 1.1382183e+07$ disk./.usageGB‚824.6465263366699 disk.sda3.in‚230891.78515625! disk.D˺Û.nvme0n1.in‚ 31886.4296875* proc.memory.percent‚11.367082595825195 proc.cpu.threads‚17 disk.dm-0.in‚ 31886.4296875 disk.sda1.in‚0 disk.dm-1.in‚230891.78515625# disk.nvme0c0n1.in‚ 31886.4296875^^B^žÖ‚(:“ ‹ÏŠÓ”„ÄÎ gpu.0.gpu‚75.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚359.715' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚71.94299999999998 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0nÝxׂ(:í ‹ÏŠÓµ®¤Ð$ disk.nvme0c0n1.in‚31934.37890625# memory_percent‚92.0544465382894# proc.memory.rssMB‚ 2793.57421875* proc.memory.percent‚11.367082595825195 cpu‚25.3656799166847) disk./.usagePercent‚55.34268523394419 disk.sda2.in‚0 disk.dm-1.out‚ 422.83984375$ disk./.usageGB‚824.6460037231445" disk.nvme0n1.in‚31934.37890625 disk.dm-0.in‚31934.37890625$ disk.dm-0.out‚228271.08154296875 disk.sda.in‚232166.57421875) proc.memory.availableMB‚ 1952.69921875 proc.cpu.threads‚17 network.recv‚ 1.135347e+06 disk.sda.out‚ 422.83984375 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚232166.57421875 disk.sda3.out‚ 422.83984375 disk.dm-1.in‚232166.57421875) disk.nvme0c0n1.out‚228271.08154296875 network.sent‚ 1.1384261e+07' disk.nvme0n1.out‚228271.08154296875 disk.sda1.in‚0ö£¤4Ø/ _wandbruntime‚10930  _runtime‚10930@{%<ÉÙà ' lr-AdamW/pg1‚1.0951431299676558e-05 ' lr-AdamW/pg2‚1.0951431299676558e-05 trainer/global_step‚6449 $ _timestamp‚1.784850326642807e+09 _runtime‚10930.944369278 _step‚552sˆnMÎÚÈ _runtime‚10930.944369278 _step‚552 ' lr-AdamW/pg1‚1.0951431299676558e-05 ' lr-AdamW/pg2‚1.0951431299676558e-05 trainer/global_step‚6449 $ _timestamp‚1.784850326642807e+09¨±,!4Û/ _wandbruntime‚10930  _runtime‚10930 TcŽ(Ü‚P ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚516452266722304 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚340 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1856849663461136 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17189828 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚508190874962944 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1864315646317568 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1864314274692608 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6721391218643 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 115940158 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1864315646317568 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1857582942091264 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚19767916 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1856849688889104 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚56015718 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6732678052864 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚516451845282304 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚56015724 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1857582968264704 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 trainer/global_step‚6449 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6731332601344 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17189823 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6732678052864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚56015718 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6720046607189 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚36957744 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _step‚553 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚59934534 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚59934534 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚508191243054080 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19767581 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8260970319360 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1863571080107747 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 _runtime‚10930.948918401 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚59924440 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1864314274692608 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚56015724 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 115950258 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1857582968264704 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1863569710068325 % _timestamp‚1.7848503266438382e+09 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚36957404 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8261023668224 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚59924440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1857582942091264 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 115950258 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1857582968264704 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1863569710068325 % _timestamp‚1.7848503266438382e+09 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚36957404 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8261023668224 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚59924440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1857582942091264 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚516451845282304 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚56015724 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1857582968264704 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 trainer/global_step‚6449 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6731332601344 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17189823 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6732678052864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚56015718 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6720046607189 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚36957744 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _step‚553 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚59934534 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚59934534 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚508191243054080 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚335 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19767581 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8260970319360 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1863571080107747 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 _runtime‚10930.948918401 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚59924440 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1864314274692608 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚56015724 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824©àÁ4Þ/ _wandbruntime‚10932  _runtime‚10932v'k'ߌN E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1857861851381760 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 115967721 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 _runtime‚10932.363050785 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚508269829420032 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1864594206491136 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 115967721 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6733700568064 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚56024091 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1857128490662880 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚17192463 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚516531675476480 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 115957607 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚59933522 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚36962987 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1857861877555200 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚19770524 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1864595578123264 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚56024085 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚56024085 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚6449 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚340 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚335 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8262271683584 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚59933522 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1864595578123264 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚36963327HI©aà‘N D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 115957607 UHDeviceStatsMonito#¨ò¶&r.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚59933522 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚36962987 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1857861877555200 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚19770524 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1864595578123264 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚56024085 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚56024085 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚6449 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚340 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚335 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚57536000 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8262271683584 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚59933522 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1864595578123264 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚36963327 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1857861851381760 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 115967721 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 _runtime‚10932.363050785 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚508269829420032 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1864594206491136 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 115967721 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6733700568064 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚56024091 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1857128490662880 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚17192463 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚516531675476480ªä±´½4á/ _wandbruntime‚10932  _runtime‚10932Œÿ[â‚ /loss/FRt2/assignment_loss‚0.686450617547324 1loss/SRqqt1/assignment_loss‚0.527464209283598 _step‚555 0loss/FRt1/assignment_loss‚1.9417171097377164 /loss/FRt2/detection_loss‚1.4164862988880274 1loss/SRqqt1/detection_loss‚1.0608037061180442 0loss/FBt2/detection_loss‚0.43676065502477285 %loss/total_loss‚8.903946195731923 epoch‚40 trainer/global_step‚6449 /loss/FBt1/detection_loss‚1.0447684979299083 2loss/SRqqt2/assignment_loss‚0.5253550039123739 1loss/FBt1/assignment_loss‚0.04908242904253446 1loss/FBt2/assignment_loss‚0.04144549386723126 /loss/FRt1/detection_loss‚0.5407919025656098 1loss/SRqqt2/detection_loss‚0.6328202718147821 % _timestamp‚1.7848503281163273e+09 _runtime‚10932.417697025 H„ ㇠0loss/FRt1/assignment_loss‚1.9417171097377164 /loss/FRt2/detection_loss‚1.4164862988880274 1loss/SRqqt1/detection_loss‚1.0608037061180442 0loss/FBt2/detection_loss‚0.43676065502477285 %loss/total_loss‚8.903946195731923 epoch‚40 trainer/global_step‚6449 /loss/FBt1/detection_loss‚1.0447684979299083 2loss/SRqqt2/assignment_loss‚0.5253550039123739 1loss/FBt1/assignment_loss‚0.04908242904253446 1loss/FBt2/assignment_loss‚0.04144549386723126 /loss/FRt1/detection_loss‚0.5407919025656098 1loss/SRqqt2/detection_loss‚0.6328202718147821 % _timestamp‚1.7848503281163273e+09 _runtime‚10932.417697025 /loss/FRt2/assignment_loss‚0.686450617547324 1loss/SRqqt1/assignment_loss‚0.527464209283598 _step‚555«í RŸä‚(:” šÏŠÓ™º³Î gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚316.497' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.299400000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ë†3R{å‚(:ð šÏŠÓ¦ÛÐ disk.dm-1.in‚232166.57421875 disk.dm-1.out‚ 423.41796875( proc.memory.availableMB‚ 1952.6796875 disk.sda2.in‚0) disk.nvme0c0n1.out‚228272.25341796875 disk.sda.out‚ 423.41796875$ memory_percent‚92.05452601114908# proc.memory.rssMB‚ 2793.57421875 proc.cpu.threads‚17$ disk.nvme0c0n1.in‚31934.37890625 network.sent‚ 1.1386346e+07 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚232166.57421875 disk.sda3.out‚ 423.41796875 disk.sda.in‚232166.57421875* proc.memory.percent‚11.367082595825195* disk./.usagePercent‚55.342708018614736$ disk./.usageGB‚824.6463432312012 disk.sda1.in‚0" disk.nvme0n1.in‚31934.37890625' disk.nvme0n1.out‚228272.25341796875 disk.dm-0.in‚31934.37890625$ disk.dm-0.out‚228272.25341796875 cpu‚25.365656426993944 network.recv‚ 1.136308e+06¥ï?J”æ‚(:‰ ©ÏŠÓÑ°Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚325.932' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.1864 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0÷–pÔyç‚(:î ©ÏŠÓˆÏ‹Ð" disk.nvme0n1.in‚31934.37890625 disk.sda1.in‚0 disk.sda1.out‚0* proc.memory.percent‚11.367082595825195 proc.cpu.threads‚17 network.sent‚ 1.1445575e+07 disk.sda2.out‚0$ disk.dm-0.out‚228273.96826171875' proc.memory.availableMB‚ 1952.734375' disk.nvme0n1.out‚228273.96826171875 network.recv‚ 1.138775e+06 disk.sda2.in‚0 disk.dm-1.in‚232166.57421875 disk.dm-1.out‚ 423.72265625$ disk.nvme0c0n1.in‚31934.37890625# proc.memory.rssMB‚ 2793.57421875) disk./.usagePercent‚55.34269496223049 disk.sda3.in‚232166.57421875) disk.nvme0c0n1.out‚228273.96826171875 disk.dm-0.in‚31934.37890625 disk.sda.in‚232166.57421875 disk.sda.out‚ 423.72265625$ memory_percent‚92.05430348714194 cpu‚25.365638099156754$ disk./.usageGB‚824.6461486816406 disk.sda3.out‚ 423.72265625ž5LO”è‚(:‰ ¸ÏŠÓ˜½ªÎ gpu.0.gpu‚75.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚364.019' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.8038 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0-TÆsé‚(:è ¸ÏŠÓËü¥Ñ& proc.memory.availableMB‚ 1952.59375# proc.memory.rssMB‚ 2793.57421875 cpu‚25.36565644174815( disk./.usagePercent‚55.3427092986524$ disk./.usageGB‚824.6463623046875 disk.dm-1.out‚ 424.16015625! disk.nvme0n1.in‚ 31934.5859375' disk.nvme0n1.out‚228275.08544921875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚232660.51953125 disk.dm-1.in‚232660.51953125# disk.nvme0c0n1.in‚ 31934.5859375 disk.sda.in‚232660.51953125 disk.sda.out‚ 424.16015625 disk.sda1.out‚0 disk.sda3.out‚ 424.16015625$ memory_percent‚92.05487569173178 proc.cpu.threads‚17 network.recv‚ 1.139699e+06) disk.nvme0c0n1.out‚228275.08544921875 disk.dm-0.in‚ 31934.5859375$ disk.dm-0.out‚228275.08544921875 disk.sda1.in‚0* proc.memory.percent‚11.367082595825195 network.sent‚ 1.1448197e+07„ðŸê‚(:” ÇÏŠÓéÃÎ gpu.0.gpu‚98.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚290.369' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚58.073800000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0û¹þhwë‚(:ì ÇÏŠÓÎê¶Ð disk.sda3.in‚233072.98828125 disk.dm-1.out‚ 424.7265625) disk.nvme0c0n1.out‚228360.76904296875$ memory_percent‚92.05497105916342) disk./.usagePercent‚55.34271646686337 disk.dm-1.in‚233072.98828125$ disk.nvme0c0n1.in‚32092.35546875 disk.sda.out‚ 424.7265625( proc.memory.availableMB‚ 1952.5703125# proc.memory.rssMB‚ 2793.57421875* proc.memory.percent‚11.367082595825195 proc.cpu.threads‚17' disk.nvme0n1.out‚228360.76904296875 disk.sda2.in‚0 disk.sda3.out‚ 424.7265625 disk.dm-0.in‚32092.35546875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0" disk.nvme0n1.in‚32092.35546875$ disk.dm-0.out‚228360.76904296875 disk.sda.in‚233072.98828125 cpu‚25.365639269983884 network.sent‚ 1.1450316e+07 network.recv‚ 1.141097e+06$ disk./.usageGB‚824.6464691162109ÕӇؔì‚(:‰ ÖÏŠÓÅòšÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚316.256' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.2512 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0D¾Lzí‚(:ï ÖÏŠÓ˜äþÏ$ disk./.usageGB‚824.6464347839355 disk.sda3.in‚233072.98828125 disk.dm-1.in‚233072.98828125 disk.dm-1.out‚ 425.01171875 disk.sda.in‚233072.98828125 disk.sda2.out‚0$ memory_percent‚92.05005963643393) proc.memory.availableMB‚ 1953.77734375 network.sent‚ 1.1452396e+07 network.recv‚ 1.141964e+06 disk.sda3.out‚ 425.01171875" disk.nvme0n1.in‚32092.35546875 disk.sda1.out‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2793.57421875* proc.memory.percent‚11.367082595825195) disk./.usagePercent‚55.34271416279556$ disk.nvme0c0n1.in‚32092.35546875' disk.nvme0n1.out‚228362.04248046875 disk.sda.out‚ 425.01171875 disk.sda1.in‚0 cpu‚25.36562011687478 proc.cpu.threads‚17) disk.nvme0c0n1.out‚228362.04248046875 disk.dm-0.in‚32092.35546875$ disk.dm-0.out‚228362.04248046875ƒÿp”î‚(:‰ åÏŠÓî‡ÆÎ gpu.0.gpu‚82.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚367.547' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.5094 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÇÏÕÆrï‚(:ç åÏŠÓ¢ŒôÏ disk.sda2.out‚0 disk.sda3.in‚233072.98828125 disk.sda3.out‚ 425.4921875' disk.nvme0n1.out‚228364.44775390625 disk.dm-0.in‚ 32095.2734375( proc.memory.availableMB‚ 1954.0234375 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚233072.98828125# disk.nvme0c0n1.in‚ 32095.2734375! disk.nvme0n1.in‚ 32095.2734375$ disk.dm-0.out‚228364.44775390625 disk.sda.out‚ 425.4921875 proc.cpu.threads‚17) disk./.usagePercent‚55.34271493081816 disk.dm-1.out‚ 425.4921875 disk.sda.in‚233072.98828125 cpu‚25.36564454937324 network.sent‚ 1.1454513e+07 network.recv‚ 1.143354e+06 disk.sda1.out‚0) disk.nvme0c0n1.out‚228364.44775390625# memory_percent‚92.0490582784017# proc.memory.rssMB‚ 2793.57421875* proc.memory.percent‚11.367082595825195$ disk./.usageGB‚824.6464462280273è«14ð/ _wandbruntime‚11011  _runtime‚11011—û*™ÊñÄ ' lr-AdamW/pg1‚1.0277820976930381e-05 ' lr-AdamW/pg2‚1.0277820976930381e-05 trainer/global_step‚6499 % _timestamp‚1.7848504071131222e+09 _runtime‚11011.414609426 _step‚556+K¡ÏòÉ % _timestamp‚1.7848504071131222e+09 _runtime‚11011.414609426 _step‚556 ' lr-AdamW/pg1‚1.0277820976930381e-05 ' lr-AdamW/pg2‚1.0277820976930381e-05 trainer/global_step‚6499¬¹¿´4ó/ _wandbruntime‚11011  _runtime‚11011Þ(”|(ôP LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚520444236792320 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1878310928773632 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19915419 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8323675440640 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1871528406616064 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚37237242 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 $ _timestamp‚1.784850407114082e+09 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚37237599 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1871528432789504 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _step‚557 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚60380392 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1871528432789504 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚56434074 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1871528406616064 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚357 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1877562272679355 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚56434068 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 trainer/global_step‚6499 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚56434074 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6783867609088 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17321823 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 116814460 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6782522157568 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 116824560 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚352 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1870789752149936 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 _runtime‚11011.415884732 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚60390486 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6782522157568 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8323622091776 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1878312300398592 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚512120561351680 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6772495101451 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1878310928773632 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032c ™â õ†P H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚37237599 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1871528432789504 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 _step‚557 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚60380392 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1871528432789504 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚56434074 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1871528406616064 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚357 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1877562272679355 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚56434068 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 trainer/global_step‚6499 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚56434074 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6783867609088 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17321823 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 116814460 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6782522157568 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 116824560 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚352 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1870789752149936 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 _runtime‚11011.415884732 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚60390486 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6782522157568 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8323622091776 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1878312300398592 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚512120561351680 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6772495101451 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1878310928773632 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚520444236792320 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1878310928773632 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚19915419 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8323675440640 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1871528406616064 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚37237242 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 $ _timestamp‚1.784850407114082e+09­[4ö/ _wandbruntime‚11012  _runtime‚11012÷9 '÷ŒN PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚56442435 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚37242732 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚520524061409792 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6772171291637 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚11012.834346665 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 116842023 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚60389474 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1871807315906560 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6783544665600 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6773515903203 % _timestamp‚1.7848504085325935e+09 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6784890124288 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚353 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1878590860572160 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1871807315906560 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 116831909 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1878592232204288 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 _step‚558 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1871807342080000 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚60389474 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚512198779626496 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚17324468 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1878592232204288 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 116842023 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚19918622 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6783544665600 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚37243090 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚60399582 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1877840725215349 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚512199147717632 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚60399582 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚6499 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864ÁÙ8Ä'ø‘N SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚358 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 116831909 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚56442441 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 116842023 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚60389474 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1871807315906560 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6783544665600 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6773515903203 % _timestamp‚1.7848504085325935e+09 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6784890124288 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚353 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1878590860572160 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1871807315906560 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 116831909 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1878592232204288 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 _step‚558 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1871807342080000 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚60389474 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚512198779626496 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚17324468 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1878592232204288 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 116842023 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚19918622 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6783544665600 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚37243090 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚60399582 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1877840725215349 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚512199147717632 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚60399582 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 trainer/global_step‚6499 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚56442435 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚37242732 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚520524061409792 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6772171291637 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _runtime‚11012.834346665 QDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1892307582854656 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 trainer/global_step‚6549 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚60836344 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1885473897314304 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚524435911311872 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1884729840838736 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6833711713792 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚60846438 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17453828 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1891553465250963 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 _step‚561 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1891552095211541 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1892307582854656 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 % _timestamp‚1.7848504874104633e+09 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20063121 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17453823 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚56852424 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1892308954479616 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚37516949 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚20062758 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1885473871140864 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8385980410880 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚60836344 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6835057165312 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 117688762 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6835057165312 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚516049511558144 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864Ì2/À (‹‡P 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6822254372805 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6833711713792 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1884729866266704 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚368 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚60846438 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1885473871140864 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1892307582854656 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 trainer/global_step‚6549 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚60836344 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1885473897314304 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚524435911311872 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1884729840838736 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6833711713792 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚60846438 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17453828 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1891553465250963 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 _step‚561 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1891552095211541 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1892307582854656 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 % _timestamp‚1.7848504874104633e+09 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20063121 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17453823 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚56852424 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1892308954479616 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚37516949 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚20062758 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1885473871140864 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8385980410880 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚60836344 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6835057165312 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 117688762 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6835057165312 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚363 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚516049511558144 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚56852418 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 _runtime‚11091.715894362±²:{Þ4Œ/ _wandbruntime‚11093  _runtime‚11093™ÒÑ0(!ŒN ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1891831917786957 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1885008668040480 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6834734221824 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚56860791 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚60845426 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 117716325 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚37522128 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1892587514653184 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚60845426 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1885752780431360 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚60855534 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚363 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚56860785 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚56860785 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6836079680512 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1885008642612512 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1885752806604800 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚524515328659456 trainer/global_step‚6549 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚60855534 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1892588886285312 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8387230735360 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6823275174445 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚17456468 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚56860791 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8387281979904 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 117716325 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 117706211 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1885752780431360 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6834734221824 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20065665 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚516128466015232 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚516128097924096 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚37522491 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚358 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1891833287826491 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 117706211 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚524515747995136 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 % _timestamp‚1.7848504888322856e+09 REDeviceStatsMonitor.on_train_batch_end/inactive_Xóepêsplit.large_pool.freed‚17456463 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1892588886285312 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6824619786011 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚60855534 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1892588886285312 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8387230735360 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6823275174445 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚17456468 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚56860791 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8387281979904 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 117716325 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 117706211 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1885752780431360 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6834734221824 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20065665 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚516128466015232 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚516128097924096 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚37522491 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚358 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1891833287826491 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 117706211 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚524515747995136 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 % _timestamp‚1.7848504888322856e+09 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚17456463 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1892588886285312 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6824619786011 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 117716325 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚37522128 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1892587514653184 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚60845426 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1885752780431360 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚60855534 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚363 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚56860785 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚56860785 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6836079680512 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1885008642612512 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1885752806604800 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚524515328659456 trainer/global_step‚6549 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1907770709429248 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1907772081054208 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1907772081054208 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚61330135 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6889457621504 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1907770709429248 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 118652013 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚57321878 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚528460689668608 _step‚566 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1900882623432704 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚61320041 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 118641913 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1900882597259264 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚57321872 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1900132241327600 _runtime‚11182.240005136 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8453487400960 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6876563310022 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17589750 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1907008779209654 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚57321872 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚331 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1900882623432704 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚520006782924800 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20228019 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1900132215899632 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8453538652672 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚61330135 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17589745 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 % _timestamp‚1.7848505779381497e+09 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1907010149249076 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0W±ói¦‡P RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17589750 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1907008779209654 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚57321872 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚331 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1900882623432704 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚520006782924800 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20228019 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1900132215899632 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8453538652672 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚61330135 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17589745 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 % _timestamp‚1.7848505779381497e+09 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1907010149249076 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1907770709429248 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1907772081054208 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.G[‰¤current‚ 1345451520 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1907772081054208 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚61330135 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6889457621504 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1907770709429248 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 118652013 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚57321878 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚528460689668608 _step‚566 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1900882623432704 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚61320041 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 118641913 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1900882597259264 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚57321872 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1900132241327600 _runtime‚11182.240005136 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8453487400960 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6876563310022 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248¶}a4§/ _wandbruntime‚11183  _runtime‚11183`¢ÌW'¨ŒN D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20230623 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚520085369290752 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚57330239 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1900411017673408 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚37823008 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848505793562527e+09 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6890480136704 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚57330239 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 _runtime‚11183.658025609 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 trainer/global_step‚6599 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6890480136704 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6889134678016 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1901161506549760 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1908052012859904 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 118669476 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚61339231 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1900411043101376 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚61329123 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6877584111662 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1901161532723200 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1908052012859904 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚17592385 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1907288601785070 _step‚567 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6878928723228 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚528540099799040 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚520085737381888 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8454783849984 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚61329123 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚20230956 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8454730508288 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚61339231 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 118659362 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚57330245 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚37823346 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚61329123 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚20230956 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8454730508288 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚61339231 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 118659362 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚57330245 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚37823346 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20230623 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚520085369290752 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚57330239 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1900411017673408 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚37823008 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848505793562527e+09 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6890480136704 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚57330239 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 _runtime‚11183.658025609 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 trainer/global_step‚6599 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6890480136704 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6889134678016 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1901161506549760 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1908052012859904 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 118669476 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚61339231 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1900411043101376 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚61329123 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6877584111662 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108·Ï°4ª/ _wandbruntime‚11183  _runtime‚11183æJº «„ 1loss/SRqqt1/detection_loss‚0.8712693995195898 _runtime‚11183.713134331 /loss/FRt1/assignment_loss‚1.965125063212729 2loss/SRqqt2/assignment_loss‚0.5412652226472549 2loss/FBt2/assignment_loss‚0.022424458374853778 /loss/FRt2/detection_loss‚1.4164878566005115 .loss/FBt1/detection_loss‚1.087444433512596 $loss/total_loss‚8.81225836320959 epoch‚41 % _timestamp‚1.7848505794117572e+09 0loss/FRt2/assignment_loss‚0.7926942489137211 2loss/FBt1/assignment_loss‚0.010874404046115197 /loss/FRt1/detection_loss‚0.5452325704484491 1loss/SRqqt2/detection_loss‚0.6001818581392823 0loss/FBt2/detection_loss‚0.46641462253216964 _step‚568 3loss/SRqqt1/assignment_loss‚0.49284422526231847 trainer/global_step‚6599° 2ܬ‰ /loss/FRt2/detection_loss‚1.4164878566005115 .loss/FBt1/detection_loss‚1.087444433512596 $loss/total_loss‚8.81225836320959 epoch‚41 % _timestamp‚1.7848505794117572e+09 0loss/FRt2/assignment_loss‚0.7926942489137211 2loss/FBt1/assignment_loss‚0.010874404046115197 /loss/FRt1/detection_loss‚0.5452325704484491 1loss/SRqqt2/detection_loss‚0.6001818581392823 0loss/FBt2/detection_loss‚0.46641462253216964 _step‚568 3loss/SRqqt1/assignment_loss‚0.49284422526231847 trainer/global_step‚6599 1loss/SRqqt1/detection_loss‚0.8712693995195898 _runtime‚11183.713134331 /loss/FRt1/assignment_loss‚1.965125063212729 2loss/SRqqt2/assignment_loss‚0.5412652226472549 2loss/FBt2/assignment_loss‚0.022424458374853778¸$þ碞­‚(:“ ™ÑŠÓßÛ®Ï gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚293.324' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚58.66480000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 €Œn®‚(:㠙ъӔôØÑ! disk.dm-0.out‚228638.35546875$ memory_percent‚92.05458958943686* proc.memory.percent‚11.367114384969074) disk./.usagePercent‚55.27012501851446 disk.sda1.in‚0" disk.nvme0n1.in‚32538.83203125$ disk.nvme0n1.out‚228638.35546875 disk.sda.in‚237223.6015625 cpu‚25.367765777765392 disk.sda3.in‚237223.6015625 disk.sda3.out‚ 430.97265625 disk.dm-1.in‚237223.6015625 disk.dm-1.out‚ 430.97265625$ disk.nvme0c0n1.in‚32538.83203125# proc.memory.rssMB‚ 2793.58203125 proc.cpu.threads‚17 network.sent‚ 1.1646533e+07 network.recv‚ 1.160314e+06$ disk./.usageGB‚823.5648040771484 disk.sda1.out‚0 disk.sda2.in‚0& disk.nvme0c0n1.out‚228638.35546875 disk.sda.out‚ 430.97265625( proc.memory.availableMB‚ 1952.6640625 disk.sda2.out‚0 disk.dm-0.in‚32538.83203125ìžØ¨“¯‚(:ˆ ¨ÑŠÓßå˜Î gpu.0.gpu‚13.0 gpu.0.memory‚4, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚365.899' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.1798 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0…göay°‚(:î ¨ÑŠÓÓáÑ disk.sda3.out‚ 431.93359375 disk.dm-1.in‚237773.81640625 disk.dm-1.out‚ 431.93359375# proc.memory.rssMB‚ 2793.58203125" disk.nvme0n1.in‚32544.15234375' disk.nvme0n1.out‚228640.70849609375$ disk.dm-0.out‚228640.70849609375 disk.sda.out‚ 431.93359375 disk.sda2.in‚0) disk.nvme0c0n1.out‚228640.70849609375$ memory_percent‚92.05536842346191 network.sent‚ 1.1705739e+07 disk.sda1.out‚0 proc.cpu.threads‚17 disk.sda2.out‚0 network.recv‚ 1.16259e+06) disk./.usagePercent‚55.27012937064255 disk.sda1.in‚0$ disk.nvme0c0n1.in‚32544.15234375) proc.memory.availableMB‚ 1952.47265625* proc.memory.percent‚11.367114384969074 cpu‚25.367811612467918# disk./.usageGB‚823.564868927002 disk.dm-0.in‚32544.15234375 disk.sda.in‚237773.81640625 disk.sda3.in‚237773.81640625{¼7”±‚(:‰ ·ÑŠÓ“¼‚Î gpu.0.gpu‚89.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚317.562' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.5124 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0«€èQr²‚(:ç ·ÑŠÓŠîýÐ* disk./.usagePercent‚55.270130650680215# disk.nvme0c0n1.in‚ 32663.3046875 disk.sda2.in‚0 disk.sda3.in‚ 238312.171875 disk.dm-1.in‚ 238312.171875$ memory_percent‚92.05536842346191 network.recv‚ 1.163793e+06$ disk./.usageGB‚823.5648880004883) disk.nvme0c0n1.out‚228646.50341796875! disk.nvme0n1.in‚ 32663.3046875 disk.dm-0.in‚ 32663.3046875 disk.sda.out‚ 432.45703125 disk.sda1.in‚0 disk.dm-1.out‚ 432.45703125 network.sent‚ 1.1708446e+07 disk.sda.in‚ 238312.171875 disk.sda2.out‚0 disk.sda3.out‚ 432.45703125# proc.memory.rssMB‚ 2793.58203125* proc.memory.percent‚11.367114384969074 proc.cpu.threads‚17' disk.nvme0n1.out‚228646.50341796875$ disk.dm-0.out‚228646.50341796875 disk.sda1.out‚0) proc.memory.availableMB‚ 1952.47265625 cpu‚25.36776833449976&o!ꟳ‚(:” ÆÑŠÓóõ§Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚319.204' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.840799999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0}zÙŒ´‚(:â ÆÑŠÓìë‹Ð network.sent‚ 1.1710033e+07) disk./.usagePercent‚55.26926790528983! disk.nvme0n1.in‚ 32663.3046875$ d^;ý[áisk.dm-0.out‚228647.89794921875 disk.sda3.out‚ 432.9921875* proc.memory.percent‚11.367114384969074 cpu‚25.367768952971318 network.recv‚ 1.164668e+06 disk.dm-1.in‚ 238312.171875 disk.dm-0.in‚ 32663.3046875# proc.memory.rssMB‚ 2793.58203125 proc.cpu.threads‚17$ disk./.usageGB‚823.5520324707031# disk.nvme0c0n1.in‚ 32663.3046875 disk.sda.in‚ 238312.171875 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚ 238312.171875$ memory_percent‚92.05544789632162 disk.dm-1.out‚ 432.9921875) disk.nvme0c0n1.out‚228647.89794921875' disk.nvme0n1.out‚228647.89794921875 disk.sda.out‚ 432.9921875 disk.sda1.in‚0 disk.sda1.out‚0' proc.memory.availableMB‚ 1952.453125†Õ ?‘µ‚(:† ÕÑŠÓ“²½Î gpu.0.gpu‚20.0 gpu.0.memory‚6, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚353.29' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.658 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0.ëÊåg¶‚(:Ü ÕÑŠÓÈÑ–Ñ( disk./.usagePercent‚55.2861144810805 disk.dm-0.in‚ 32663.3046875 disk.sda1.in‚0 disk.sda2.in‚0$ memory_percent‚92.05560684204102( proc.memory.availableMB‚ 1952.4140625! disk.nvme0n1.in‚ 32663.3046875$ disk.nvme0n1.out‚228649.64453125 disk.sda1.out‚0 disk.dm-1.in‚ 238312.171875 disk.dm-1.out‚ 433.38671875& disk.nvme0c0n1.out‚228649.64453125* proc.memory.percent‚11.367114384969074 proc.cpu.threads‚17$ disk./.usageGB‚823.8030586242676! disk.dm-0.out‚228649.64453125 disk.sda.out‚ 433.38671875 disk.sda2.out‚0# proc.memory.rssMB‚ 2793.58203125 network.sent‚ 1.1712645e+07 disk.sda.in‚ 238312.171875 disk.sda3.in‚ 238312.171875 disk.sda3.out‚ 433.38671875# disk.nvme0c0n1.in‚ 32663.3046875 cpu‚25.367784599291735 network.recv‚ 1.165892e+06–Úß4·/ _wandbruntime‚11262  _runtime‚11262ûÍ4Äȸ & lr-AdamW/pg1‚8.374330466458622e-06 & lr-AdamW/pg2‚8.374330466458622e-06 trainer/global_step‚6649 % _timestamp‚1.7848506582488966e+09 _runtime‚11262.550402536 _step‚569ä³MûÍ¹Ç & lr-AdamW/pg1‚8.374330466458622e-06 & lr-AdamW/pg2‚8.374330466458622e-06 trainer/global_step‚6649 % _timestamp‚1.7848506582488966e+09 _runtime‚11262.550402536 _step‚569¹«¿l4º/ _wandbruntime‚11262  _runtime‚11262¿ó°(»P TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚57740228 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1921768735135232 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1921768735135232 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚523936101222400 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1914828061784064 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20375310 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 119516215 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚61786087 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1914072304588432 _runtime‚11262.554935186 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚20374974 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1921767363510272 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6929011804284 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248úÑÙË (¼†P SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚532452155704320 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚20374974 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 415148544 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1921767363510272 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6929011804284 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚57740228 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1921768735135232 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1921768735135232 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚523936101222400 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1914828061784064 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20375310 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 119516215 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚61786087 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1914072304588432 _runtime‚11262.554935186 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 $ _timestamp‚1.784850659666076e+09 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1922048666940928 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚20378250 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1914351106362208 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6940324234240 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1921279794356678 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚61785075 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 119543778 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚532532407895552 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚532531994851328 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚61785075 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚57748595 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚38102640 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚38102305 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1914351131790176 _step‚571 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 119543778 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 trainer/global_step‚6649 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1915106971074560 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚57748595 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8517307262976 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚17724385 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1915106997248000 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚11263.967931379 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0‰ÕC'¿N _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚524014687588352 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8517352216064 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚11263.967931379 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1922048666940928 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚524015055679488 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚61795183 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6930032606036 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 $ _timestamp‚1.784850659666076e+09 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1922048666940928 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚20378250 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1914351106362208 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6940324234240 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1921279794356678 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚61785075 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 119543778 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚532532407895552 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚532531994851328 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚61785075 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚57748595 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚38102640 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚38102305 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1914351131790176 _step‚571 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 119543778 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 trainer/global_step‚6649 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1915106971074560 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚57748595 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8517307262976 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚17724385 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1915106997248000 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 FDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1928773552482304 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚58158578 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚62242039 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20523335 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1928012393277232 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1935764017591296 % _timestamp‚1.7848507387430723e+09 _step‚574 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1935765389216256 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚62231945 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1928773526308864 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1934991164352870 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6980115687092 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6991836733952 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚527865787611136 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 _runtime‚11343.044907331 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚38377085 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1928012418705200 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚58158572 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1935764017591296 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17853745 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚527865419520000 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 120400617 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8578837597184 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 trainer/global_step‚6699bˆÔ‡P H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1928773552482304 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚58158578 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚62242039 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20523335 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1928012393277232 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1935764017591296 % _timestamp‚1.7848507387430723e+09 _step‚574 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1935765389216256 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚62231945 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚55446016 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segmµ1ý»…ent.large_pool.current‚1181 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1928773526308864 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1934991164352870 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 6980115687092 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 6991836733952 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚527865787611136 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 _runtime‚11343.044907331 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚38377085 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1928012418705200 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚58158572 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1935764017591296 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚17853745 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚527865419520000 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 120400617 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8578837597184 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 trainer/global_step‚6699 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 6990491282432 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚20522982 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1934992534392292 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1935765389216256 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 6978771075638 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 6990491282432 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚38376727 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚58158578 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚358 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1928773552482304 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚536444625208320 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚62242039 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17853750 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 120390517 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 6991836733952 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚536444201671168 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚1928773526308864 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚58158572 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚62231945 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 J8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1928291195051008 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6981136488844 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _step‚575 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6992859249152 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚17856390 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 120418080 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1936043949389824 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚58166939 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 120407966 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1929052461772800 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1935270986928286 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚58166945 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚536524459997184 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚536524042758656 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6992859249152 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20525899 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6991513790464 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 120418080 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 _runtime‚11344.462999767 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚527944373977088 trainer/global_step‚6699 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8580086020096 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 $ _timestamp‚1.784850740161264e+09 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1936045321021952 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6979791877278 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚38382284 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚20526238 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248oÞ×Ê'×N PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1936045321021952 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚527944005885952 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚58166945 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1928291195051008 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 6981136488844 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _step‚575 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 6992859249152 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚17856390 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 120418080 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1936043949389824 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚58166939 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 120407966 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 BDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1929052461772800 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1935270986928286 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚58166945 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚536524459997184 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚536524042758656 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 6992859249152 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20525899 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 6991513790464 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 120418080 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 _runtime‚11344.462999767 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚527944373977088 trainer/global_step‚6699 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8580086020096 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 $ _timestamp‚1.784850740161264e+09 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1936045321021952 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 6979791877278 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚38382284 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚20526238 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚58166939 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 6991513790464 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1928291220478976 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8580036872704 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1929052435599360 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚62251135 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1929052435599360 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚344 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622¿yÅÆ4Ø/ _wandbruntime‚11344  _runtime‚113446Ó>MÙ€ /loss/FRt1/assignment_loss‚1.877331867500198 1loss/FBt1/assignment_loss‚0.07960303895997228 /loss/FRt1/detection_loss‚0.5164636102164335 2loss/SRqqt1/assignment_loss‚0.5935598955118929 /loss/FRt2/detection_loss‚1.4043388468685734 0loss/SRqqt1/detection_loss‚1.065912852303709 1loss/SRqqt2/detection_loss‚0.5790545730476391 /loss/FBt1/detection_loss‚0.7017799142079476 /loss/FBt2/detection_loss‚0.5332701290661118 $loss/total_loss‚8.67983046596652 _step‚576 0loss/FRt2/assignment_loss‚0.7315291478403785 1loss/SRqqt2/assignment_loss‚0.568231830508916 trainer/global_step‚6699 % _timestamp‚1.7848507402161016e+09 2loss/FBt2/assignment_loss‚0.028754759934747427 epoch‚41 _runtime‚11344.517409103ZY—« Ú… /loss/FRt1/assignment_loss‚1.877331867500198 1loss/FBt1/assignment_loss‚0.07960303895997228 /loss/FRt1/detection_loss‚0.5164636102164335 2loss/SRqqt1/assignment_loss‚0.5935598955118929 /loss/FRt2/detection_loss‚1.4043388468685734 0loss/SRqqt1/detection_loss‚1.065912852303709 1loss/SRqqt2/detection_loss‚0.5790545730476391 /loss/FBt1/detection_loss‚0.7017799142079476 /loss/FBt2/detection_loss‚0.5332701290661118 $loss/total_loss‚8.67983046596652 _step‚576 0loss/FRt2/assignment_loss‚0.7315291478403785 1loss/SRqqt2/assignment_loss‚0.568231830508916 trainer/global_step‚6699 % _timestamp‚1.7848507402161016e+09 2loss/FBt2/assignment_loss‚0.028754759934747427 epoch‚41 _runtime‚11344.517409103Àºwö ŸÛ‚(:” ¾ÒŠÓ㙘Î gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.916' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.783199999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¤U»_Ü‚(:Ô ¾ÒŠÓ¶—åÐ proc.cpu.threads‚17 disk.sda.in‚240597.1484375 disk.sda2.out‚0 disk.dm-0.in‚ 32909.4375! disk.dm-0.out‚230398.38671875$ memory_percent‚92.05052057902017( proc.memory.availableMB‚ 1953.6640625 network.sent‚ 1.1784848e+07* disk./.usagePercent‚55.246153241030804 disk.dm-1.out‚ 436.7734375& disk.nvme0c0n1.out‚230398.38671875$ disk./.usageGB‚823.2076072692871 disk.sda.out‚ 436.7734375 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚240597.1484375 disk.nvme0c0n1.in‚ 32909.4375 disk.nvme0n1.in‚ 32909.4375# proc.memory.rssMB‚ 2793.58203125 network.recv‚ 1.174863e+06 disk.sda1.in‚0 disk.sda3.out‚ 436.7734375 disk.dm-1.in‚240597.1484375$ disk.nvme0n1.out‚230398.38671875* proc.memory.percent‚11.367114384969074 cpu‚25.36771028971943M9I”Ý‚(:‰ ÍÒŠÓÃÊ÷Í gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚300.093' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.0186 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¼ç¥¦gÞ‚(:Ü ÍÒŠÓø³¢Ð disk.sda3.in‚240597.1484375' disk.nvme0c0n1.out‚230957.568359375 cpu‚25.367667556237706 network.recv‚ 1.177403e+06$ disk./.usageGB‚823.2081260681152 disk.sda2.out‚0 disk.nvme0c0n1.in‚ 32909.4375 disk.sda.out‚ 437.13671875) proc.memory.availableMB‚ 1953.73046875* proc.memory.percent‚11.367114384969074* disk./.usagePercent‚55.246188058055466 disk.sda1.in‚0 disk.sda3.out‚ 437.13671875 disk.dm-1.out‚ 437.13671875 disk.dm-0.in‚ 32909.4375 disk.sda.in‚240597.1484375# proc.memory.rssMB‚ 2793.58203125 proc.cpu.threads‚17 disk.sda2.in‚0 disk.dm-1.in‚240597.1484375 disk.nvme0n1.in‚ 32909.4375% disk.nvme0n1.out‚230957.568359375" disk.dm-0.out‚230957.568359375$ memory_percent‚92.05025037129721 network.sent‚ 1.1844582e+07 disk.sda1.out‚0Z"˜Žß‚(:‰ ÜÒŠÓ†¼¿Î gpu.0.gpu‚96.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚352.707' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚70.5414 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErroÒØëèrs‚0Ø·q¿Wà‚(:Ì ÜÒŠÓú€ÕÐ network.sent‚ 1.1846632e+07$ disk.nvme0c0n1.in‚32926.78515625 disk.sda.out‚437.5 disk.sda2.in‚0 disk.sda2.out‚0* proc.memory.percent‚11.367114384969074 cpu‚25.369326199379675# disk./.usageGB‚823.296817779541" disk.nvme0n1.out‚ 231048.921875 disk.dm-0.out‚ 231048.921875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚240853.83984375 disk.sda3.out‚437.5 disk.dm-1.in‚240853.83984375 network.recv‚ 1.178373e+06* disk./.usagePercent‚55.252140233226555" disk.nvme0n1.in‚32926.78515625 disk.dm-1.out‚437.5$ memory_percent‚92.05063184102377) proc.memory.availableMB‚ 1953.63671875# proc.memory.rssMB‚ 2793.58203125 proc.cpu.threads‚17$ disk.nvme0c0n1.out‚ 231048.921875 disk.dm-0.in‚32926.78515625 disk.sda.in‚240853.83984375g-ÿ–4á/ _wandbruntime‚11386  _runtime‚11386‰¥Jï¡:â›u 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6190216541290283 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6796450614929199 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4796902537345886 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.2268831431865692 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09453145414590836 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9253588914871216 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05329316109418869 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7252199649810791 +jet/accuracy_4_of_4‚0.02010233886539936 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6698208451271057 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2381470799446106 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08049751073122025 +particle/sensitivity‚0.6280772089958191 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6190216541290283 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 +jet/accuracy_2_of_2‚0.15740032494068146 +jet/accuracy_3_of_3‚0.08290072530508041 particle/accuracy_2_of_3‚1 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 _step‚577 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 _runtime‚11386.565072557 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6262314319610596 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7046100497245789 particle/accuracy_2_of_4‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6262314319610596 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04870407283306122 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7259952425956726 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.024569571018218994 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6818770170211792 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_3_of_4‚1 epoch‚41 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 % _timestamp‚1.7848507822627048e+09 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.44299545884132385 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.22379709780216217 *jet/accuracy_1_of_4‚0.9727796316146851 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.10381803661584854 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22478605806827545 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7694652080535889 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21609078347682953 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5251141786575317 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7338079214096069 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7944615483283997 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.3151516020298004 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2969862222671509 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 particle/accuracy_1_of_4‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 +jet/accuracy_1_of_1‚0.34751296043395996 6validation_average_jet_accuracy‚0.3808845579624176 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.020308271050453186 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6005302667617798 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_2_of_3‚0.6196057796478271 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2005314975976944 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8676430583000183 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.27604037523269653 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6556971073150635 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 *jet/accuracy_1_of_2‚0.7444037795066833 particle/accuracy_1_of_3‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38159891963005066 particle/accuracy_2_of_2‚1 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4609141945838928 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_1_of_2‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.8012400269508362 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.30008262395858765 particle/accuracy_1_of_1‚1 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6280636191368103 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6604868173599243 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7561230659484863 %particle/accuracy‚0.8480224609375 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8788682818412781 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 8"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.678550660610199 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03960138186812401 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11119215190410614 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6280636191368103 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6356419324874878 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2967480421066284 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_3_of_3‚1 )loss/val_total_loss‚8.578415283179062 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7421309351921082 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21731939911842346 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.28538963198661804 8"Purity/1FRt0SRqqt*FBt/event_purity‚0.296342670917511 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7031899690628052 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6064725518226624 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8082064986228943 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 +particle/specificity‚0.9075384140014648 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33512336015701294 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.043519120663404465 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.08439626544713974 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.2135728895664215 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5950184464454651 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.28538963198661804 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09610531479120255 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7498956918716431 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18619616329669952 trainer/global_step‚6719 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018828632310032845 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7134066820144653 5 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46393883228302 /particle/accuracy_4_of_4‚0.9646381735801697 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2838672697544098 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7491600513458252 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3771969676017761 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6388177871704102 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22571402788162231 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 *jet/accuracy_2_of_4‚0.8303414583206177 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6853550672531128 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02673780918121338 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7574100494384766 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8106476068496704 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6608485579490662 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6118971705436707 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 &particle/f_score‚0.637711763381958 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2851758301258087 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34735459089279175 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23647081851959229 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6479747891426086 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.46991151571273804 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20925618708133698 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8676430583000183 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 *jet/accuracy_1_of_3‚0.9012000560760498 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ("Purity/2FRt2SRqqt*FBt/event_purity‚0o´c'¦:ã u 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6698208451271057 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2381470799446106 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08049751073122025 +particle/sensitivity‚0.6280772089958191 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6190216541290283 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 +jet/accuracy_2_of_2‚0.15740032494068146 +jet/accuracy_3_of_3‚0.08290072530508041 particle/accuracy_2_of_3‚1 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 _step‚577 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 _runtime‚11386.565072557 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6262314319610596 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7046100497245789 particle/accuracy_2_of_4‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6262314319610596 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04870407283306122 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7259952425956726 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.024569571018218994 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6818770170211792 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 particle/accuracy_3_of_4‚1 epoch‚41 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 % _timestamp‚1.7848507822627048e+09 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.44299545884132385 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.22379709780216217 *jet/accuracy_1_of_4‚0.9727796316146851 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.10381803661584854 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22478605806827545 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7694652080535889 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21609078347682953 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5251141786575317 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7338079214096069 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7944615483283997 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.3151516020298004 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.2969862222671509 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 particle/accuracy_1_of_4‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 +jet/accuracy_1_of_1‚0.34751296043395996 6validation_average_jet_accuracy‚0.3808845579624176 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.020308271050453186 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6005302667617798 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 *jet/accuracy_2_of_3‚0.6196057796478271 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2005314975976944 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8676430583000183 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.27604037523269653 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6556971073150635 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 *jet/accuracy_1_of_2‚0.7444037795066833 particle/accuracy_1_of_3‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.38159891963005066 particle/accuracy_2_of_2‚1 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4609141945838928 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 particle/accuracy_1_of_2‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.8012400269508362 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.30008262395858765 particle/accuracy_1_of_1‚1 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6280636191368103 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6604868173599243 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7561230659484863 %particle/accuracy‚0.8480224609375 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8788682818412781 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 8"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.678550660610199 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03960138186812401 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11119215190410614 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6280636191368103 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6356419324874878 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2967480421066284 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_3_of_3‚1 )loss/val_total_loss‚8.578415283179062 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7421309351921082 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21731939911842346 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 :"Purity/1FRt0SRqqt0FBt/event_purity‚0.28538963198661804 8"Purity/1FRt0SRqqt*FBt/event_purity‚0.296342670917511 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7031899690628052 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6064725518226624 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8082064986228943 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 +particle/specificity‚0.9075384140014648 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33512336015701294 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.043519120663404465 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.08439626544713974 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.2135728895664215 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5950184464454651 8 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.28538963198661804 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09610531479120255 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7498956918716431 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18619616329669952 trainer/global_step‚6719 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018828632310032845 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7134066820144653 5 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46393883228302 /particle/accuracy_4_of_4‚0.9646381735801697 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2838672697544098 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7491600513458252 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3771969676017761 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6388177871704102 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22571402788162231 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 *jet/accuracy_2_of_4‚0.8303414583206177 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6853550672531128 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02673780918121338 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7574100494384766 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8106476068496704 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6608485579490662 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6118971705436707 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 &particle/f_score‚0.637711763381958 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2851758301258087 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34735459089279175 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23647081851959229 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6479747891426086 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.46991151571273804 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20925618708133698 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8676430583000183 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 *jet/accuracy_1_of_3‚0.9012000560760498 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6190216541290283 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6796450614929199 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4796902537345886 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.2268831431865692 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09453145414590836 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9253588914871216 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05329316109418869 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7252199649810791 +jet/accuracy_4_of_4‚0.02010233886539936 ("Purity/*FRt2SRqqt1FBt/event_purity‚0Á»å w”ä‚(:‰ ëÒŠÓ™ßãÏ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚291.971' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.3942 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¡8‰tå‚(:é ëÒŠÓƒÍÑ network.sent‚ 1.1848792e+07$ disk.dm-0.out‚233255.14794921875 disk.sda.out‚ 437.88671875 disk.sda3.out‚ 437.88671875$ memory_percent‚88.12371889750162 cpu‚25.36905633060675* disk./.usagePercent‚55.230327623286676# disk./.usageGB‚822.971794128418 disk.sda2.in‚0 disk.sda3.in‚ 242044.078125 disk.dm-1.out‚ 437.88671875$ disk.nvme0c0n1.in‚33035.54296875# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 disk.dm-0.in‚33035.54296875 disk.sda.in‚ 242044.078125 disk.sda1.out‚0) disk.nvme0c0n1.out‚233255.14794921875) proc.memory.availableMB‚ 2918.71484375 proc.cpu.threads‚17 network.recv‚ 1.179573e+06 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.in‚ 242044.078125" disk.nvme0n1.in‚33035.54296875' disk.nvme0n1.out‚233255.14794921875þwˆžæ‚(:“ úÒŠÓà ŸÎ gpu.0.gpu‚75.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚360.003' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.00059999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¹ã@Cç‚(:â úÒŠÓÍïÆÏ cpu‚25.36908450619409 proc.cpu.th•èƒG*reads‚17 network.recv‚ 1.181698e+06) disk./.usagePercent‚55.23050529251544 disk.sda1.in‚0 disk.sda3.in‚ 242044.078125 disk.dm-0.in‚ 33037.3203125$ disk.dm-0.out‚233256.03857421875' proc.memory.availableMB‚ 2918.609375# proc.memory.rssMB‚ 2794.98046875 network.sent‚ 1.1901668e+07 disk.sda1.out‚0 disk.sda2.out‚0$ disk./.usageGB‚822.9744415283203 disk.sda.out‚ 438.51953125 disk.sda2.in‚0 disk.sda3.out‚ 438.51953125! disk.nvme0n1.in‚ 33037.3203125' disk.nvme0n1.out‚233256.03857421875" memory_percent‚88.124148050944* proc.memory.percent‚11.372804641723633 disk.sda.in‚ 242044.078125 disk.dm-1.in‚ 242044.078125 disk.dm-1.out‚ 438.51953125# disk.nvme0c0n1.in‚ 33037.3203125) disk.nvme0c0n1.out‚233256.03857421875‡= ü”è‚(:‰ ‰ÓŠÓ½ÚÇÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚293.666' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.7332 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ûïqé‚(:æ ‰ÓŠÓ¬‚°Ð! disk.nvme0n1.in‚ 33037.3203125 disk.dm-0.in‚ 33037.3203125$ disk.dm-0.out‚233600.58447265625* proc.memory.percent‚11.372804641723633 disk.sda.out‚ 439.01171875 disk.sda3.in‚ 242044.078125) disk.nvme0c0n1.out‚233600.58447265625' disk.nvme0n1.out‚233600.58447265625# proc.memory.rssMB‚ 2794.98046875 cpu‚25.36903394654092) disk./.usagePercent‚55.25986090844417 disk.sda3.out‚ 439.01171875 disk.dm-1.out‚ 439.01171875) proc.memory.availableMB‚ 2918.61328125 proc.cpu.threads‚17 network.sent‚ 1.1904279e+07$ disk./.usageGB‚823.4118614196777 disk.sda.in‚ 242044.078125 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.in‚ 242044.078125$ memory_percent‚88.12413215637207 network.recv‚ 1.182775e+06 disk.sda1.in‚0# disk.nvme0c0n1.in‚ 33037.3203125YAÁÐ4ê/ _wandbruntime‚11438  _runtime‚11438 SŠÈë trainer/global_step‚6749 % _timestamp‚1.7848508341736095e+09 _runtime‚11438.475115439 _step‚578 & lr-AdamW/pg1‚7.205647485645038e-06 & lr-AdamW/pg2‚7.205647485645038e-06¾'¢šÍìÇ _runtime‚11438.475115439 _step‚578 & lr-AdamW/pg1‚7.205647485645038e-06 & lr-AdamW/pg2‚7.205647485645038e-06 trainer/global_step‚6749 % _timestamp‚1.7848508341736095e+09Âc‘êË4í/ _wandbruntime‚11438  _runtime‚11438Y`(î‚P KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚540469146334720 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _runtime‚11438.479997079 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17989672 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚20686417 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1951227144168448 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7046237192704 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1950447848350988 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8646087356928 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚58628032 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚319 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 % _timestamp‚1.7848508341746135e+09 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1951228515793408 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚62725741 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1944182252427264 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7044891741184 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1943414768338128 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7033080012860 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚62725741 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 121353773 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1944182278600704 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824<-Ñì (ï‡P ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1943414768338128 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7033080012860 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚62725741 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 121353773 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1944182278600704 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚540469146334720 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _runtime‚11438.479997079 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚17989672 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚20686417 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1951227144168448 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7046237192704 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1950447848350988 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8646087356928 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚58628032 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚319 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 % _timestamp‚1.7848508341746135e+09 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1951228515793408 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚62725741 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1944182252427264 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7044891741184 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0Ѧ…4ð/ _wandbruntime‚11439  _runtime‚11439kÛw>%ñŒN E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1943693570111904 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚62734837 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 121361122 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7047259707904 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1951508447599104 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1944461161717760 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚531901645343744 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20689384 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚540548989627904 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1950727670926404 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7047259707904 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8647293039616 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1944461161717760 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1951507075966976 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚38681691 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚540548570292224 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚531901277252608 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 121371236 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 % _timestamp‚1.7848508355911882e+09 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1951508447599104 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚58636399 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚62734837 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 121371236 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚58636393 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1950729040965938 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1944461187891200 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚627*üï@Ô24729 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚320 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0”m'ò‘N TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚531901277252608 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 121371236 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 % _timestamp‚1.7848508355911882e+09 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1951508447599104 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚58636399 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚62734837 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 121371236 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚58636393 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1950729040965938 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1944461187891200 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚62724729 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚320 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1943693570111904 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚62734837 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 121361122 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7047259707904 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1951508447599104 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1944461161717760 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚531901645343744 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20689384 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚540548989627904 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1950727670926404 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7047259707904 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8647293039616 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1944461161717760 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1951507075966976 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚38681691 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚540548570292224 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0Ä䃔4ó/ _wandbruntime‚11439  _runtime‚11439&ÉGLô /loss/FBt2/detection_loss‚0.3406780937939007 2loss/SRqqt2/assignment_loss‚0.5613268045785541 /loss/FRt1/detection_loss‚0.5425003150314067 1loss/SRqqt1/detection_loss‚0.9753091297275017 1loss/SRqqt2/detection_loss‚0.6086756532702821 /loss/FBt1/detection_loss‚0.7668282134044502 _runtime‚11439.946207202 0loss/FRt2/assignment_loss‚0.7235981239009999 1loss/FBt2/assignment_loss‚0.03088327412651086 epoch‚42 % _timestamp‚1.7848508356448529e+09 %loss/total_loss‚8.429502368996058 2loss/SRqqt1/assignment_loss‚0.5553531894761637 2loss/FBt1/assignment_loss‚0.013853457545768269 .loss/FRt2/detection_loss‚1.478865702756649 trainer/global_step‚6749 .loss/FRt1/assignment_loss‚1.83163041138387 _step‚581]ÉØ* õ† .loss/FRt1/assignment_loss‚1.83163041138387 _step‚581 /loss/FBt2/detection_loss‚0.3406780937939007 2loss/SRqqt2/assignment_loss‚0.5613268045785541 /loss/FRt1/detection_loss‚0.5425003150314067 1loss/SRqqt1/detection_loss‚0.9753091297275017 1loss/SRqqt2/detection_loss‚0.6086756532702821 /loss/FBt1/detection_loss‚0.7668282134044502 _runtime‚11439.946207202 0loss/FRt2/assignment_loss‚0.7235981239009999 1loss/FBt2/assignment_loss‚0.03088327412651086 epoch‚42 % _timestamp‚1.7848508356448529e+09 %loss/total_loss‚8.429502368996058 2loss/SRqqt1/assignment_loss‚0.5553531894761637 2loss/FBt1/assignment_loss‚0.013853457545768269 .loss/FRt2/detection_loss‚1.478865702756649 trainer/global_step‚6749Å¡˜é=”ö‚(:‰ ˜ÓŠÓ´£·Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.241' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.8482 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0HJc÷‚(:Ø ˜ÓŠÓò¬ÝÐ disk.sda3.in‚ 242615.421875 disk.sda3.out‚439.4375 cpu‚25.3690075006086 proc.cpu.threads‚17 network.recv‚ 1.183801e+06$ disk./.usageGB‚823.6585807800293 disk.dm-1.in‚ 242615.421875# disk.nvme0c0n1.in‚ 33040.1640625! disk.nvme0n1.in‚ 33040.1640625' disk.nvme0n1.out‚233701.03759765625$ disk.dm-0.out‚233701.03759765625 disk.sda.in‚ 242615.421875 disk.dm-0.in‚ 33040.1640625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0$ memory_percent‚88.12300364176431' proc.memory.availableMB‚ 2918.890625# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633* disk./.usagePercent‚55.276418451728695 disk.sda2.in‚0 network.sent‚ 1.1906339e+07 disk.dm-1.out‚439.4375) disk.nvme0c0n1.out‚233701.03759765625 disk.sda.out‚439.4375dŒë'”ø‚(:‰ §ÓŠÓ†½°Î gpu.0.gpu‚73.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚367.886' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.5772 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ž–bù‚(:× §ÓŠÓÒµ°Ñ" disk.nvme0c0n1.in‚ 33169.734375 disk.sda.out‚439.625$ memory_percent‚92.07741419474283* proc.memory.percent‚11.372804641723633 disk.sda2.in‚0 disk.dm-1.out‚439.625 disk.sda.in‚243142.4921875 disk.sda1.in‚0 disk.sda1.out‚0 cpu‚25.369044950053702 network.recv‚ 1.186625e+06$ disk./.usageGB‚823.6978607177734 disk.dm-1.in‚243142.4921875 disk.nvme0n1.in‚ 33169.734375 disk.dm-0.in‚ 33169.734375$ disk.dm-0.out‚233815.87255859375( proc.memory.availableMB‚ 1947.0546875# proc.memory.rssMB‚ 2794.98046875 network.sent‚ 1.1966121e+07) disk./.usagePercent‚55.27905456130877 disk.sda2.out‚0 disk.sda3.out‚439.625) disk.nvme0c0n1.out‚233815.87255859375' disk.nvme0n1.out‚233815.87255859375 proc.cpu.threads‚17 disk.sda3.in‚243142.4921875ºÊ¾žú‚(:“ ¶ÓŠÓ…€°Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚289.84' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚57.967999999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0—¥‡vwû‚(:ì ¶ÓŠÓÒÖ‘Ð proc.cpu.threads‚17" disk.nvme0n1.in‚33175.85546875' disk.nvme0n1.out‚233883.78271484375 disk.sda2.in‚0) proc.memory.availableMB‚ 1946.55859375# proc.memory.rssMB‚ 2794.98046875# disk./.usageGB‚823.798641204834 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚243142.4921875 disk.dm-1.in‚243142.4921875 network.sent‚ 1.1968174e+07 network.recv‚ 1.187665e+06) disk.nvme0c0n1.out‚233883.78271484375$ disk.dm-0.out‚233883.78271484375 disk.sda.in‚243142.4921875 disk.sda.out‚ 440.16796875 disk.sda2.out‚0 disk.sda3.out‚ 440.16796875) disk./.usagePercent‚55.28581802435586$ disk.nvme0c0n1.in‚33175.85546875 disk.dm-0.in‚33175.85546875 disk.dm-1.out‚ 440.16796875$ memory_percent‚92.07943280537924* proc.memory.percent‚11.372804641723633 cpu‚25.369025800709373ù5”ü‚(:‰ ÅÓŠÓ¾æðÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚328.351' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.6702 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Šcçæeý‚(:Ú ÅÓŠÓÒ®˜Ñ disk.sda1.in‚0" disk.dm-0.out‚233952.537109375 network.recv‚ 1.188974e+06) disk./.usagePercent‚55.32826023341989 disk.dm-1.out‚ 440.59375 disk.dm-0.in‚ 33183.3046875 disk.sda.out‚ 440.59375$ memory_percent‚92.07944869995117( proc.memory.availableMB‚ 1946.5546875 disk.sda3.in‚243142.4921875 disk.dm-1.in‚243142.4921875' disk.nvme0c0n1.out‚233952.537109375! disk.nvme0n1.in‚ 33183.3046875 disk.sda2.in‚0* proc.memory.percent‚11.372804641723633 cpu‚25.369017893897123 proc.cpu.threads‚17 network.sent‚ 1.1970234e+07$ disk./.usageGB‚824.4310607910156 disk.sda3.out‚ 440.59375# disk.nvme0c0n1.in‚ 33183.3046875 disk.sda.in‚243142.4921875 disk.sda1.out‚0 disk.sda2.out‚0# proc.memory.rssMB‚ 2794.98046875% disk.nvme0n1.out‚233952.5371093758iŒ”þ‚(:‰ ÔÓŠÓ¸ˆ›Î gpu.0.gpu‚97.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚372.379' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.4758 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0²SÓzÿ‚(:ï ÔÓŠÓ‡•ÉÑ) disk.nvme0c0n1.out‚234777.79736328125$ memory_percent‚92.07943280537924) proc.memory.availableMB‚ 1946.55859375 network.sent‚ 1.1972349e+07 disk.sda3.in‚243352.54296875 disk.dm-1.in‚243351.88671875 disk.dm-1.out‚ 441.30078125# proc.memory.rssMB‚ 2794.98046875 cpu‚25.36903476715675 disk.dm-0.in‚33209.01171875 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 441.30078125$ disk.nvme0c0n1.in‚33209.01171875* proc.memory.percent‚11.372804641723633 proc.cpu.threads‚17) disk./.usagePercent‚55.35247163395559$ disk./.usageGB‚824.7918281555176" disk.nvme0n1.in‚33209.01171875' disk.nvme0n1.out‚234777.79736328125 disk.sda.in‚243352.54296875 network.recv‚ 1.190049e+06$ disk.dm-0.out‚234777.79736328125 disk.sda.out‚ 441.30078125 disk.sda1.in‚0 disk.sda2.in‚0J BÕ4€/ _wandbruntime‚11518  _runtime‚115185× “È _runtime‚11518.964581211 _step‚582 & lr-AdamW/pg1‚6.652115051681934e-06 & lr-AdamW/pg2‚6.652115051681934e-06 trainer/global_step‚6799 % _timestamp‚1.7848509146630695e+09Y'’ßÍ‚Ç & lr-AdamW/pg1‚6.652115051681934e-06 & lr-AdamW/pg2‚6.652115051681934e-06 trainer/global_step‚6799 % _timestamp‚1.7848509146630695e+09 _runtime‚11518.964581211 _step‚582ƾ2pP4ƒ/ _wandbruntime‚11518  _runtime‚11518PF…µ(„‚P MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1965223798249472 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚38957175 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚544460723813888 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚38957524 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚535752377275392 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚59046382 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 122228075 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7085528507122 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚59046376 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚544461145253888 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848509146640565e+09 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1958127743125504 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚535752009184256 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚349 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1964440410962018 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1957354882454896 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚63171599 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 122217975 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚63181693 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1958127716952064 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7097426748928 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 _runtime‚11518.968987835 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20835852 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8708714629632 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864%î«Æ- …‡P PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚63181693 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1958127716952064 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7097426748928 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 _runtime‚11518.968987835 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20835852 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8708714629632 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1965223798249472 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚38957175 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚544460723813888 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚38957524 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚535752377275392 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚59046382 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 122228075 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7085528507122 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚59046376 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚544461145253888 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848509146640565e+09 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚1958127743125504 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚535752009184256 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚349 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1964440410962018 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚1957354882454896 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚63171599 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 122217975Ç+ßuñž†‚(:“ ãÓŠÓöÄ’Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚289.84' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚57.967999999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0/½5]U‡‚(:Ê ãӊӇܵÑ* proc.memory.percent‚11.372804641723633 network.sent‚ 1.1974405e+07$ disk./.usageGB‚825.0467338562012 disk.sda.out‚441.8125 disk.sda1.out‚0 disk.sda3.in‚ 244683.25 disk.dm-1.in‚ 244683.25 disk.nvme0n1.in‚ 33322.046875 cpu‚25.369032380942674* disk./.usagePercent‚55.369578569408596 disk.sda.in‚ 244683.25 disk.dm-1.out‚441.8125( disk.nvme0c0n1.out‚235003.0791015625& disk.nvme0n1.out‚235003.0791015625# disk.dm-0.out‚235003.0791015625$ memory_percent‚92.07940101623535 network.recv‚ 1.191319e+06 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚441.8125 disk.dm-0.in‚ 33322.046875) proc.memory.availableMB‚ 1946.56640625 proc.cpu.threads‚17 disk.sda2.in‚0" disk.nvme0c0n1.in‚ 33322.046875# proc.memory.rssMB‚ 2794.98046875PÜ| 4ˆ/ _wandbruntime‚11520  _runtime‚115208s*'‰ŒN KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1965503730048000 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚59054749 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1958406652416000 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1957633658800704 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7085204697308 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 122245538 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚59054743 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚63180681 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚18124307 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8710007278592 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7098449264128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7086549308874 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚63190789 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚59054743 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7098449264128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1958406626242560 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1958406652416000 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 _step‚584 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18124312 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚63180681 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚38963083 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1964718863498012 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1965505101680128 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚38962733 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚544540970919936 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1964720233537546 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _runtime‚11520.384017592 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20838426 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8709951839744 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 122235424 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1965505101680128 FG¯5'Š‘N FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 423529984 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1965503730048000 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚59054749 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1958406652416000 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚1957633658800704 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7085204697308 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 122245538 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚59054743 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚63180681 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚18124307 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8710007278592 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7098449264128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7086549308874 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚63190789 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚59054743 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7098449264128 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1958406626242560 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1958406652416000 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 _step‚584 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18124312 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚63180681 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚38963083 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚1964718863498012 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚1965505101680128 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚38962733 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚544540970919936 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1964720233537546 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _runtime‚11520.384017592 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20838426 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8709951839744 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 122235424 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1965505101680128 FDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1979220452330496 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20983808 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚548452845713408 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚368 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 # _timestamp‚1.78485099472004e+09 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚39237480 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7148616305152 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1971294945715728 _runtime‚11599.022015266 _step‚587 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚63637645 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18253667 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7147270853632 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7147270853632 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚59464732 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚548452415884800 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1978430233494204 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1972073181476864 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚63627551 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1979220452330496 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8771150140416 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1979221823955456 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7135287778476 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚59464726 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1972073207650304 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 123102377 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚20983440 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚373 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚63637645 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚59464732 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚539681327481856 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1978431603533626 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7148616305152 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1971294945715728 _runtime‚11599.022015266 _step‚587 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚63637645 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18253667 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7147270853632 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7147270853632 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚59464732 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚548452415884800 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1978430233494204 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1972073181476864 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚63627551 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚1979220452330496 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8771150140416 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1979221823955456 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7135287778476 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚59464726 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1972073207650304 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 123102377 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚20983440 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚373 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚63637645 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚59464732 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚539681327481856 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚1978431603533626 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1979220452330496 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚20983808 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚548452845713408 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚368 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 # _timestamp‚1.78485099472004e+09 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚39237480 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18256312 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚539759913847808 trainer/global_step‚6849 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚63636633 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1972352116940800 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1978711426109154 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1971573772917472 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1979501755761152 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚39242652 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚548532673083392 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 123109726 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚59473099 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚59473099 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 123119840 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1972352116940800 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _step‚588 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚59473093 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚63636633 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8772391144448 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1972352090767360 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7149638820352 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freedÎs%/¯‚1979500384129024 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚63646741 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚18256307 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20986345 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7137653191682 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824p ±' ‘N VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚59473099 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚59473099 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 123119840 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚1972352116940800 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _step‚588 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚59473093 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚63636633 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8772391144448 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1972352090767360 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7149638820352 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚1979500384129024 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚63646741 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚18256307 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚20986345 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7137653191682 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18256312 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚539759913847808 trainer/global_step‚6849 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚63636633 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1972352116940800 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚1978711426109154 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚1971573772917472 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1979501755761152 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚39242652 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚548532673083392 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 123109726 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0ÌŽƒ-e4¡/ _wandbruntime‚11600  _runtime‚11600MçhÕ¢€ 1loss/FBt1/assignment_loss‚0.01074038046057943 .loss/FRt2/detection_loss‚1.360624093216278 1loss/SRqqt2/detection_loss‚0.6024233074062693 /loss/FBt2/detection_loss‚0.4274544044936156 %loss/total_loss‚8.335498769296667 % _timestamp‚1.7848509961892228e+09 .loss/FRt2/assignment_loss‚0.68974329073892 2loss/SRqqt1/assignment_loss‚0.5494670917326736 2loss/FBt2/assignment_loss‚0.037532972855937055 /loss/FBt1/detection_loss‚0.7695444711507895 trainer/global_step‚6849 /loss/FRt1/assignment_loss‚1.941311601161957 /loss/FRt1/detection_loss‚0.5215496075024566 epoch‚42 2loss/SRqqt2/assignment_loss‚0.5498615340449359 1loss/SRqqt1/detection_loss‚0.8752460145322537 _runtime‚11600.490540497 _step‚589G²À £… .loss/FRt2/assignment_loss‚0.68974329073892 2loss/SRqqt1/assignment_loss‚0.5494670917326736 2loss/FBt2/assignment_loss‚0.037532972855937055 /loss/FBt1/detection_loss‚0.7695444711507895 trainer/global_step‚6849 /loss/FRt1/assignment_loss‚1.941311601161957 /loss/FRt1/detection_loss‚0.5215496075024566 epoch‚42 2loss/SRqqt2/assignment_loss‚0.5498615340449359 1loss/SRqqt1/detection_loss‚0.8752460145322537 _runtime‚11600.490540497 _step‚589 1loss/FBt1/assignment_loss‚0.01074038046057943 .loss/FRt2/detection_loss‚1.360624093216278 1loss/SRqqt2/detection_loss‚0.6024233074062693 /loss/FBt2/detection_loss‚0.4274544044936156 %loss/total_loss‚8.335498769296667 % _timestamp‚1.7848509961892228e+09ÍÎs^]”¤‚(:‰ ½ÔŠÓ¥ÆÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚324.042' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.8084 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÌG°Øy¥‚(:î ½ÔŠÓ¨‹€Ñ disk.sda2.out‚0# proc.memory.rssMB‚ 2794.98046875 disk.sda3.in‚245756.37890625) disk.nvme0c0n1.out‚235937.36865234375' disk.nvme0n1.out‚235937.36865234375 disk.sda.out‚ 444.56640625 disk.sda1.out‚0 disk.sda2.in‚0' proc.memory.availableMB‚ 1946.078125* proc.memory.percent‚11.372804641723633 network.sent‚ 1.2081087e+07 network.recv‚ 1.200127e+06 disk.dm-1.in‚245756.37890625 disk.dm-1.out‚ 444.56640625" disk.nvme0n1.in‚33487.06640625 disk.dm-0.in‚33487.06640625 disk.sda.in‚245756.37890625 disk.sda1.in‚0$ disk./.usageGB‚822.8055381774902 disk.sda3.out‚ 444.56640625$ disk.nvme0c0n1.in‚33487.06640625$ memory_percent‚92.08138783772787 cpu‚25.368951690619994 proc.cpu.threads‚17) disk./.usagePercent‚55.21917004692188$ disk.dm-0.out‚235937.36865234375ÄìA”¦‚(:‰ ÌÔŠÓ‡ŒŠÎ gpu.0.gpu‚87.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚365.371' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.0742 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÓÓ4Ý]§‚(:Ò ÌÔŠÓð¥þÐ) disk./.usagePercent‚55.23942945915152$ disk./.usageGB‚823.1074180603027 disk.sda.out‚ 445.03125) disk.nvme0c0n1.out‚236100.44287109375$ memory_percent‚92.08151499430338* proc.memory.percent‚11.372804641723633 network.recv‚ 1.20248e+06! disk.nvme0n1.in‚ 33503.2265625$ disk.dm-0.out‚236100.44287109375 disk.sda3.in‚ 246022.625 disk.dm-1.out‚ 445.03125# disk.nvme0c0n1.in‚ 33503.2265625 disk.sda.in‚ 246022.625 disk.sda1.out‚0' proc.memory.availableMB‚ 1946.046875# proc.memory.rssMB‚ 2794.98046875 cpu‚25.368948864894037 proc.cpu.threads‚17 network.sent‚ 1.2140826e+07' disk.nvme0n1.out‚236100.44287109375 disk.dm-0.in‚ 33503.2265625 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 445.03125 disk.dm-1.in‚ 246022.625{FQÏŸ¨‚(:” ÛÔŠÓÄÅ Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚295.207' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.041399999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0†\“ p©‚(:å ÛÔŠÓÃò×Ð* proc.memory.percent‚11.372804641723633 cpu‚25.368925868616532 proc.cpu.threads‚17 disk.sda1.in‚0 network.recv‚ 1.203709e+06$ disk./.usageGB‚822.8539276123047! disk.nvme0n1.in‚ 33523.9140625' disk.nvme0n1.out‚236483.71923828125 disk.dm-0.in‚ 33523.9140625 disk.sda.out‚ 445.42578125 disk.sda3.in‚247367.0078125 network.sent‚ 1.2142941e+07) disk./.usagePercent‚55.22241750249371) disk.nvme0c0n1.out‚236483.71923828125 disk.sda2.out‚0 disk.sda3.out‚ 445.42578125 disk.dm-1.in‚247367.0078125$ memory_percent‚92.08323160807291$ proc.memory.availableMB‚1945.625$ disk.dm-0.out‚236483.71923828125 disk.sda.in‚247367.0078125# disk.nvme0c0n1.in‚ 33523.9140625 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.out‚ 445.42578125# proc.memory.rssMB‚ 2794.98046875ÿ££”ª‚(:‰ êÔŠÓºŒ Î gpu.0.gpu‚97.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚371.843' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.3686 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0'@Ù™i«‚(:Þ êÔŠÓ’–öÏ# disk.dm-0.out‚236486.5693359375 disk.sda1.in‚0 disk.sda2.in‚0$ memory_percent‚92.08280245463052) proc.memory.availableMB‚ 1945.73046875 disk.dm-1.out‚ 446.1484375( disk.nvme0c0n1.out‚236486.5693359375 disk.sda.out‚ 446.1484375 disk.sda1.out‚0 disk.sda3.out‚ 446.1484375 proc.cpu.threads‚17 network.sent‚ 1.2145001e+07 network.recv‚ 1.204735e+06 disk.dm-0.in‚ 33608.28125 disk.sda.in‚247367.0078125 disk.sda2.out‚0 cpu‚25.370272186061918$ disk./.usageGB‚822.8659286499023 disk.dm-1.in‚247367.0078125& disk.nvme0n1.out‚236486.5693359375 disk.sda3.in‚247367.0078125# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633) disk./.usagePercent‚55.22322290219643! disk.nvme0c0n1.in‚ 33608.28125 disk.nvme0n1.in‚ 33608.28125ϳŸË4¬/ _wandbruntime‚11658  _runtime‚11658ö³N6­˜u 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6737148761749268 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.022540414705872536 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7583686113357544 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8080434799194336 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7030516266822815 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.29890891909599304 particle/accuracy_3_of_4‚1 +particle/specificity‚0.9062068462371826 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6096467971801758 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 +particle/sensitivity‚0.6286971569061279 epoch‚42 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7027904391288757 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7960386276245117 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.024569571018218994 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 &particle/f_score‚0.636558473110199 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6190216541290283 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04987660050392151 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4778277277946472 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4760217070579529 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6525301933288574 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34574970602989197 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23845398426055908 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2777670621871948 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.04721011593937874 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 *jet/accuracy_2_of_4‚0.8279919028282166 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21811990439891815 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 &particle/accuracy‚0.84710693359375 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2877486050128937 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.03705907613039017 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.870575487613678 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3452381193637848 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 *jet/accuracy_1_of_2‚0.7424153089523315 *jet/accuracy_1_of_4‚0.9793585538864136 )loss/val_total_loss‚8.567913706566268 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22648121416568756 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6010233759880066 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6064725518226624 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6698208451271057 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6758425235748291 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37507808208465576 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.09114406257867813 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_2‚1 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7716609239578247 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08139272034168243 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1909646987915039 +jet/accuracy_4_of_4‚0.02010233886539936 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018828632310032845 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.652543842792511 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6154009103775024 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9284358024597168 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7012923955917358 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02971399948000908 particle/accuracy_1_of_1‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21991509199142456 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.2288178652524948 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7514582872390747 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6259728670120239 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_2_of_3‚1 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 /particle/accuracy_4_of_4‚0.9646381735801697 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7241085767745972 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2877486050128937 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.28706982731819153 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.29694151878356934 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5319274067878723 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09758152812719345 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3369341492652893 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7403721809387207 *jet/accuracy_1_of_3‚0.9026331901550293 particle/accuracy_2_of_4‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20896479487419128 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 8"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.870575487613678 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21615932881832123 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6465872526168823 8"Purity/1FRt0SRqqt1FBt/event_purity‚0.724017858505249 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6870514750480652 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.8043827414512634 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 trainer/global_step‚6879 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6190216541290283 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37036439776420593 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22787921130657196 particle/accuracy_2_of_2‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1129535511136055 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_1_of_3‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.46700000762939453 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7444191575050354 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 +jet/accuracy_3_of_3‚0.08290072530508041 _runtime‚11658.155257742 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8788682818412781 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7251584529876709 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6182131171226501 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 *jet/accuracy_2_of_2‚0.1573505401611328 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4796902537345886 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.22350169718265533 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7489259243011475 _step‚590 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6286928057670593 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 8"Purity/*FRt*SRqqt0FBt/event_purity‚0.313289999961853 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7521156072616577 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8055468797683716 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6142169833183289 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.07153438776731491 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2404119074344635 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 6validation_average_jet_accuracy‚0.3789788782596588 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.44894781708717346 $ _timestamp‚1.784851053852803e+09 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6142169833183289 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2993142902851105 *jet/accuracy_2_of_3‚0.6206303238868713 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.29907459020614624 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 6 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.280511736869812 *jet/accuracy_1_of_1‚0.3450959622859955 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6449260115623474 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6802349090576172 ;"Purity/1FRt1SRqqt0F±¯,tPBt/event_purity‚0.040831808000802994 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6154009103775024 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 particle/accuracy_1_of_4‚1 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09584914892911911 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.20476049184799194 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_3_of_3‚1®Î}£:®u ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20896479487419128 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 8"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.870575487613678 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21615932881832123 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6465872526168823 8"Purity/1FRt0SRqqt1FBt/event_purity‚0.724017858505249 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6870514750480652 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.8043827414512634 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 trainer/global_step‚6879 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6190216541290283 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37036439776420593 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22787921130657196 particle/accuracy_2_of_2‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1129535511136055 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_1_of_3‚1 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.46700000762939453 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7444191575050354 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 +jet/accuracy_3_of_3‚0.08290072530508041 _runtime‚11658.155257742 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8788682818412781 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7251584529876709 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6182131171226501 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 *jet/accuracy_2_of_2‚0.1573505401611328 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4796902537345886 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.22350169718265533 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7489259243011475 _step‚590 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6286928057670593 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 8"Purity/*FRt*SRqqt0FBt/event_purity‚0.313289999961853 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7521156072616577 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8055468797683716 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6142169833183289 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.07153438776731491 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2404119074344635 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 6validation_average_jet_accuracy‚0.3789788782596588 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.44894781708717346 $ _timestamp‚1.784851053852803e+09 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6142169833183289 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.2993142902851105 *jet/accuracy_2_of_3‚0.6206303238868713 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.29907459020614624 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 6 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.280511736869812 *jet/accuracy_1_of_1‚0.3450959622859955 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6449260115623474 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6802349090576172 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.040831808000802994 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6154009103775024 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 particle/accuracy_1_of_4‚1 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09584914892911911 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.20476049184799194 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 particle/accuracy_3_of_3‚1 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6737148761749268 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.022540414705872536 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7583686113357544 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8080434799194336 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7030516266822815 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.29890891909599304 particle/accuracy_3_of_4‚1 +particle/specificity‚0.9062068462371826 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6096467971801758 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 +particle/sensitivity‚0.6286971569061279 epoch‚42 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7027904391288757 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7960386276245117 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.024569571018218994 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 &particle/f_score‚0.636558473110199 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6190216541290283 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04987660050392151 7 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.4778277277946472 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4760217070579529 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6525301933288574 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34574970602989197 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.23845398426055908 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2777670621871948 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.04721011593937874 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 *jet/accuracy_2_of_4‚0.8279919028282166 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21811990439891815 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 &particle/accuracy‚0.84710693359375 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2877486050128937 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.03705907613039017 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 8"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.870575487613678 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3452381193637848 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 *jet/accuracy_1_of_2‚0.7424153089523315 *jet/accuracy_1_of_4‚0.9793585538864136 )loss/val_total_loss‚8.567913706566268 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22648121416568756 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6010233759880066 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6064725518226624 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6698208451271057 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6758425235748291 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37507808208465576 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.09114406257867813 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_2‚1 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7716609239578247 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.08139272034168243 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1909646987915039 +jet/accuracy_4_of_4‚0.02010233886539936 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018828632310032845 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.652543842792511 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6154009103775024 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9284358024597168 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7012923955917358 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02971399948000908 particle/accuracy_1_of_1‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21991509199142456 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.2288178652524948 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7514582872390747 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6259728670120239 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 particle/accuracy_2_of_3‚1 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 /particle/accuracy_4_of_4‚0.9646381735801697 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7241085767745972 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2877486050128937 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.28706982731819153 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.29694151878356934 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5319274067878723 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09758152812719345 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3369341492652893 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7403721809387207 *jet/accuracy_1_of_3‚0.9026331901550293 particle/accuracy_2_of_4‚1ÎÊêX ’¯‚(:‡ ùÔŠÓçÄ¡Î gpu.0.gpu‚5.0 gpu.0.memory‚3, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚360.538' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.1076 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ’ùk°‚(:à ùÔŠÓÑãŠÐ disk.nvme0n1.in‚ 33608.28125 cpu‚25.371120234888483 proc.cpu.threads‚17$ disk./.usageGB‚823.5143165588379 disk.sda3.in‚247367.0078125 disk.sda3.out‚ 446.85546875 network.sent‚ 1.2147063e+07) disk./.usagePercent‚55.26673675879879 disk.sda.out‚ 446.85546875 disk.dm-1.in‚247367.0078125! disk.nvme0c0n1.in‚ 33608.28125) disk.nvme0c0n1.out‚236965.59130859375' disk.nvme0n1.out‚236965.59130859375$ disk.dm-0.out‚236965.59130859375 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 446.85546875$ memory_percent‚92.08297729492188% proc.memory.availableMB‚ 1945.6875# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 network.recv‚ 1.205956e+06 disk.dm-0.in‚ 33608.28125 disk.sda.in‚247367.0078125 disk.sda1.in‚0 disk.sda1.out‚0Mq韱‚(:” ˆÕŠÓ„ÌŸÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚305.708' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.141600000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0•8 o²‚(:ä ˆÕŠÓÙ£õÏ disk.dm-0.in‚33611.11328125# disk.dm-0.out‚237062.7236328125 disk.sda.in‚247887.49609375 disk.sda2.in‚0 disk.dm-1.in‚247887.49609375( disk.nvme0c0n1.out‚237062.7236328125$ disk./.usageGB‚824.5337448120117 disk.sda2.out‚0& disk.nvme0n1.out‚237062.7236328125$ memory_percent‚92.08296140034994# proc.memory.rssMB‚ 2794.98046875 disk.sda3.out‚ 447.28125 network.sent‚ 1.2200475e+07 network.recv‚ 1.208102e+06) disk./.usagePercent‚55.33515144422657 disk.sda1.in‚0$ disk.nvme0c0n1.in‚33611.11328125" disk.nvme0n1.in‚33611.11328125 disk.sda.out‚ 447.28125 disk.sda1.out‚0 disk.dm-1.out‚ 447.28125) proc.memory.availableMB‚ 1945.69140625* proc.memory.percent‚11.372804641723633 cpu‚25.371072662558024 proc.cpu.threads‚17 disk.sda3.in‚247887.49609375Vý»4³/ _wandbruntime‚11689  _runtime‚11689NSFDÅ´¿ & lr-AdamW/pg1‚5.607779187289915e-06 & lr-AdamW/pg2‚5.607779187289915e-06 trainer/global_step‚6899 " _timestamp‚1.7848510848631e+09 _runtime‚11689.164594168 _step‚5915È4ü浀 _step‚591 & lr-AdamW/pg1‚5.607779187289915e-06 & lr-AdamW/pg2‚5.607779187289915e-06 trainer/global_step‚6899 " _timestamp‚1.7848510848631e+09 _runtime‚11689.164594168Ï ÌœÙ4¶/ _wandbruntime‚11689  _runtime‚11689…$h(·P SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚39538360 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚543638598848512 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚64121342 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚293 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚21148766 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚40765952 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 trainer/global_step‚6899 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7201671309824 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7203016761344 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚59934186 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚21148473 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚552476722586112 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8838164503552 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 408857088 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7203016761344 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18389589 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1987481933768704 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚543638966939648 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚298 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7190941327147 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1994684950530048 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚59934186 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚64111248 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚64121342 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 124055528 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1994683578905088 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1994684950530048 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1986697320776624 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚11689.168913585 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7201671309824 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚552477131443200 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1987481907595264 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1993886917492317 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8838123737600 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7189596715693 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚64111248\þÄt° ¸†P cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8838164503552 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 408857088 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7203016761344 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18389589 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚1987481933768704 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚543638966939648 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚298 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7190941327147 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚1994684950530048 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚ŒœãÔ\824 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚59934186 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚64111248 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚64121342 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 124055528 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚1994683578905088 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚1994684950530048 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚1986697320776624 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 _runtime‚11689.168913585 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7201671309824 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚552477131443200 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚1987481907595264 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚1993886917492317 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8838123737600 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7189596715693 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚64111248 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚39538360 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚543638598848512 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚64121342 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚293 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚21148766 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚40765952 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 trainer/global_step‚6899 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7201671309824 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7203016761344 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚59934186 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚21148473 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚552476722586112Ð!ø2è4¹/ _wandbruntime‚11690  _runtime‚11690°`„'ºŒN VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848510862870197e+09 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 _step‚593 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 124062877 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18392234 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 124062877 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1987760843059200 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7202693817856 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7204039276544 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚18392229 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7202693817856 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚21151428 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚59942553 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚543717553305600 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7190617517333 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚39543958 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7204039276544 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1987760816885760 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚39543657 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚64120330 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1994964882335744 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚64120330 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚296 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚64130438 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8839401625088 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚59942547 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚301 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚21151724 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 124072991 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _runtime‚11690.588925333 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1987760816885760 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112°W±'»‘N H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 124062877 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18392234 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 124062877 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚1987760843059200 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7202693817856 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7204039276544 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚18392229 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7202693817856 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚21151428 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚59942553 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚543717553305600 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7190617517333 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚39543958 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7204039276544 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚1987760816885760 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚39543657 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚64120330 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚1994964882335744 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚64120330 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚296 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚64130438 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8839401625088 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚59942547 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚301 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚21151724 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 124072991 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _runtime‚11690.588925333 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚1987760816885760 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 % _timestamp‚1.7848510862870197e+09 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 _step‚593Ñ|ɼ4¼/ _wandbruntime‚11690  _runtime‚11690¶* ^ ½ƒ 2loss/SRqqt2/assignment_loss‚0.5404132952604668 1loss/FBt1/assignment_loss‚0.01878437327144806 /loss/FRt2/detection_loss‚1.5704296597626757 0loss/FBt2/detection_loss‚0.48630719468633193 _runtime‚11690.641378998 /loss/FRt1/detection_loss‚0.5097390921024689 0loss/SRqqt1/detection_loss‚0.913794970791787 1loss/SRqqt2/detection_loss‚0.5981499163557834 /loss/FBt1/detection_loss‚0.8083177798738083 % _timestamp‚1.7848510863400261e+09 0loss/FRt1/assignment_loss‚1.9461835019225409 $loss/total_loss‚8.71904503183264 trainer/global_step‚6899 2loss/FBt2/assignment_loss‚0.044260564653045245 epoch‚43 _step‚594 0loss/FRt2/assignment_loss‚0.7212838925219871 2loss/SRqqt1/assignment_loss‚0.5613807906302963Ìj ¾ˆ /loss/FRt1/detection_loss‚0.5097390921024689 0loss/SRqqt1/detection_loss‚0.913794970791787 1loss/SRqqt2/detection_loss‚0.5981499163557834 /loss/FBt1/detection_loss‚0.8083177798738083 % _timestamp‚1.7848510863400261e+09 0loss/FRt1/assignment_loss‚1.9461835019225409 $loss/total_loss‚8.71904503183264 trainer/global_step‚6899 2loss/FBt2/assignment_loss‚0.044260564653045245 epoch‚43 _step‚594 0loss/FRt2/assignment_loss‚0.7212838925219871 2loss/SRqqt1/assignment_loss‚0.5613807906302963 2loss/SRqqt2/assignment_loss‚0.5404132952604668 1loss/FBt1/assignment_loss‚0.01878437327144806 /loss/FRt2/detection_loss‚1.5704296597626757 0loss/FBt2/detection_loss‚0.48630719468633193 _runtime‚11690.641378998ÒËu:n”¿‚(:‰ —ÕŠÓ‚ØÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚301.159' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.2318 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ôElÖmÀ‚(:â —ÕŠÓøóäÐ( disk./.usagePercent‚55.3347082951848 disk.dm-0.in‚ 33623.6796875 disk.dm-1.in‚248457.8203125 proc.cpu.threads‚17 network.sent‚ 1.2202545e+07 network.recv‚ 1.209209e+06$ disk./.usageGB‚824.5271415710449! disk.nvme0n1.in‚ 33623.6796875 disk.sda2.out‚0 disk.sda3.out‚ 447.8203125 disk.dm-1.out‚ 447.8203125( proc.memory.availableMB‚ 1945.6953125& disk.nvme0n1.out‚237706.7529296875 disk.sda.in‚248457.8203125 disk.sda.out‚ 447.8203125$ memory_percent‚92.08294550577799# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 cpu‚25.371063092372353# disk.dm-0.out‚237706.7529296875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚248457.8203125# disk.nvme0c0n1.in‚ 33623.6796875( disk.nvme0c0n1.out‚237706.7529296875Òøeü”Á‚(:‰ ¦ÕŠÓÊ ÆÎ gpu.0.gpu‚93.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚134.709' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.9418 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ïlÙio‚(:ä ¦ÕŠÓç€Ñ disk.sda.out‚ 448.18359375 network.recv‚ 1.211442e+06 disk.dm-1.out‚ 448.18359375$ disk.nvme0c0n1.in‚33894.28515625& disk.nvme0n1.out‚237708.0498046875 disk.sda.in‚248457.8203125# proc.memory.rssMB‚ 2794.98046875 proc.cpu.threads‚17 network.sent‚ 1.2262281e+07# disk.dm-0.out‚237708.0498046875 disk.sda3.out‚ 448.18359375 cpu‚25.37103531467496 disk.dm-1.in‚248457.8203125" disk.nvme0n1.in‚33894.28515625 disk.dm-0.in‚33894.28515625 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚248457.8203125# memory_percent‚92.0811653137207* proc.memory.percent‚11.372804641723633) disk./.usagePercent‚55.33504955322795! disk./.usageGB‚824.5322265625( disk.nvme0c0n1.out‚237708.0498046875 disk.sda1.in‚0 disk.sda2.in‚0( proc.memory.availableMB‚ 1946.1328125•AŠ®“Â(:ˆ µÕŠÓîܢΠgpu.0.gpu‚24.0 gpu.0.memory‚8, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚366.188' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.2376 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0x™6{eÄ‚(:Ú µÕŠÓÁ€’Ñ disk.sda3.out‚448.75 proc.cpu.threads‚17 disk.sda.in‚248457.8203125 disk.sda1.in‚0 disk.sda3.in‚248457.8203125) disk.nvme0c0n1.out‚237723.10107421875' disk.nvme0n1.out‚237723.10107421875$ memory_percent‚92.08313624064127( proc.memory.availableMB‚ 1945.6484375# proc.memory.rssMB‚ 2794.98046875$ disk./.usageGB‚824.5321922302246$ disk.dm-0.out‚237723.10107421875 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚448.75" disk.nvme0n1.in‚33898.08984375 cpu‚25.371050352001138 network.sent‚ 1.2263957e+07 network.recv‚ 1.212829e+06) disk./.usagePercent‚55.33504724916013 disk.dm-0.in‚33898.08984375 disk.dm-1.in‚248457.8203125$ disk.nvme0c0n1.in‚33898.08984375* proc.memory.percent‚11.372804641723633 disk.sda.out‚448.75 disk.sda1.out‚0=žÅ‚(:‰ ÄÕŠÓÈ£ªÎ gpu.0.gpu‚92.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624â¼Zeö gpu.0.temp‚59.0 gpu.0.powerWatts‚283.889' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.7778 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚02dHmÆ‚(:â ÄÕŠÓšã¶Ð) proc.memory.availableMB‚ 1945.40234375$ disk./.usageGB‚824.5338706970215 disk.sda2.in‚0$ disk.nvme0c0n1.in‚33925.75390625 disk.dm-0.in‚33925.75390625 disk.sda1.out‚0( disk./.usagePercent‚55.3351598924752 disk.sda2.out‚0 disk.sda3.in‚248705.46484375 disk.sda.in‚248705.46484375 disk.sda.out‚ 449.40625 disk.sda1.in‚0# proc.memory.rssMB‚ 2794.98046875 cpu‚25.37102674949925 network.sent‚ 1.2266554e+07 disk.sda3.out‚ 449.40625 disk.dm-1.in‚248705.46484375 disk.dm-1.out‚ 449.40625$ disk.dm-0.out‚237724.78857421875# memory_percent‚92.0841375986735* proc.memory.percent‚11.372804641723633 proc.cpu.threads‚17 network.recv‚ 1.2139e+06) disk.nvme0c0n1.out‚237724.78857421875" disk.nvme0n1.in‚33925.75390625' disk.nvme0n1.out‚237724.78857421875žkh”Ç‚(:‰ ÓÕŠÓÞì´Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚322.689' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.5378 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0º·ÊOeÈ‚(:Ú ÓÕŠÓÈÎÿÐ network.recv‚ 1.215105e+06 disk.dm-1.in‚250017.07421875! disk.dm-0.out‚237727.63671875 disk.sda.out‚ 449.86328125* proc.memory.percent‚11.372804641723633 cpu‚25.370997560631622 disk.nvme0c0n1.in‚ 33968.5625 disk.nvme0n1.in‚ 33968.5625$ disk.nvme0n1.out‚237727.63671875 disk.dm-0.in‚ 33968.5625 disk.sda.in‚250017.07421875 disk.sda1.in‚0 disk.sda1.out‚0$ disk./.usageGB‚824.5331840515137 disk.sda3.in‚250017.07421875 disk.sda3.out‚ 449.86328125 disk.sda2.out‚0( proc.memory.availableMB‚ 1945.7109375 proc.cpu.threads‚17 network.sent‚ 1.2268649e+07) disk./.usagePercent‚55.33511381111903 disk.dm-1.out‚ 449.86328125& disk.nvme0c0n1.out‚237727.63671875 disk.sda2.in‚0$ memory_percent‚92.08288192749023# proc.memory.rssMB‚ 2794.98046875àK¹ƒ4É/ _wandbruntime‚11769  _runtime‚11769iû®€ÈÊ & lr-AdamW/pg1‚5.117394968462657e-06 & lr-AdamW/pg2‚5.117394968462657e-06 trainer/global_step‚6949 % _timestamp‚1.7848511655555968e+09 _runtime‚11769.857113395 _step‚595¿“›(ÍËÇ _step‚595 & lr-AdamW/pg1‚5.117394968462657e-06 & lr-AdamW/pg2‚5.117394968462657e-06 trainer/global_step‚6949 % _timestamp‚1.7848511655555968e+09 _runtime‚11769.857113395Ó½zž×4Ì/ _wandbruntime‚11769  _runtime‚11769\=ÐF(Í‚P TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18521589 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚64577294 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚325 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2000637409465424 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 _step‚596 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚60352530 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚547568285237248 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚39819335 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 % _timestamp‚1.7848511655565717e+09 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚556468762469888 trainer/global_step‚6949 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2001427398293504 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8900845323776 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2008680232986112 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8900892381184 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7254206317568 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚547567917146112 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 124919730 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚60352536 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7252860866048 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚556469177618432 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864lÝñ§ (·P YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚556468762469888 trainer/global_step‚6949 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2001427398293504 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 8900845323776 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2008680232986112 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8900892381184 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7254206317568 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚547567917146112 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 124919730 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚60352536 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7252860866048 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚556469177618432 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18521589 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚64577294 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚325 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2000637409465424 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 _step‚596 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚60352530 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚547568285237248 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚39819335 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚47057408 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 % _timestamp‚1.7848511655565717e+09 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112ÔŒ¼¶w4Ï/ _wandbruntime‚11771  _runtime‚11771 • $ÐŒN B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 _step‚597 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2008960164784640 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚547646871603200 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 _runtime‚11771.285377654 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2008961536416768 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7253883374080 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2001706307584000 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚18524229 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 124947293 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚60360903 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7255228832768 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚64586390 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 124937179 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2001706281410560 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2001706307584000 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚556548599183872 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚39824590 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2000916236667168 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8902142722048 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚547646503512064 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848511669836082e+09 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚64576282 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8902095671808 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚64586390 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚60360903 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2008157932639341 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 B9DeviceStatsMonitor.oü©^Ñn_train_batch_end/segment.all.current‚2005 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2008159302678875 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2000916211239200 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚60360897 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7255228832768 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864< Õ'Ñ‘N \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2001706307584000 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚556548599183872 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚39824590 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2000916236667168 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8902142722048 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚547646503512064 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848511669836082e+09 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚64576282 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 8902095671808 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚64586390 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚60360903 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2008157932639341 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2008159302678875 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2000916211239200 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚60360897 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7255228832768 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 _step‚597 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2008960164784640 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚547646871603200 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 _runtime‚11771.285377654 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2008961536416768 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7253883374080 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2001706307584000 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚18524229 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 124947293 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚60360903 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7255228832768 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚64586390 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 124937179 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2001706281410560 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904Õ÷'Ñ4Ò/ _wandbruntime‚11771  _runtime‚11771ýÍÓ /loss/FRt1/assignment_loss‚1.939010145131476 1loss/FBt1/assignment_loss‚0.07463943613081184 1loss/FBt2/assignment_loss‚0.02348326156617156 trainer/global_step‚6949 2loss/SRqqt1/assignment_loss‚0.6214225567582109 2loss/SRqqt2/assignment_loss‚0.5076397958532827 /loss/FRt2/detection_loss‚1.4735507865145963 1loss/SRqqt1/detection_loss‚0.8545611249729875 1loss/SRqqt2/detection_loss‚0.6341240467612712 /loss/FBt2/detection_loss‚0.5204789270272372 $loss/total_loss‚8.83202434574663 % _timestamp‚1.7848511670350144e+09 0loss/FRt2/assignment_loss‚0.6996354033870081 /loss/FRt1/detection_loss‚0.5549625289733014 /loss/FBt1/detection_loss‚0.9285163326702756 epoch‚43 _runtime‚11771.336481272 _step‚598ó÷eË Ô† 0loss/FRt2/assignment_loss‚0.6996354033870081 /loss/FRt1/detection_loss‚0.5549625289733014 /loss/FBt1/detection_loss‚0.9285163326702756 epoch‚43 _runtime‚11771.336481272 _step‚598 /loss/FRt1/assignment_loss‚1.939010145131476 1loss/FBt1/assignment_loss‚0.07463943613081184 1loss/FBt2/assignment_loss‚0.02348326156617156 trainer/global_step‚6949 2loss/SRqqt1/assignment_loss‚0.6214225567582109 2loss/SRqqt2/assignment_loss‚0.5076397958532827 /loss/FRt2/detection_loss‚1.4735507865145963 1loss/SRqqt1/detection_loss‚0.8545611249729875 1loss/SRqqt2/detection_loss‚0.6341240467612712 /loss/FBt2/detection_loss‚0.5204789270272372 $loss/total_loss‚8.83202434574663 % _timestamp‚1.7848511670350144e+09Öº`ÇÑŸÕ‚(:” âÕŠÓàÔÂÎ gpu.0.gpu‚53.0 gpu.0.memory‚16, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚133.889' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.777800000000003 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0]‘H eÖ‚(:Ú âÕŠÓë°ÏÑ* proc.memory.percent‚11.372804641723633 disk.dm-0.in‚34259.67578125 disk.sda1.out‚0 disk.sda3.in‚250017.07421875 disk.dm-1.in‚250017.07421875" disk.nvme0n1.in‚34259.67578125 network.sent‚ 1.227071e+07 network.recv‚ 1.215974e+06* disk./.usagePercent‚55.335178581025204 disk.sda.in‚250017.07421875 disk.sda1.in‚0# disk.nvme0c0n1.out‚ 237728.96875! disk.nvme0n1.out‚ 237728.96875# memory_percent‚92.0823891957601$ disk./.usageGB‚824.5341491699219 disk.sda2.in‚0 disk.dm-1.out‚ 450.3359375) proc.memory.availableMB‚ 1945.83203125# proc.memory.rssMB‚ 2794.98046875 cpu‚25.371010372628092 proc.cpu.threads‚17 disk.dm-0.out‚ 237728.96875 disk.sda.out‚ 450.3359375 disk.sda2.out‚0 disk.sda3.out‚ 450.3359375$ disk.nvme0c0n1.in‚34259.67578125ö /-•×‚(:Š ñÕŠÓ­úÑÎ gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚201.681' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚40.3362 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¯?SânØ‚(:ã ñÕŠÓûŸÓÐ proc.cpu.threads‚17 disk.dm-1.out‚450.8125) disk.nvme0c0n1.out‚237732.06787109375$ disk.dm-0.out‚237732.06787109375 disk.sda.out‚450.8125* proc.memory.percent‚11.372804641723633 cpu‚25.37098804486696 network.sent‚ 1.2330487e+07 network.recv‚ 1.218678e+06) disk./.usagePercent‚55.33884768100593 disk.sda2.in‚0 disk.sda3.out‚450.8125 disk.dm-1.in‚250017.07421875" disk.nvme0n1.in‚34259.67578125 disk.sda.in‚250017.07421875 disk.sda3.in‚250017.07421875$ disk.nvme0c0n1.in‚34259.67578125' disk.nvme0n1.out‚237732.06787109375 disk.dm-0.in‚34259.67578125 disk.sda1.in‚0 disk.sda1.out‚0) proc.memory.availableMB‚ 1945.83984375# proc.memory.rssMB‚ 2794.98046875$ disk./.usageGB‚824.5888214111328 disk.sda2.out‚0$ memory_percent‚92.08235740661621 éý°”Ù‚(:‰ €ÖŠÓóޙΠgpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚302.224' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.4448 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0•LÌ jÚ‚(:ß €ÖŠÓLJ³Ñ* proc.memory.percent‚11.372804641723633 disk.dm-0.in‚ 34269.6328125" disk.dm-0.out‚237781.619140625 network.sent‚ 1.2332545e+07 disk.dm-1.out‚ 451.16796875# disk.nvme0c0n1.in‚ 34269.6328125' disk.nvme0c0n1.out‚237781.619140625% disk.nvme0n1.out‚237781.619140625# proc.memory.rssMB‚ 2794.98046875 disk.sda3.in‚ 250593.328125 disk.sda3.out‚ 451.16796875 disk.sda2.in‚0 cpu‚25.370958165151308 proc.cpu.threads‚17) disk./.usagePercent‚55.33919149912442$ disk./.usageGB‚824.5939445495605 disk.dm-1.in‚ 250593.328125 disk.sda.in‚ 250593.328125 disk.sda.out‚ 451.16796875 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 network.recv‚ 1.219483e+06! disk.nvme0n1.in‚ 34269.6328125# memory_percent‚92.0842170715332( proc.memory.availableMB‚ 1945.3828125îáI3‘Û‚(:† ÖŠÓ‹¤Î gpu.0.gpu‚12.0 gpu.0.memory‚4, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚346.81' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚69.362 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¶D•BdÜ‚(:Ù ÖŠÓóˆÇÐ) disk./.usagePercent‚55.33917537064975 disk.dm-1.out‚ 452.44140625 disk.dm-0.in‚34306.55859375 disk.dm-0.out‚ 237790.84375# proc.memory.rssMB‚ 2794.98046875 cpu‚25.370977568746333 disk.sda1.in‚0$ disk.nvme0c0n1.in‚34306.55859375! disk.nvme0n1.out‚ 237790.84375* proc.memory.percent‚11.372804641723633 network.recv‚ 1.220848e+06$ disk./.usageGB‚824.5937042236328 disk.sda.in‚251114.1484375 disk.dm-1.in‚251114.1484375# memory_percent‚92.0842170715332( proc.memory.availableMB‚ 1945.3828125 proc.cpu.threads‚17 disk.sda.out‚ 452.44140625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚251114.1484375 disk.sda3.out‚ 452.44140625# disk.nvme0c0n1.out‚ 237790.84375" disk.nvme0n1.in‚34306.55859375 network.sent‚ 1.2334648e+07WÜòž•Ý‚(:Š žÖŠÓÛÁÎ gpu.0.gpu‚100.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚366.723' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.3446 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0DqïjÞ‚(:ß žÖŠÓ‚̳Ñ disk.dm-0.in‚34496.81640625 disk.sda3.in‚251114.1484375& disk.nvme0c0n1.out‚237792.19140625* proc.memory.percent‚11.372804641723633 cpu‚25.37094735028597 proc.cpu.threads‚17 network.sent‚ 1.2336703e+07 network.recv‚ 1.221758e+06" disk.nvme0n1.in‚34496.81640625$ disk.nvme0n1.out‚237792.19140625 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚251114.1484375# memory_percent‚92.0842170715332* disk./.usagePercent‚55.339189451064144$ disk./.usageGB‚824.5939140319824! disk.dm-0.out‚237792.19140625 disk.sda.out‚ 452.9765625 disk.sda1.out‚0 disk.sda3.out‚ 452.9765625( proc.memory.availableMB‚ 1945.3828125# proc.memory.rssMB‚ 2794.98046875 disk.sda.in‚251114.1484375 disk.sda2.out‚0 disk.dm-1.out‚ 452.9765625$ disk.nvme0c0n1.in‚34496.816406250ÌÏžß‚(:“ ­ÖŠÓ“ž©Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚294.438' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚58.88759999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ü Uà‚(:Ê ­ÖŠÓ‹öÖÏ disk.sda3.out‚ 453.34375 disk.sda.out‚ 453.34375# memory_percent‚92.0842170715332( proc.memory.availableMB‚ 1945.3828125 disk.dm-1.in‚251114.1484375" disk.nvme0n1.in‚34496.81640625 disk.dm-0.out‚ 237824.375# proc.memory.rssMB‚ 2794.98046875 network.recv‚ 1.222907e+06 disk.sda3.in‚251114.1484375! disk.nvme0c0n1.out‚ 237824.375 disk.nvme0n1.out‚ 237824.375 disk.dm-0.in‚34496.81640625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0$ disk./.usageGB‚824.6279258728027 disk.dm-1.out‚ 453.34375$ disk.nvme0c0n1.in‚34496.81640625 disk.sda.in‚251114.1484375 disk.sda1.in‚0* proc.memory.percent‚11.372804641723633 cpu‚25.370928574272718 proc.cpu.threads‚17 network.sent‚ 1.2338798e+07) disk./.usagePercent‚55.34147201423942±›îã4á/ _wandbruntime‚11850  _runtime‚11850ÒMZÅâ¿ & lr-AdamW/pg2‚4.648465199392919e-06 trainer/global_step‚6999 " _timestamp‚1.7848512460991e+09 _runtime‚11850.400608677 _step‚599 & lr-AdamW/pg1‚4.648465199392919e-06‹¹!ÊãÄ trainer/global_step‚6999 " _timestamp‚1.7848512460991e+09 _runtime‚11850.400608677 _step‚599 & lr-AdamW/pg1‚4.648465199392919e-06 & lr-AdamW/pg2‚4.648465199392919e-06×ìªÉ·4ä/ _wandbruntime‚11850  _runtime‚11850ò×v¦(å‚P VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2021869302635533 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7305395873792 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚60770880 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2014577498154224 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 125794032 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 % _timestamp‚1.7848512461000588e+09 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 125804132 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚358 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2022676887067136 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7305395873792 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18653589 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚560460375534592 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _runtime‚11850.404922885 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚551497603534848 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7293149092763 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2015372836644864 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7304050422272 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2022678258692096 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚65023152 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚560460792780288 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2022676887067136 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚40099884 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8963189245440 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚60770880 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7291804481309 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚18653594 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2014577523582192 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚6999 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2015372862818304 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚65023152 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚21445937 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚551497235443712 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚60770886 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2021870672674955 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚65033246 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚60770886 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚40099526 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2015372836644864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚21446290 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚600 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2022676887067136 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚40099884 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 8963189245440 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚60770880 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7291804481309 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚18653594 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2014577523582192 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚6999 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2015372862818304 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚65023152 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚21445937 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚551497235443712 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚60770886 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2021870672674955 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚65033246 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚60770886 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚40099526 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2015372836644864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚21446290 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚600 JDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚60779247 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚60779253 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚560540628865536 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚551576189900800 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8964438964736 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2014856299928000 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2022958190497792 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 _step‚601 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 125821595 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 trainer/global_step‚6999 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚65032234 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7305072930304 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚65042342 _runtime‚11851.82221655 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚40105098 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2022150495250483 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2022958190497792 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2015651772108800 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚65042342 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 BDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚40105458 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚355 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2015651745935360 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚60779247 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2022956818865664 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 125821595 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚560540209529856 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7306418388992 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7294169894515 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18656234 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2022149125210949 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚40105458 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚355 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2015651745935360 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚60779247 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2022956818865664 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 125821595 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚560540209529856 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7306418388992 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7294169894515 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18656234 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2022149125210949 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚60779247 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚60779253 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚560540628865536 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚551576189900800 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 8964438964736 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2014856299928000 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2022958190497792 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 _step‚601 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 125821595 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 trainer/global_step‚6999 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚65032234 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7305072930304 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚65042342 _runtime‚11851.82221655 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚40105098 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2022150495250483 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0Ù¹Ci4ê/ _wandbruntime‚11851  _runtime‚11851Ú“E2 ë… 2loss/FBt2/assignment_loss‚0.011493843647384176 _runtime‚11851.874698507 0loss/FRt1/assignment_loss‚1.8209601587879454 2loss/SRqqt2/assignment_loss‚0.5824094476030871 /loss/FRt2/detection_loss‚1.4621989106785298 %loss/total_loss‚8.637037514932146 epoch‚43 2loss/SRqqt1/assignment_loss‚0.5020177955759272 2loss/FBt1/assignment_loss‚0.009505827214491733 /loss/FRt1/detection_loss‚0.5094983460983517 1loss/SRqqt2/detection_loss‚0.6662123104130803 /loss/FBt1/detection_loss‚0.7989891704111811 trainer/global_step‚6999 % _timestamp‚1.7848512475733132e+09 0loss/FRt2/assignment_loss‚0.7349763229158189 1loss/SRqqt1/detection_loss‚0.8698412553255529 /loss/FBt2/detection_loss‚0.6689341262607965 _step‚602´Õ ìŠ _runtime‚11851.874698507 0loss/FRt1/assignment_loss‚1.8209601587879454 2loss/SRqqt2/assignment_loss‚0.5824094476030871 /loss/FRt2/detection_loss‚1.4621989106785298 %loss/total_loss‚8.637037514932146 epoch‚43 2loss/SRqqt1/assignment_loss‚0.5020177955759272 2loss/FBt1/assignment_loss‚0.009505827214491733 /loss/FRt1/detection_loss‚0.5094983460983517 1loss/SRqqt2/detection_loss‚0.6662123104130803 /loss/FBt1/detection_loss‚0.7989891704111811 trainer/global_step‚6999 % _timestamp‚1.7848512475733132e+09 0loss/FRt2/assignment_loss‚0.7349763229158189 1loss/SRqqt1/detection_loss‚0.8698412553255529 /loss/FBt2/detection_loss‚0.6689341262607965 _step‚602 2loss/FBt2/assignment_loss‚0.011493843647384176ÚT‘/¸”í‚(:‰ ¼ÖŠÓå ’Î gpu.0.gpu‚99.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚154.691' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚30.9382 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0#ÓÑŒcî‚(:Ø ¼ÖŠÓ°÷æÑ" disk.nvme0n1.in‚34510.80859375 disk.dm-0.in‚34510.80859375 disk.sda1.in‚0$ disk.nvme0c0n1.in‚34510.80859375 network.sent‚ 1.2340324e+07 disk.sda.out‚ 453.81640625 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚251413.80078125 disk.dm-1.in‚251413.80078125 disk.dm-1.out‚ 453.81640625$ memory_percent‚92.08517074584961 network.recv‚ 1.223955e+06* disk./.usagePercent‚55.342279718009955 disk.dm-0.out‚ 237833.375 disk.sda2.in‚0# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 cpu‚25.370934772708395 proc.cpu.threads‚17 disk.nvme0n1.out‚ 237833.375 disk.sda.in‚251413.80078125 disk.sda3.out‚ 453.81640625! disk.nvme0c0n1.out‚ 237833.375( proc.memory.availableMB‚ 1945.1484375$ disk./.usageGB‚824.6399612426758<ït’ï‚(:‡ ËÖŠÓÊûƒÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.13' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.026 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0hŠäoð‚(:ä ËÖŠÓìÓÐ disk.sda2.in‚0 disk.sda2.out‚0# memory_percent‚92.0852025349935' proc.memory.availableMB‚ 1945.140625 disk.dm-1.out‚ 454.41796875# disk.nvme0c0n1.in‚ 34548.4609375 cpu‚25.370913560516012 proc.cpu.threads‚17$ disk./.usageGB‚824.6556968688965 disk.dm-1.in‚ 252733.609375) disk.nvme0c0n1.out‚237848.42626953125 disk.sda.in‚ 252733.609375# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 network.sent‚ 1.2400813e+07 network.recv‚ 1.22691e+06 disk.sda3.out‚ 454.41796875! disk.nvme0n1.in‚ 34548.4609375 disk.dm-0.in‚ 34548.4609375 disk.sda.out‚ 454.41796875 disk.sda1.in‚0 disk.sda1.out‚0* disk./.usagePercent‚55.343335749088695 disk.sda3.in‚ 252733.609375' disk.nvme0n1.out‚237848.42626953125$ disk.dm-0.out‚237848.42626953125·þ¹_ ñ‚(:‰Q•‰ ÚÖŠÓôŠ³Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.818' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.7636 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Â"­¬oò‚(:ä ÚÖŠÓ‚º™Ð disk.sda.out‚ 454.7109375 disk.sda1.out‚0 network.recv‚ 1.228016e+06 disk.sda2.out‚0 disk.sda3.out‚ 454.7109375 disk.dm-1.in‚ 252733.609375$ disk.dm-0.out‚238237.35205078125 disk.sda1.in‚0$ memory_percent‚92.08523432413736 cpu‚25.37086835384688 network.sent‚ 1.2402963e+07# disk./.usageGB‚825.720760345459) disk.nvme0c0n1.out‚238237.35205078125 disk.dm-0.in‚34646.19140625( proc.memory.availableMB‚ 1945.1328125 proc.cpu.threads‚17 disk.sda2.in‚0 disk.dm-1.out‚ 454.7109375' disk.nvme0n1.out‚238237.35205078125# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633) disk./.usagePercent‚55.41481305264858 disk.sda3.in‚ 252733.609375$ disk.nvme0c0n1.in‚34646.19140625" disk.nvme0n1.in‚34646.19140625 disk.sda.in‚ 252733.6093754/m’ó‚(:‡ éÖŠÓ–®Î gpu.0.gpu‚76.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚356.89' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.378 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‚Q`kmô‚(:â éÖŠÓœãÓÏ disk.sda2.out‚0 disk.sda3.in‚ 252733.609375 disk.sda3.out‚ 455.5078125* proc.memory.percent‚11.372804641723633 network.recv‚ 1.229228e+06" disk.nvme0n1.in‚34646.19140625& disk.nvme0n1.out‚238428.0029296875 disk.sda.in‚ 252733.609375 disk.sda1.in‚0 disk.sda1.out‚0 cpu‚25.370907308377767$ disk./.usageGB‚825.9272346496582$ disk.nvme0c0n1.in‚34646.19140625( disk.nvme0c0n1.out‚238428.0029296875# disk.dm-0.out‚238428.0029296875 disk.sda.out‚ 455.5078125& proc.memory.availableMB‚ 1945.59375 proc.cpu.threads‚17* disk./.usagePercent‚55.428669716446876 disk.dm-0.in‚34646.19140625 disk.sda2.in‚0 disk.dm-1.in‚ 252733.609375 disk.dm-1.out‚ 455.5078125$ memory_percent‚92.08335876464844# proc.memory.rssMB‚ 2794.98046875 network.sent‚ 1.2405072e+07í²³T‘õ‚(:† øÖŠÓ›ÁÎ gpu.0.gpu‚1.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚53.0 gpu.0.powerWatts‚133.265' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚26.653 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Œq¥Nmö‚(:â øÖŠÓ¯©÷Ð# memory_percent‚92.0844872792562# proc.memory.rssMB‚ 2794.98046875 network.sent‚ 1.2407131e+07# disk.dm-0.out‚238853.2294921875 disk.sda2.in‚0" disk.nvme0n1.in‚34661.85546875) proc.memory.availableMB‚ 1945.31640625 cpu‚25.372775591445446 network.recv‚ 1.230061e+06 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚253258.46484375 disk.dm-1.out‚ 455.96875 proc.cpu.threads‚17$ disk./.usageGB‚825.9217567443848 disk.dm-0.in‚34661.85546875 disk.sda1.in‚0 disk.sda3.out‚ 455.96875$ disk.nvme0c0n1.in‚34661.85546875* proc.memory.percent‚11.372804641723633( disk./.usagePercent‚55.4283020896277 disk.sda.in‚253258.46484375 disk.sda.out‚ 455.96875 disk.sda3.in‚253258.46484375( disk.nvme0c0n1.out‚238853.2294921875& disk.nvme0n1.out‚238853.2294921875t1xˆ4÷/ _wandbruntime‚11926  _runtime‚119260÷Ú“œ:ø–u 6 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.301189124584198 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 5 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46393883228302 particle/accuracy_1_of_3‚1 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.31984031200408936 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3835269510746002 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6646937131881714 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.23244547843933105 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8803563714027405 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8853670954704285 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7122659683227539 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.44299545884132385 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9906249642372131 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7461632490158081 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 particle/accuracy_3_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21722044050693512 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6296558976173401 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.05108002573251724 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.24158309400081635 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.3044740855693817 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 +jet/accuracy_2_of_2‚0.15913239121437073 particle/accuracy_3_of_3‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8083328008651733 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8676430583000183 *jet/accuracy_1_of_2‚0.7485460042953491 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 8"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.672598659992218 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6296558976173401 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 +jet/accuracy_4_of_4‚0.02010233886539936 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6034372448921204 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 +particle/specificity‚0.9074859023094177 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05487935245037079 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7441600561141968 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7578647136688232 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07990453392267227 *jet/accuracy_2_of_3‚0.6209197044372559 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3422248363494873 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09632112830877304 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.29237544536590576 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6132628917694092 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6279943585395813 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 epoch‚43 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.024569571018218994 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.22610028088092804 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 )loss/val_total_loss‚8.547739368680293 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.020308271050453186 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1909969002008438 *jet/accuracy_1_of_3‚0.9012803435325623 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6851569414138794 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6233320236206055 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37906646728515625 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9953407049179077 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9268124103546143 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9934503436088562 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6279943585395813 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4824680685997009 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9858630895614624 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.3040687143802643 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2850799262523651 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6374499797821045 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4611576199531555 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 _step‚603 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7526023387908936 /particle/accuracy_4_of_4‚0.9646381735801697 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.28358957171440125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9668803215026855 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9834401607513428 8"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.688518226146698 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.24365553259849548 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7323869466781616 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8058480024337769 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6572626829147339 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6817211508750916 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8676430583000183 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6233320236206055 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5280211567878723 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 particle/accuracy_1_of_4‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 *jet/accuracy_2_of_4‚0.8303414583206177 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 % _timestamp‚1.7848513217504787e+09 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6829150319099426 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.2299581915140152 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.992362380027771 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2931815981864929 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3519192039966583 8"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.802679717540741 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 +particle/sensitivity‚0.6292150616645813 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.042078517377376556 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt0SRqqt*FBt/event_purity‚0.1061621904373169 particle/accuracy_2_of_4‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 particle/accuracy_2_of_3‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21348316967487335 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09395680576562881 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 'particle/f_score‚0.6384400725364685 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7516127824783325 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7111272811889648 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9967308640480042 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.08709404617547989 +jet/accuracy_3_of_4‚0.11188126355409622 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7715491652488708 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 (particle/accuracy‚0.8482259511947632 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.795884907245636 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5977962017059326 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9893568754196167 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.47014033794403076 9"Purity/1FRt*SRqqt0FBt/event_purity‚0.2223648726940155 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7378402352333069 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04510596767067909 trainer/global_step‚7039 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8325996994972229 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7314202189445496 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_1_of_4‚0.9727796316146851 7validation_average_jet_accuracy‚0.38466888666152954 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2931815981864929 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 _runtime‚11926.052795897 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11141809821128845 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6105048656463623 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 particle/accuracy_1_of_2‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.3041324019432068 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.23191237449645996 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02673780918121338 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.21166954934597015 *jet/accuracy_1_of_1‚0.3518058657646179 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2048717737197876 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018828632310032845 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6642999649047852 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8"Purity/*FRt0SRqqt2FBt/event_purity‚0.894906759262085 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6505258083343506 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6404895186424255 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 +jet/accuracy_3_of_3‚0.08290072530508041 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9952164888381958 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05‘¶µXü5ù›u ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05487935245037079 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7441600561141968 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7578647136688232 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07990453392267227 *jet/accuracy_2_of_3‚0.6209197044372559 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3422248363494873 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09632112830877304 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.29237544536590576 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6132628917694092 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6279943585395813 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 epoch‚43 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.024569571018218994 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.22610028088092804 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 )loss/val_total_loss‚8.547739368680293 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.020308271050453186 7 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.1909969002008438 *jet/accuracy_1_of_3‚0.9012803435325623 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6851569414138794 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6233320236206055 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37906646728515625 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9953407049179077 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9268124103546143 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9934503436088562 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6279943585395813 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4824680685997009 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9858630895614624 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.3040687143802643 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2850799262523651 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6374499797821045 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4611576199531555 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 _step‚603 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7526023387908936 /particle/accuracy_4_of_4‚0.9646381735801697 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.28358957171440125 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9668803215026855 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9834401607513428 8"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.688518226146698 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.24365553259849548 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7323869466781616 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8058480024337769 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6572626829147339 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6817211508750916 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8676430583000183 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6233320236206055 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5280211567878723 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 particle/accuracy_1_of_4‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 *jet/accuracy_2_of_4‚0.8303414583206177 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 % _timestamp‚1.7848513217504787e+09 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6829150319099426 7 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.2299581915140152 8"Purity/0FRt0SRqqt*FBt/event_purity‚0.992362380027771 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2931815981864929 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3519192039966583 8"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.802679717540741 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 +particle/sensitivity‚0.6292150616645813 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 ;"Purity/1FRt1SRqqt0FBt/event_purity‚0.042078517377376556 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt0SRqqt*FBt/event_purity‚0.1061621904373169 particle/accuracy_2_of_4‚1 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 particle/accuracy_2_of_3‚1 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21348316967487335 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09395680576562881 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 'particle/f_score‚0.6384400725364685 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7516127824783325 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7111272811889648 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9967308640480042 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.08709404617547989 +jet/accuracy_3_of_4‚0.11188126355409622 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7715491652488708 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 (particle/accuracy‚0.8482259511947632 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 8"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.795884907245636 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5977962017059326 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9893568754196167 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.47014033794403076 9"Purity/1FRt*SRqqt0FBt/event_purity‚0.2223648726940155 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7378402352333069 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04510596767067909 trainer/global_step‚7039 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8325996994972229 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7314202189445496 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 *jet/accuracy_1_of_4‚0.9727796316146851 7validation_average_jet_accuracy‚0.38466888666152954 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2931815981864929 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 _runtime‚11926.052795897 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11141809821128845 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6105048656463623 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 particle/accuracy_1_of_2‚1 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.3041324019432068 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.23191237449645996 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02673780918121338 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.21166954934597015 *jet/accuracy_1_of_1‚0.3518058657646179 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2048717737197876 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018828632310032845 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6642999649047852 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 8"Purity/*FRt0SRqqt2FBt/event_purity‚0.894906759262085 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6505258083343506 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6404895186424255 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 +jet/accuracy_3_of_3‚0.08290072530508041 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9952164888381958 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 6 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.301189124584198 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 5 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.46393883228302 particle/accuracy_1_of_3‚1 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.31984031200408936 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3835269510746002 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6646937131881714 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.23244547843933105 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/0FRt*SRqqt1FBt/event_purity‚0.8803563714027405 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8853670954704285 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7122659683227539 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 8 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.44299545884132385 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_1_of_1‚1 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9906249642372131 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7461632490158081 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 particle/accuracy_3_of_4‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21722044050693512 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt1SRqqt0FBt/evenò…¥t_purity‚0.6296558976173401 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.05108002573251724 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.24158309400081635 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.3044740855693817 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 +jet/accuracy_2_of_2‚0.15913239121437073 particle/accuracy_3_of_3‚1 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8083328008651733 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8676430583000183 *jet/accuracy_1_of_2‚0.7485460042953491 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 8"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.672598659992218 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6296558976173401 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 +jet/accuracy_4_of_4‚0.02010233886539936 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6034372448921204 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 +particle/specificity‚0.9074859023094177Û2oÏ ”ú‚(:‰ ‡×ŠÓÐöüÎ gpu.0.gpu‚89.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚309.769' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.9538 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 \xû‚(:í ‡×ŠÓý„¿Ñ disk.sda.out‚ 456.49609375 disk.sda2.in‚0 disk.sda3.in‚253697.6171875$ disk.nvme0c0n1.in‚34676.08203125 network.sent‚ 1.2409234e+07 disk.dm-0.in‚34676.08203125 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 456.49609375 disk.dm-1.in‚253697.6171875' disk.nvme0n1.out‚243310.91357421875$ memory_percent‚88.13122113545737) disk.nvme0c0n1.out‚243310.91357421875" disk.nvme0n1.in‚34676.08203125) proc.memory.availableMB‚ 2916.87109375# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 cpu‚25.372911417584078 proc.cpu.threads‚17$ disk.dm-0.out‚243240.53857421875 disk.sda1.out‚0 disk.dm-1.out‚ 456.49609375 network.recv‚ 1.231424e+06) disk./.usagePercent‚55.63108693753711$ disk./.usageGB‚828.9433975219727 disk.sda.in‚253697.6171875Ž´,4ü/ _wandbruntime‚11945  _runtime‚11945²@n©Èý % _timestamp‚1.7848513416467023e+09 _runtime‚11945.948224522 _step‚604 & lr-AdamW/pg1‚4.201178115308733e-06 & lr-AdamW/pg2‚4.201178115308733e-06 trainer/global_step‚7049Pé8ÍþÇ & lr-AdamW/pg1‚4.201178115308733e-06 & lr-AdamW/pg2‚4.201178115308733e-06 trainer/global_step‚7049 % _timestamp‚1.7848513416467023e+09 _runtime‚11945.948224522 _step‚604Üöœ†©4ÿ/ _wandbruntime‚11945  _runtime‚11945DØqK(€P A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7359796332544 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 126757288 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚255 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚564484123475968 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚61240334 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚250 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _runtime‚11945.949892328 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚65516948 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚65506854 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 126747188 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9029616665600 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚61240340 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚21611277 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2030781562763264 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 $ _timestamp‚1.784851341647769e+09 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚61240334 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7358450881024 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚34474496 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2037327356673073 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2038141385269248 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7358450881024 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18789511 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2038140013644288 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚564484526041600 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2029979898643088 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2038140013644288 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚555454874901504 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚18789516 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚564484526041600 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2029979898643088 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2038140013644288 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚555454874901504 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚18789516 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚65506854 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 126747188 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9029616665600 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚61240340 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚21611277 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2030781562763264 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 $ _timestamp‚1.784851341647769e+09 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚61240334 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181Ý7RÔý4‚/ _wandbruntime‚11947  _runtime‚11947'‘¾#ƒŒN C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2030258674988896 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚65515936 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7360818847744 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 126774751 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2038419945442816 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚61248707 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7348478831737 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7347134220171 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9030938630144 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚555533093176320 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2030258700416864 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18792156 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2038421317074944 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚65515936 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9030973097472 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _runtime‚11947.369380186 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 126764637 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚40406199 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848513430675507e+09 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7359473389056 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2038421317074944 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚61248701 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚21614048 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2037605809209067 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚259 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7359473389056 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚65526044 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2031060498227200 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 126764637 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚564564031806464 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2038419945442816 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚61248707 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7348478831737 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7347134220171 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9030938630144 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚555533093176320 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2030258700416864 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18792156 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2038421317074944 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚65515936 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9030973097472 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _runtime‚11947.369380186 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 126764637 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚40406199 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848513430675507e+09 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7359473389056 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2038421317074944 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚61248701 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚21614048 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2037605809209067 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚259 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7359473389056 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚65526044 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2031060498227200 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 126764637 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚564564031806464 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 FDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 126774751 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923Þ ‚ÿæ4…/ _wandbruntime‚11947  _runtime‚11947â ý †ƒ % _timestamp‚1.7848513431239464e+09 2loss/SRqqt2/assignment_loss‚0.4978563878946338 /loss/FRt1/detection_loss‚0.5449766775689968 /loss/FBt2/detection_loss‚0.4081293389146115 %loss/total_loss‚8.378166818567497 _runtime‚11947.425267041 _step‚607 0loss/FRt1/assignment_loss‚1.8995863137032607 0loss/FRt2/assignment_loss‚0.7276767756934078 2loss/SRqqt1/assignment_loss‚0.5513547635996474 2loss/FBt2/assignment_loss‚0.039207453452262404 1loss/SRqqt1/detection_loss‚1.0127283817825325 epoch‚44 /loss/FRt2/detection_loss‚1.4294386257938168 trainer/global_step‚7049 1loss/FBt1/assignment_loss‚0.02406458729050016 0loss/SRqqt2/detection_loss‚0.554628820612766 /loss/FBt1/detection_loss‚0.6885186922610611L9\ˆ‡ˆ % _timestamp‚1.7848513431239464e+09 2loss/SRqqt2/assignment_loss‚0.4978563878946338 /loss/FRt1/detection_loss‚0.5449766775689968 /loss/FBt2/detection_loss‚0.4081293389146115 %loss/total_loss‚8.378166818567497 _runtime‚11947.425267041 _step‚607 0loss/FRt1/assignment_loss‚1.8995863137032607 0loss/FRt2/assignment_loss‚0.7276767756934078 2loss/SRqqt1/assignment_loss‚0.5513547635996474 2loss/FBt2/assignment_loss‚0.039207453452262404 1loss/SRqqt1/detection_loss‚1.0127283817825325 epoch‚44 /loss/FRt2/detection_loss‚1.4294386257938168 trainer/global_step‚7049 1loss/FBt1/assignment_loss‚0.02406458729050016 0loss/SRqqt2/detection_loss‚0.554628820612766 /loss/FBt1/detection_loss‚0.6885186922610611ßz…Üx”ˆ‚(:‰ –׊Óÿ¡£Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚294.678' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.9356 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0J-¯m‰‚(:â –׊Ó÷êÖÒ disk.dm-1.out‚ 457.46875$ disk.nvme0c0n1.in‚34676.08203125" disk.nvme0n1.in‚34676.08203125 disk.dm-0.in‚34676.08203125* proc.memory.percent‚11.372804641723633 network.recv‚ 1.233611e+06) disk./.usagePercent‚56.70537877768813 disk.sda3.out‚ 457.46875 disk.dm-1.in‚253697.6171875) disk.nvme0c0n1.out‚256828.39306640625$ disk.dm-0.out‚256463.89306640625 disk.sda.in‚253697.6171875 disk.sda2.in‚0' disk.nvme0n1.out‚256828.39306640625 disk.sda1.out‚0 disk.sda2.out‚0' proc.memory.availableMB‚ 2916.546875# proc.memory.rssMB‚ 2794.98046875 cpu‚25.372898324859527 proc.cpu.threads‚17 disk.sda.out‚ 457.46875 disk.sda1.in‚0$ memory_percent‚88.13254038492838 network.sent‚ 1.2462616e+07$ disk./.usageGB‚844.9511222839355 disk.sda3.in‚253697.6171875]ø”Š‚(:‰ ¥×ŠÓͬÂÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚315.672' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.1344 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Yuí®o‹‚(:ä ¥×ŠÓáÔ‘Ð disk.sda2.in‚0 disk.dm-1.out‚ 462.25390625$ disk.nvme0c0n1.in‚48791.03515625* proc.memory.percent‚11.372804641723633# disk.dm-0.out‚264087.5634765625 disk.sda2.out‚0 disk.sda3.in‚253697.6171875 disk.sda3.out‚ 462.25390625$ memory_percent‚88.13362121582031# proc.memory.rssMB‚ 2794.98046875 network.sent‚ 1.2522403e+07 network.recv‚ 1.236265e+06& disk.nvme0n1.out‚264087.5634765625 disk.dm-0.in‚48791.03515625 disk.sda.in‚253697.6171875 disk.sda1.in‚0& proc.memory.availableMB‚ 2916.28125 cpu‚25.3729225914022( disk./.usagePercent‚56.7857211101437$ disk./.usageGB‚846.1482810974121 disk.dm-1.in‚253697.6171875( disk.nvme0c0n1.out‚264087.5634765625 proc.cpu.threads‚17" disk.nvme0n1.in‚48791.03515625 disk.sda.out‚ 462.25390625 disk.sda1.out‚0Fæç± Œ‚(:• ´×ŠÓ¶‡Î gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚282.087' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚56.417399999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Á`câ{‚(:ð ´×ŠÓ­ä¶Ð disk.sda.out‚ 462.85546875 disk.sda1.out‚0* disk./.usagePercent‚56.782973893293764 disk.sda3.out‚ 462.85546875$ disk.dm-0.out‚264129.89013671875) proc.memory.availableMB‚ 2916.24609375# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 proc.cpu.threads‚17$ disk./.usageGB‚846.1073455810547 disk.dm-1.out‚ 462.85546875$ disk.nvme0c0n1.in‚48839.51953125 disk.sda.in‚253943.96484375 disk.sda1.in‚0 network.sent‚ 1.2524463e+07 disk.sda2.out‚0 disk.sda3.in‚253943.96484375" disk.nvme0n1.in‚48839.51953125$ memory_percent‚88.13376426696777 cpu‚25.37291352731599 network.recv‚ 1.237086e+06 disk.sda2.in‚0 disk.dm-1.in‚253943.05078125) disk.nvme0c0n1.out‚264129.89013671875' disk.nvme0n1.out‚264129.89013671875 disk.dm-0.in‚48839.51953125ó-K”Ž‚(:‰ Ã׊ÓÐÄÒÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚310.666' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.1332 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0„«Fl‚(:á Ã׊ÓÎù«Ð network.recv‚ 1.238239e+06$ disk./.usageGB‚845.6114616394043 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚ 463.3359375 disk.dm-1.in‚255134.7265625$ disk.nvme0c0n1.in‚48857.05078125) disk./.usagePercent‚56.74969470589527 disk.sda.in‚255134.7265625 disk.sda3.in‚255134.7265625 disk.dm-1.out‚ 463.3359375( disk.nvme0c0n1.out‚264149.3232421875* proc.memory.percent‚11.372804641723633 cpu‚25.372864583741734& disk.nvme0n1.out‚264149.3232421875 disk.dm-0.in‚48857.05078125# disk.dm-0.out‚264149.3232421875 disk.sda.out‚ 463.3359375 disk.sda2.out‚0# proc.memory.availableMB‚2916.25# proc.memory.rssMB‚ 2794.98046875 proc.cpu.threads‚17" disk.nvme0n1.in‚48857.05078125 disk.sda2.in‚0$ memory_percent‚88.13374837239584 network.sent‚ 1.2526584e+07Oz‰*Ÿ‚(:” Ò׊Óôñ³Î gpu.0.gpu‚77.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚305.467' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.093399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¿û-¦p‘‚(:å Ò׊ÓûîÐÑ disk.dm-1.out‚ 463.8671875( disk.nvme0c0n1.out‚264162.7138671875& disk.nvme0n1.out‚264162.7138671875 cpu‚25.372871955873027 proc.cpu.threads‚17 disk.sda.out‚ 463.8671875 disk.sda1.in‚0# disk.nvme0c0n1.in‚ 48863.8515625! disk.nvme0n1.in‚ 48863.8515625$ memory_percent‚88.13395500183105) proc.memory.availableMB‚ 2916.19921875 network.sent‚ 1.2528657e+07* disk./.usagePercent‚56.750798610382915$ disk./.usageGB‚845.6279106140137 disk.dm-0.in‚ 48863.8515625 disk.sda1.out‚0 disk.sda2.in‚0# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 network.recv‚ 1.239306e+06# disk.dm-0.out‚264162.7138671875 disk.sda.in‚255134.7265625 disk.sda2.out‚0 disk.sda3.in‚255134.7265625 disk.sda3.out‚ 463.8671875 disk.dm-1.in‚255134.7265625y‰æú4’/ _wandbruntime‚12026  _runtime‚12026 }úÊ“Ä ' lr-AdamW/pg1‚3.7757132637496335e-06 ' lr-AdamW/pg2‚3.7757132637496335e-06 trainer/global_step‚7099 % _timestamp‚1.7848514217882805e+09 _runtime‚12026.089981196 _step‚608‡ã@œÏ”É ' lr-AdamW/pg1‚3.7757132637496335e-06 ' lr-AdamW/pg2‚3.7757132637496335e-06 trainer/global_step‚7099 % _timestamp‚1.7848514217882805e+09 _runtime‚12026.089981196 _step‚608àCYÍá4•/ _wandbruntime‚12026  _runtime‚12026ÈmM0(–P GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2052136667725312 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9092645805568 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2044727027288064 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚568476888159232 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚65962806 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚61658684 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚568476470913536 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚12026.094936945 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚61658690 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚40682124 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18921511 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚325 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚21760283 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2051317179205259 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7398561912793 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7409640437248 trainer/global_step‚7099 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚65962806 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚559384193199104 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚65972900 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚65962806 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚559384193199104 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚65972900 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2052136667725312 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9092645805568 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2044727027288064 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚568476888159232 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚65962806 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚61658684 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚568476470913536 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚12026.094936945 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚61658690 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚40682124 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚18921511 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚325 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚21760283 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2051317179205259 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7398561912793 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7409640437248 trainer/global_step‚7099áËXuº4˜/ _wandbruntime‚12027  _runtime‚12027þ¦Œ'™ŒN _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2044198789105664 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 127649053 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚61667051 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚559462411473920 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 % _timestamp‚1.7848514232099876e+09 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2044198763677696 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚12027.511795117 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 127649053 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2052416599523840 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2045005962752000 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚327 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7399582714545 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚21763221 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7398238102979 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚559462779565056 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7412008403968 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚61667057 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18924156 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚61667057 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚65981996 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚568556301828608 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9093943696384 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9093890354688 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7412008403968 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7410662945280 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚40687372 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚65971888 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚568556723261440 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7410662945280 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2051597001780675 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2045005962752000 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚332 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2045005936578560 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚65971888 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚40687704 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚61667051 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0”* 'š‘N LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2045005936578560 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚65971888 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚40687704 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚61667051 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2044198789105664 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 127649053 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚61667051 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚559462411473920 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 % _timestamp‚1.7848514232099876e+09 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2044198763677696 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 _runtime‚12027.511795117 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 127649053 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2052416599523840 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2045005962752000 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚327 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7399582714545 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚21763221 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7398238102979 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚559462779565056 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7412008403968 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚61667057 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚18924156 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚61667057 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚65981996 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚568556301828608 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9093943696384 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9093890354688 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7412008403968 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7410662945280 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚40687372 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚65971888 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚568556723261440 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7410662945280 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2051597001780675 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2045005962752000 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚332 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5â?JG?4›/ _wandbruntime‚12027  _runtime‚12027!>÷œ 1loss/SRqqt2/assignment_loss‚0.570892562047544 1loss/FBt1/assignment_loss‚0.01867798773863052 /loss/FRt2/detection_loss‚1.4168476913737704 /loss/FBt1/detection_loss‚0.6086059811835488 _runtime‚12027.563580119 _step‚611 .loss/FRt1/detection_loss‚0.532774955413618 1loss/SRqqt1/detection_loss‚0.9625512996761152 /loss/FBt2/detection_loss‚0.5324260859871309 %loss/total_loss‚8.419245545424443 epoch‚44 % _timestamp‚1.7848514232622366e+09 0loss/FRt1/assignment_loss‚1.9701632185568732 1loss/FBt2/assignment_loss‚0.03811038957701727 trainer/global_step‚7099 0loss/FRt2/assignment_loss‚0.6556671007591135 2loss/SRqqt1/assignment_loss‚0.5661541256335009 1loss/SRqqt2/detection_loss‚0.5463741474775805yîîŠ † 1loss/SRqqt1/detection_loss‚0.9625512996761152 /loss/FBt2/detection_loss‚0.5324260859871309 %loss/total_loss‚8.419245545424443 epoch‚44 % _timestamp‚1.7848514232622366e+09 0loss/FRt1/assignment_loss‚1.9701632185568732 1loss/FBt2/assignment_loss‚0.03811038957701727 trainer/global_step‚7099 0loss/FRt2/assignment_loss‚0.6556671007591135 2loss/SRqqt1/assignment_loss‚0.5661541256335009 1loss/SRqqt2/detection_loss‚0.5463741474775805 1loss/SRqqt2/assignment_loss‚0.570892562047544 1loss/FBt1/assignment_loss‚0.01867798773863052 /loss/FRt2/detection_loss‚1.4168476913737704 /loss/FBt1/detection_loss‚0.6086059811835488 _runtime‚12027.563580119 _step‚611 .loss/FRt1/detection_loss‚0.532774955413618ã­?𔞂(:‰ á׊ÓŽÆÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚196.844' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚39.3688 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0µ­«QkŸ‚(:à á׊Ó®ƒÁÑ proc.cpu.threads‚17 disk.dm-1.out‚ 464.2421875& disk.nvme0c0n1.out‚264182.62890625 network.sent‚ 1.2530725e+07 disk.sda1.in‚0 disk.sda3.out‚ 464.2421875$ disk.nvme0n1.out‚264182.62890625 disk.sda.in‚255134.7265625 disk.sda.out‚ 464.2421875$ memory_percent‚88.13390731811523( proc.memory.availableMB‚ 2916.2109375# proc.memory.rssMB‚ 2794.98046875 cpu‚25.372844185842485$ disk.nvme0c0n1.in‚48972.88671875 network.recv‚ 1.240505e+06) disk./.usagePercent‚56.75319151280546 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚255134.7265625" disk.nvme0n1.in‚48972.88671875! disk.dm-0.out‚264182.62890625$ disk./.usageGB‚845.6635665893555 disk.sda2.in‚0 disk.sda3.in‚255134.7265625 disk.dm-0.in‚48972.88671875* proc.memory.percent‚11.372804641723633»¸aŸ ‚(:” ð׊Ó„›­Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚304.931' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.986200000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0põÔ,a¡‚(:Ö ð׊Óó¤‡Ñ disk.dm-1.in‚255682.72265625 disk.dm-1.out‚ 464.921875& disk.nvme0c0n1.out‚264214.85546875# proc.memory.rssMB‚ 2794.98046875 disk.sda3.in‚255682.72265625 disk.sda3.out‚ 464.921875$ disk.nvme0n1.out‚264214.85546875( proc.memory.availableMB‚ 2916.1171875* proc.memory.percent‚11.372804641723633 proc.cpu.threads‚17 network.sent‚ 1.2590504e+07 network.recv‚ 1.242741e+06$ disk./.usageGB‚845.7041816711426 disk.dm-0.in‚ 48988.96875! disk.dm-0.out‚264214.85546875 disk.sda.out‚ 464.921875 disk.sda2.out‚0! disk.nvme0c0n1.in‚ 48988.96875* disk./.usagePercent‚56.755917225022515 disk.nvme0n1.in‚ 48988.96875# memory_percent‚88.1342887878418 cpu‚25.37279706310682 disk.sda.in‚255682.72265625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0ë-pÆ“¢‚(:ˆ ÿ׊Ó›ù¡Î gpu.0.gpu‚94.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚368.075' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.615 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 æ4_䣂(:ï ÿ׊Ó¹íáÏ$ disk.dm-0.out‚264523.83056640625 disk.sda.out‚ 465.45703125 disk.sda1.in‚0 disk.sda3.in‚256217.56640625 disk.sda3.out‚ 465.45703125 disk.dm-1.out‚ 465.45703125) disk.nvme0c0n1.out‚264530.40087890625 network.recv‚ 1.243834e+06 disk.sda.in‚256217.56640625 disk.dm-1.in‚256217.56640625' disk.nvme0n1.out‚264531.17041015625 cpu‚25.372795151167313 proc.cpu.threads‚17 disk.dm-0.in‚48993.73046875$ disk.nvme0c0n1.in‚48993.73046875$ memory_percent‚84.21309789021811* proc.memory.percent‚11.372804641723633 network.sent‚ 1.2592035e+07) disk./.usagePercent‚56.84376083423886 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0" ×ϵ¬–disk.nvme0n1.in‚48993.73046875( proc.memory.availableMB‚ 3879.7890625# proc.memory.rssMB‚ 2794.98046875$ disk./.usageGB‚847.0131149291992š‰c/”¤‚(:‰ ŽØŠÓÃÐÎ gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚322.448' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.4896 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ãæY{¥‚(:ð ŽØŠÓ÷ßìÐ$ memory_percent‚92.08881060282388# proc.memory.rssMB‚ 2794.98046875) disk.nvme0c0n1.out‚265645.15478515625' disk.nvme0n1.out‚265645.15478515625$ disk.dm-0.out‚265645.15478515625 disk.sda1.out‚0 disk.sda3.out‚ 465.81640625 disk.dm-1.in‚256217.56640625 disk.dm-1.out‚ 465.81640625* proc.memory.percent‚11.372804641723633 network.recv‚ 1.244845e+06* disk./.usagePercent‚56.846503442953164$ disk./.usageGB‚847.0539817810059$ disk.nvme0c0n1.in‚48993.73046875" disk.nvme0n1.in‚48993.73046875 disk.sda.in‚256217.56640625 disk.sda2.out‚0 network.sent‚ 1.259473e+07 disk.dm-0.in‚48993.73046875 disk.sda2.in‚0 disk.sda3.in‚256217.56640625) proc.memory.availableMB‚ 1944.25390625 cpu‚25.372782806475655 proc.cpu.threads‚17 disk.sda.out‚ 465.81640625 disk.sda1.in‚06E\ ”¦‚(:‰ ØŠÓ‡ï¨Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚320.642' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.1284 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ¿ w§‚(:ì ØŠÓ€ÀƒÑ network.recv‚ 1.246154e+06 disk.sda1.out‚0 disk.dm-1.out‚ 466.17578125' disk.nvme0n1.out‚265753.70263671875 disk.sda.in‚256217.56640625* proc.memory.percent‚11.372804641723633 cpu‚25.37275394805657 proc.cpu.threads‚17) disk./.usagePercent‚56.70403909026146 disk.sda2.in‚0 disk.sda3.in‚256217.56640625 disk.dm-1.in‚256217.56640625! disk.nvme0n1.in‚ 49129.9765625 disk.sda.out‚ 466.17578125$ disk./.usageGB‚844.9311599731445 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 466.17578125# disk.nvme0c0n1.in‚ 49129.9765625) disk.nvme0c0n1.out‚265753.70263671875) proc.memory.availableMB‚ 1944.98828125# proc.memory.rssMB‚ 2794.98046875 network.sent‚ 1.2596846e+07 disk.dm-0.in‚ 49129.9765625$ disk.dm-0.out‚265753.70263671875$ memory_percent‚92.08582242329916ò[Ï&”¨‚(:‰ ¬ØŠÓÓÎ gpu.0.gpu‚73.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚365.659' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.1318 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÊÙo„g©‚(:Ü ¬ØŠÓØŽýÐ disk.sda2.in‚0 disk.dm-1.out‚466.5625$ disk.nvme0c0n1.in‚49142.92578125" disk.nvme0n1.in‚49142.92578125% disk.nvme0n1.out‚265875.494140625# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 network.recv‚ 1.246982e+06) disk./.usagePercent‚56.70966639187159 disk.sda2.out‚0 disk.sda3.in‚256492.61328125 disk.dm-1.in‚256492.61328125' disk.nvme0c0n1.out‚265875.494140625) proc.memory.availableMB‚ 1944.98828125 cpu‚25.3727672088756 network.sent‚ 1.2598921e+07 disk.sda1.in‚0 disk.sda1.out‚0" disk.dm-0.out‚265875.494140625 proc.cpu.threads‚17 disk.sda3.out‚466.5625 disk.dm-0.in‚49142.92578125 disk.sda.in‚256492.61328125 disk.sda.out‚466.5625$ memory_percent‚92.08582242329916$ disk./.usageGB‚845.0150108337402H#o¥4ª/ _wandbruntime‚12106  _runtime‚121068%Q¨Ê«Ä ' lr-AdamW/pg2‚3.3722414324937305e-06 trainer/global_step‚7149 % _timestamp‚1.7848515021221585e+09 _runtime‚12106.423677315 _step‚612 ' lr-AdamW/pg1‚3.3722414324937305e-06`’ªƒÏ¬É ' lr-AdamW/pg1‚3.3722414324937305e-06 ' lr-AdamW/pg2‚3.3722414324937305e-06 trainer/global_step‚7149 % _timestamp‚1.7848515021221585e+09 _runtime‚12106.423677315 _step‚612äróD¾4­/ _wandbruntime‚12106  _runtime‚12106€4‚(®‚P A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚66418758 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 _runtime‚12106.427934637 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚66428852 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2058672491812864 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚62077040 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 trainer/global_step‚7149 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚563313143405568 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7448321184147 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚66418758 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚21909017 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9155032541184 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 128495792 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚21909381 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚66428852 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚62077040 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚40962528 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2066133321806336 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7460829993472 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚369 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚62077034 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2057860050592720 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚572468175946752 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚19053516 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚19053511 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚364 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7460829993472 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2065308371776867 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2066134693431296 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚572468607872512 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 % _timestamp‚1.7848515021231563e+09 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9155096375808 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚63834624 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2066134693431296 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2066133321806336 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2058672517986304 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚40962897 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56@cµ (¯‡P [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚62077034 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2066133321806336 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7460829993472 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚369 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚62077034 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2057860050592720 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚572468175946752 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚19053516 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚19053511 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚364 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7460829993472 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2065308371776867 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2066134693431296 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚572468607872512 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 % _timestamp‚1.7848515021231563e+09 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9155096375808 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚63834624 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2066134693431296 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2066133321806336 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2058672517986304 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚40962897 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚66418758 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 _runtime‚12106.427934637 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚66428852 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2058672491812864 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚62077040 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 trainer/global_step‚7149 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚563313143405568 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7448321184147 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚66418758 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚21909017 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9155032541184 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 128495792 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚21909381 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚66428852 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚62077040 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚40962528 JDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚563391729771520 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚572548005871616 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9156276100096 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9156335733248 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2065589564391817 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚368 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚19056156 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2058951427276800 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚62085407 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7463197960192 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 128513241 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2058951401103360 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚40968276 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7449341985787 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 trainer/global_step‚7149 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚363 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848515035415213e+09 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚66427840 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚563392097862656 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2058951401103360 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7461852501504 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2058138852366496 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 128523355 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚40967908 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2066413253604864 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚572548433595904 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2065588194352283 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2066414625236992 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚66437948 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 128513241 UHDeviceStatsMonitor.on_train_batch$îs•p _end/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7463197960192 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _runtime‚12107.843325448 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚62085407 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚21912120 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚66437948 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚62085401 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2058138877794464 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 _step‚614 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 17280532489 n''²‘N FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 _step‚614 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚59633152 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚563391729771520 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚572548005871616 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9156276100096 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9156335733248 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2065589564391817 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚368 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚19056156 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2058951427276800 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚62085407 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7463197960192 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 128513241 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2058951401103360 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚40968276 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7449341985787 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 trainer/global_step‚7149 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚363 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 % _timestamp‚1.7848515035415213e+09 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚66427840 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚563392097862656 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2058951401103360 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7461852501504 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2058138852366496 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 128523355 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚40967908 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2066413253604864 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚572548433595904 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2065588194352283 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2066414625236992 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚66437948 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 128513241 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7463197960192 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 _runtime‚12107.843325448 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚62085407 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚21912120 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚66437948 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚62085401 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2058138877794464æõá:u4³/ _wandbruntime‚12107  _runtime‚12107N«LÈ´€ 2loss/SRqqt2/assignment_loss‚0.5563753638476356 1loss/SRqqt1/detection_loss‚0.9707064281619529 1loss/SRqqt2/detection_loss‚0.5554127274420552 $loss/total_loss‚8.55539597364725 _runtime‚12107.898124491 _step‚615 2loss/FBt1/assignment_loss‚0.016353355581108807 epoch‚44 % _timestamp‚1.7848515035967984e+09 .loss/FRt2/assignment_loss‚0.70017945946679 2loss/FBt2/assignment_loss‚0.021267302395771053 .loss/FRt2/detection_loss‚1.534387682540733 /loss/FBt1/detection_loss‚0.6476211167511462 0loss/FRt1/assignment_loss‚1.9529906769818173 2loss/SRqqt1/assignment_loss‚0.6028567449796289 .loss/FRt1/detection_loss‚0.519550676741765 /loss/FBt2/detection_loss‚0.4776944387568462 trainer/global_step‚7149}‡^ µ… 2loss/SRqqt1/assignment_loss‚0.6028567449796289 .loss/FRt1/detection_loss‚0.519550676741765 /loss/FBt2/detection_loss‚0.4776944387568462 trainer/global_step‚7149 2loss/SRqqt2/assignment_loss‚0.5563753638476356 1loss/SRqqt1/detection_loss‚0.9707064281619529 1loss/SRqqt2/detection_loss‚0.5554127274420552 $loss/total_loss‚8.55539597364725 _runtime‚12107.898124491 _step‚615 2loss/FBt1/assignment_loss‚0.016353355581108807 epoch‚44 % _timestamp‚1.7848515035967984e+09 .loss/FRt2/assignment_loss‚0.70017945946679 2loss/FBt2/assignment_loss‚0.021267302395771053 .loss/FRt2/detection_loss‚1.534387682540733 /loss/FBt1/detection_loss‚0.6476211167511462 0loss/FRt1/assignment_loss‚1.9529906769818173ç[;rûž¶‚(:“ »ØŠÓ…â»Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.903' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚62.98060000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ixj.o·‚(:ä »ØŠÓ¡™Ð$ memory_percent‚92.08482106526694* proc.memory.percent‚11.372804641723633 network.recv‚ 1.248253e+06 disk.dm-1.in‚257789.6640625 disk.dm-1.out‚ 467.16796875' proc.memory.availableMB‚ 1945.234375 cpu‚25.37272191530935 proc.cpu.threads‚17 disk.sda1.out‚0! disk.nvme0n1.in‚ 49154.1015625& disk.nvme0n1.out‚265923.9697265625# disk.dm-0.out‚265923.9697265625 disk.sda.in‚257789.6640625 disk.sda.out‚ 467.16796875 disk.sda1.in‚0 disk.sda3.out‚ 467.16796875 network.sent‚ 1.2600992e+07$ disk./.usageGB‚844.9792900085449 disk.sda2.out‚0 disk.sda3.in‚257789.6640625# disk.nvme0c0n1.in‚ 49154.1015625( disk.nvme0c0n1.out‚265923.9697265625# proc.memory.rssMB‚ 2794.98046875 disk.sda2.in‚0) disk./.usagePercent‚56.70726913732097 disk.dm-0.in‚ 49154.1015625#¥”6ž¸‚(:“ ÊØŠÓ亢Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚308.704' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.74080000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Çt!r¹‚(:ç ÊØŠÓŸ¬ýÏ proc.cpu.threads‚17* proc.memory.percent‚11.372804641723633 cpu‚25.372674374314613( disk.nvme0c0n1.out‚266312.2919921875 network.recv‚ 1.250735e+06 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 467.48046875 disk.dm-1.in‚257789.6640625# disk.dm-0.out‚266312.2919921875 disk.sda.out‚ 467.48046875 network.sent‚ 1.2660765e+07* disk./.usagePercent‚56.713198527821504 disk.sda2.in‚0 disk.sda3.in‚257789.6640625! disk.nvme0n1.in‚ 49155.2265625& disk.nvme0n1.out‚266312.2919921875 disk.dm-0.in‚ 49155.2265625 disk.sda.in‚257789.6640625# disk.nvme0c0n1.in‚ 49155.2265625$ disk./.usageGB‚845.0676422119141 disk.sda1.out‚0 disk.dm-1.out‚ 467.48046875$ memory_percent‚92.08688735961914( proc.memory.availableMB‚ 1944.7265625# proc.memory.rssMB‚ 2794.98046875[3œ³”º‚(:‰ ÙØŠÓöòžÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚61.0 gpu.0.powerWatts‚369.139' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.8278 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 7£¤_»‚(:Ô ÙØŠÓ÷‘‘Ð network.recv‚ 1.251983e+06) disk./.usagePercent‚56.71538457615638 disk.sda.out‚ 467.9609375 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.in‚257789.6640625 cpu‚25.37268681037191 proc.cpu.threads‚17 network.sent‚ 1.2662838e+07 disk.nvme0n1.in‚ 49260.625% disk.nvme0n1.out‚266325.681640625 disk.sda2.in‚0 disk.sda3.in‚257789.6640625$ memory_percent‚92.08585421244302$ disk./.usageGB‚845.1002159118652 disk.dm-0.in‚ 49260.625 disk.sda.in‚257789.6640625 disk.sda2.out‚0 disk.sda3.out‚ 467.9609375* proc.memory.percent‚11.372804641723633" disk.dm-0.out‚266325.681640625 disk.dm-1.out‚ 467.9609375 disk.nvme0c0n1.in‚ 49260.625' disk.nvme0c0n1.out‚266325.681640625) proc.memory.availableMB‚ 1944.98046875# proc.memory.rssMB‚ 2794.98046875©Iò1Ÿ¼‚(:” è؊ӉǑΠgpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚312.188' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚62.437599999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0@Lpq½‚(:æ èØŠÓ ÔïÏ disk.sda3.out‚ 468.4765625" disk.nvme0n1.in‚49260.98046875% disk.nvme0n1.out‚266502.955078125 disk.sda.out‚ 468.4765625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0* proc.memory.percent‚11.372804641723633 network.sent‚ 1.2664907e+07$ disk./.usageGB‚844.7284774780273 disk.dm-1.in‚258287.86328125 disk.dm-1.out‚ 468.4765625$ disk.nvme0c0n1.in‚49260.98046875 disk.dm-0.in‚49260.98046875# proc.memory.rssMB‚ 2794.98046875 proc.cpu.threads‚17( disk./.usagePercent‚56.6904368979522' disk.nvme0c0n1.out‚266502.955078125" disk.dm-0.out‚266502.955078125 disk.sda.in‚258287.86328125 disk.sda2.in‚0$ memory_percent‚92.08585421244302 network.recv‚ 1.252998e+06 disk.sda3.in‚258287.86328125) proc.memory.availableMB‚ 1944.98046875 cpu‚25.372680547458124ŒÈÙ‘ž¾‚(:“ ÷؊ӕٱΠgpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚297.386' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.47720000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0soŠe¿‚(:Ú ÷ØŠÓÚÓüÏ disk.sda.out‚ 468.8359375 disk.sda2.in‚0 disk.nvme0c0n1.in‚ 49280.375 disk.sda.in‚258877.31640625 disk.sda1.in‚0* proc.memory.percent‚11.372804641723633 cpu‚25.372631836560313 proc.cpu.threads‚17 network.recv‚ 1.254341e+06 disk.dm-1.out‚ 468.8359375( disk.nvme0c0n1.out‚266584.6259765625 disk.sda1.out‚0# memory_percent‚92.0849641164144) proc.memory.availableMB‚ 1945.19921875) disk./.usagePercent‚56.69636961655069$ disk./.usageGB‚844.8168792724609 disk.sda2.out‚0 disk.dm-1.in‚258877.31640625# proc.memory.rssMB‚ 2794.98046875 network.sent‚ 1.2667012e+07 disk.sda3.in‚258877.31640625 disk.sda3.out‚ 468.8359375 disk.nvme0n1.in‚ 49280.375& disk.nvme0n1.out‚266584.6259765625 disk.dm-0.in‚ 49280.375# disk.dm-0.out‚266584.6259765625àéƒ4À/ _wandbruntime‚12186  _runtime‚12186¨C<­ÈÁ & lr-AdamW/pg1‚2.990924581000958e-06 & lr-AdamW/pg2‚2.990924581000958e-06 trainer/global_step‚7199 % _timestamp‚1.7848515823439882e+09 _runtime‚12186.645478178 _step‚616¶»ÓÍÂÇ _runtime‚12186.645478178 _step‚616 & lr-AdamW/pg1‚2.990924581000958e-06 & lr-AdamW/pg2‚2.990924581000958e-06 trainer/global_step‚7199 % _timestamp‚1.7848515823439882e+09èû±…4Ã/ _wandbruntime‚12186  _runtime‚12186îy5{(Ä‚P O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7513365001216 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚576459632788992 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 129370094 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2080131347512320 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 129380194 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2080129975887360 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2079299564348475 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2071800139281520 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚66874710 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚62495384 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚19185511 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚567242461703168 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚19185516 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7513365001216 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7512019549696 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚66884804 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚41243230 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005@\L‘yŇP QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚41243230 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7513365001216 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚576459632788992 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 129370094 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2080131347512320 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_traš ~Ÿ”"in_batch_start/active_bytes.large_pool.current‚26173440 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 129380194 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2080129975887360 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2079299564348475 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2071800139281520 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚66874710 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚62495384 BDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚19185511 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚567242461703168 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚19185516 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7513365001216 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7512019549696 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚66884804 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181éþëáå4Æ/ _wandbruntime‚12188  _runtime‚12188®ß°'ÇŒN XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2080411279318016 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2072896865628160 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚567321416160256 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚62503757 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚66883792 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚41248479 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 129387543 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22060693 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚62503751 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚62503757 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚370 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2079579386923891 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚41248849 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚576539470526976 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚66883792 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2079580756963425 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7501790480161 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 129397657 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9218422457856 % _timestamp‚1.7848515837642465e+09 _runtime‚12188.066115375 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚567321048069120 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9218471605248 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7500445868595 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 129397657 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2072078966483264 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚66893900 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2072896891801600 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2072896865628160 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2072896891801600 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚19188156 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7514387516416 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2080409907685888 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 129387543 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚66893900 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚576539887765504 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7513042057728 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚62503751 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 trainer/global_step‚7199 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0:x­÷'È‘N ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7513042057728 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚62503751 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 trainer/global_step‚7199 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2080411279318016 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2072896865628160 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚567321416160256 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚62503757 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚66883792 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚41248479 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 129387543 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22060693 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚62503751 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚62503757 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚370 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2079579386923891 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚41248849 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚576539470526976 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚66883792 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2079580756963425 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7501790480161 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 129397657 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9218422457856 % _timestamp‚1.7848515837642465e+09 _runtime‚12188.066115375 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚567321048069120 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9218471605248 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7500445868595 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 129397657 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2072078966483264 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚66893900 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2072896891801600 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2072896865628160 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2072896891801600 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚19188156 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7514387516416 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2080409907685888 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 129387543 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚66893900 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚576539887765504금4É/ _wandbruntime‚12188  _runtime‚12188ËS Ê„ 1loss/SRqqt1/detection_loss‚0.9080784559924792 %loss/total_loss‚8.245305080083766 $ _timestamp‚1.784851583815468e+09 _runtime‚12188.116854025 1loss/SRqqt2/detection_loss‚0.6036061080253773 2loss/SRqqt2/assignment_loss‚0.5357515924436795 2loss/FBt2/assignment_loss‚0.016516082449568214 epoch‚44 trainer/global_step‚7199 0loss/FRt1/assignment_loss‚1.8697244539552806 0loss/FRt2/assignment_loss‚0.7246310169287938 1loss/FBt1/assignment_loss‚0.05579000318256762 /loss/FBt1/detection_loss‚0.5031191462736798 0loss/FBt2/detection_loss‚0.46674476579285185 _step‚619 2loss/SRqqt1/assignment_loss‚0.5364032581217866 /loss/FRt1/detection_loss‚0.5598280106789797 /loss/FRt2/detection_loss‚1.4651121862387213U™ ÷ˉ 2loss/SRqqt2/assignment_loss‚0.5357515924436795 2loss/FBt2/assignment_loss‚0.016516082449568214 epoch‚44 trainer/global_step‚7199 0loss/FRt1/assignment_loss‚1.8697244539552806 0loss/FRt2/assignment_loss‚0.7246310169287938 1loss/FBt1/assignment_loss‚0.05579000318256762 /loss/FBt1/detection_loss‚0.5031191462736798 0loss/FBt2/detection_loss‚0.46674476579285185 _step‚619 2loss/SRqqt1/assignment_loss‚0.5364032581217866 /loss/FRt1/detection_loss‚0.5598280106789797 /loss/FRt2/detection_loss‚1.4651121862387213 1loss/SRqqt1/detection_loss‚0.9080784559924792 %loss/total_loss‚8.245305080083766 $ _timestamp‚1.784851583815468e+09 _runtime‚12188.116854025 1loss/SRqqt2/detection_loss‚0.6036061080253773ëxû0:“Ì‚(:ˆ †ÙŠÓ’àÎ gpu.0.gpu‚100.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚356.77' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.354 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0‘©q±nÍ‚(:ã †ÙŠÓÜïõÐ$ disk./.usageGB‚844.7833824157715 disk.sda1.in‚0 disk.sda2.in‚0# disk.nvme0c0n1.in‚ 49280.4609375( disk.nvme0c0n1.out‚266723.6220703125& disk.nvme0n1.out‚266723.6220703125 network.recv‚ 1.255323e+06 disk.sda.in‚258877.31640625 disk.sda.out‚ 469.015625 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.out‚ 469.015625 disk.dm-0.in‚ 49280.4609375# disk.dm-0.out‚266723.6220703125) disk./.usagePercent‚56.69412161439252 disk.sda3.in‚258877.31640625! disk.nvme0n1.in‚ 49280.4609375# memory_percent‚92.0859177907308) proc.memory.availableMB‚ 1944.96484375# proc.memory.rssMB‚ 2794.98046875 cpu‚25.373927342898316 network.sent‚ 1.2669088e+07 disk.sda3.out‚ 469.015625 disk.dm-1.in‚258877.31640625* proc.memory.percent‚11.372804641723633 proc.cpu.threads‚17¢= 4Î/ _wandbruntime‚12198  _runtime‚12198H.¸j@Ïu epoch‚44 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7918370962142944 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 *jet/accuracy_2_of_3‚0.6153728365898132 +particle/sensitivity‚0.6284355521202087 6validation_average_jet_accuracy‚0.3800532817840576 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.881938636302948 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7222774028778076 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7232546806335449 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7378402352333069 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04605891555547714 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 9"Purity/0FRt0SRqqt1FBt/event_purity‚//Ðc70.9977272748947144 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0942419022321701 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 _step‚620 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9268124103546143 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.22911188006401062 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.47355422377586365 +jet/accuracy_3_of_3‚0.08290072530508041 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 particle/accuracy_3_of_4‚1 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7536228895187378 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8083328008651733 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04912341758608818 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_3_of_3‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2406027764081955 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21882367134094238 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8058480024337769 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.2386278212070465 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6500017046928406 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6287667751312256 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.28859469294548035 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.22110721468925476 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.08890002965927124 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6330695152282715 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6217548251152039 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.3004339933395386 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.47833728790283203 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22674748301506042 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.024569571018218994 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 /particle/accuracy_4_of_4‚0.9646381735801697 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 particle/accuracy_1_of_4‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6308146119117737 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_4‚0.9793585538864136 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_3‚0.8986716866493225 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6539943814277649 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_2_of_4‚1 8"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.680054783821106 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6191413402557373 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02971399948000908 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 (loss/val_total_loss‚8.55235153320061 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21732090413570404 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7030516266822815 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.29997238516807556 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05583639442920685 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6541653871536255 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.31514760851860046 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018828632310032845 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 +particle/specificity‚0.9070611000061035 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.3003777861595154 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 particle/accuracy_1_of_2‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3452381193637848 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2889834940433502 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.022540414705872536 *jet/accuracy_1_of_1‚0.3465264141559601 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4513287842273712 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2889834940433502 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7015876770019531 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.04005397483706474 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6127783060073853 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07875307649374008 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7477947473526001 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.677509069442749 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2234509438276291 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8721073865890503 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33861231803894043 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6545831561088562 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3721698522567749 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34754806756973267 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7726959586143494 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7000530958175659 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 'particle/f_score‚0.6373873949050903 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 particle/accuracy_1_of_3‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.27974048256874084 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22846461832523346 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20891281962394714 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4857575297355652 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09326067566871643 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 _runtime‚12198.20023656 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.10813461244106293 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6183119416236877 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5280211567878723 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 trainer/global_step‚7199 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.30160731077194214 particle/accuracy_1_of_1‚1 (particle/accuracy‚0.8477274179458618 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7461632490158081 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6191413402557373 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 +jet/accuracy_4_of_4‚0.02010233886539936 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6882129907608032 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.28537625074386597 particle/accuracy_2_of_3‚1 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6062684059143066 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7391600608825684 % _timestamp‚1.7848515938979955e+09 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19821667671203613 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8721073865890503 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7605563402175903 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6185866594314575 +jet/accuracy_2_of_2‚0.15967035293579102 *jet/accuracy_2_of_4‚0.8303414583206177 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.8001036643981934 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.46921199560165405 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6951331496238708 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6045898795127869 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18388134241104126 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6756892204284668 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10977478325366974 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3771206736564636 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6357112526893616 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 (jet/accuracy_1_of_2‚0.74178147315979ÒØh¨:Тu particle/accuracy_2_of_3‚1 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6062684059143066 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7391600608825684 % _timestamp‚1.7848515938979955e+09 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 8 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.19821667671203613 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8721073865890503 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7605563402175903 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6185866594314575 +jet/accuracy_2_of_2‚0.15967035293579102 *jet/accuracy_2_of_4‚0.8303414583206177 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.8001036643981934 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.46921199560165405 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6951331496238708 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6045898795127869 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18388134241104126 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6756892204284668 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.10977478325366974 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt*FBt/event_purity‚0.3771206736564636 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6357112526893616 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.30000001192092896 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 (jet/accuracy_1_of_2‚0.74178147315979 epoch‚44 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7918370962142944 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 *jet/accuracy_2_of_3‚0.6153728365898132 +particle/sensitivity‚0.6284355521202087 6validation_average_jet_accuracy‚0.3800532817840576 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.881938636302948 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7222774028778076 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7232546806335449 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7378402352333069 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04605891555547714 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 7 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.0942419022321701 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 _step‚620 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9268124103546143 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.22911188006401062 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.47355422377586365 +jet/accuracy_3_of_3‚0.08290072530508041 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 particle/accuracy_2_of_2‚1 particle/accuracy_3_of_4‚1 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7536228895187378 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8083328008651733 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04912341758608818 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 particle/accuracy_3_of_3‚1 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 7 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.2406027764081955 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21882367134094238 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8058480024337769 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.2386278212070465 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6500017046928406 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6287667751312256 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.28859469294548035 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.22110721468925476 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.08890002965927124 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6330695152282715 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6217548251152039 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.3004339933395386 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/0FRt2SRqqt0FBt/event_purity‚0.47833728790283203 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22674748301506042 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.024569571018218994 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 /particle/accuracy_4_of_4‚0.9646381735801697 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 particle/accuracy_1_of_4‚1 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6308146119117737 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 *jet/accuracy_1_of_4‚0.9793585538864136 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 *jet/accuracy_1_of_3‚0.8986716866493225 9"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.6539943814277649 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 particle/accuracy_2_of_4‚1 8"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.680054783821106 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6191413402557373 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.02971399948000908 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.3499999940395355 (loss/val_total_loss‚8.55235153320061 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21732090413570404 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7030516266822815 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.29997238516807556 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05583639442920685 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6541653871536255 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.31514760851860046 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.018828632310032845 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 +particle/specificity‚0.9070611000061035 7 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.3003777861595154 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 particle/accuracy_1_of_2‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.3452381193637848 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2889834940433502 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.022540414705872536 *jet/accuracy_1_of_1‚0.3465264141559601 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4513287842273712 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2889834940433502 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7015876770019531 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.04005397483706474 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6127783060073853 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07875307649374008 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7477947473526001 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.677509069442749 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2234509438276291 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8721073865890503 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33861231803894043 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6545831561088562 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3721698522567749 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34754806756973267 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7726959586143494 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7000530958175659 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 'particle/f_score‚0.6373873949050903 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 particle/accuracy_1_of_3‚1 :"Purity/*FRt0SRqqt0FBt/event_purity‚0.27974048256874084 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22846461832523346 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 8 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.20891281962394714 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4857575297355652 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09326067566871643 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 _runtime‚12198.20023656 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.10813461244106293 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6183119416236877 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5280211567878723 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 trainer/global_step‚7199 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.30160731077194214 particle/accuracy_1_of_1‚1 (particle/accuracy‚0.8477274179458618 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7461632490158081 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6191413402557373 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 +jet/accuracy_4_of_4‚0.02010233886539936 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6882129907608032 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.28537625074386597ìÅ{H•Ñ‚(:Š •ÙŠÓªªžÎ gpu.0.gpu‚100.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚372.907' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚74.5814 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0a#&wÒ‚(:ì •ÙŠÓ‚ÑìÏ$ disk./.usageGB‚844.8043556213379 disk.sda2.in‚0 disk.sda3.out‚ 469.51953125 disk.dm-1.in‚258877.31640625) disk.nvme0c0n1.out‚266845.30712890625$ memory_percent‚92.08579063415527* proc.memory.percent‚11.372804641723633 proc.cpu.threads‚17 network.sent‚ 1.2728818e+07! disk.nvme0n1.in‚ 49454.3203125$ disk.dm-0.out‚266845.30712890625 disk.sda.in‚258877.31640625 disk.sda.out‚ 469.51953125 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚258877.31640625 network.recv‚ 1.257766e+06) disk./.usagePercent‚56.69552914381577' disk.nvme0n1.out‚266845.30712890625 disk.sda1.out‚0 disk.dm-1.out‚ 469.51953125# disk.nvme0c0n1.in‚ 49454.3203125) proc.memory.availableMB‚ 1944.99609375# proc.memory.rssMB‚ 2794.98046875 disk.dm-0.in‚ 49454.3203125 cpu‚25.37471842502552°Îæ`žÓ‚(:“ ¤ÙŠÓ©ž˜Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.539' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚63.70779999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚01"6ÀkÔ‚(:à ¤ÙŠÓù»ìÏ network.sent‚ 1.2782458e+07 disk.dm-1.in‚259135.7265625' disk.nvme0n1.out‚266864.64697265625 disk.sda3.in‚259135.7265625 cpu‚25.374688198616415* disk./.usagePercent‚56.695873473949334) disk.nvme0c0n1.out‚266864.64697265625 disk.nvme0n1.in‚ 49467.53125 disk.sda.out‚ 470.1484375 disk.sda2.out‚0# proc.memory.rssMB‚ 2794.98046875 proc.cpu.threads‚17$ disk./.usageGB‚844.8094863891602 disk.dm-1.out‚ 470.1484375$ disk.dm-0.out‚266864.64697265625 disk.sda.in‚259135.7265625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚92.08685557047525 network.recv‚ 1.260123e+06! disk.nvme0c0n1.in‚ 49467.53125 disk.dm-0.in‚ 49467.53125 disk.sda3.out‚ 470.1484375' proc.memory.availableMB‚ 1944.734375* proc.memory.percent‚11.372804641723633i²ÏÆžÕ‚(:“ ³ÙŠÓíö´Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚307.266' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.45320000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0©ø®„ Ö‚(:á ³ÙŠÓ™æ‡Ñ network.recv‚ 1.261455e+06* disk./.usagePercent‚56.899773746685426 disk.nvme0n1.in‚ 49514.1875& disk.nvme0n1.out‚267003.5908203125# disk.dm-0.out‚267003.5908203125 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 473.01171875 network.sent‚ 1.2784647e+07 disk.dm-0.in‚ 49514.1875 disk.sda.out‚ 473.01171875 disk.sda2.in‚0 disk.dm-1.in‚260440.54296875( disk.nvme0c0n1.out‚267003.5908203125$ memory_percent‚92.08637873331705( proc.memor®Ñ‘*by.availableMB‚ 1944.8515625$ disk./.usageGB‚847.8477478027344 disk.dm-1.out‚ 473.01171875 cpu‚25.374673256538063 disk.sda.in‚260440.54296875 disk.sda1.out‚0 disk.sda3.in‚260440.54296875 disk.nvme0c0n1.in‚ 49514.1875# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 proc.cpu.threads‚17I&Ðpׂ(:å ÂÙŠÓ„“ÖÏ disk.dm-1.in‚260440.54296875 disk.dm-1.out‚ 474.1015625) disk.nvme0c0n1.out‚269476.68505859375 disk.nvme0n1.in‚ 49526.609375# proc.memory.rssMB‚ 2794.98046875 network.recv‚ 1.262285e+06$ disk./.usageGB‚847.7237586975098 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚260440.54296875' disk.nvme0n1.out‚269476.68505859375# memory_percent‚92.0844872792562) proc.memory.availableMB‚ 1945.31640625 disk.dm-0.in‚ 49526.609375$ disk.dm-0.out‚269476.68505859375 disk.sda3.out‚ 474.1015625" disk.nvme0c0n1.in‚ 49526.609375* proc.memory.percent‚11.372804641723633 cpu‚25.374669430889558 proc.cpu.threads‚17 network.sent‚ 1.278672e+07) disk./.usagePercent‚56.89145273380001 disk.sda.in‚260440.54296875 disk.sda.out‚ 474.1015625 disk.sda2.out‚0 disk.sda1.out‚0õ`=ÆØ‚(:’ ÂÙŠÓ‹†ÞØ gpu.0.gpu‚12.0 gpu.0.memory‚3, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚359.164' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚71.83279999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ØPBÖžÙ‚(:“ ÑيӰԾΠgpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚309.509' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.90180000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 $\‰kÚ‚(:à ÑÙŠÓÝÑ Ð' disk.nvme0c0n1.out‚269923.642578125 cpu‚25.374657152259957$ disk./.usageGB‚847.6965980529785 disk.sda1.out‚0 disk.sda3.in‚260440.54296875$ disk.nvme0c0n1.in‚49652.49609375" disk.nvme0n1.in‚49652.49609375% disk.nvme0n1.out‚269923.642578125 disk.dm-0.in‚49652.49609375 disk.sda.in‚260440.54296875 disk.sda1.in‚0 disk.sda2.in‚0 disk.dm-1.in‚260440.54296875$ memory_percent‚92.08653767903647% proc.memory.availableMB‚ 1944.8125* proc.memory.percent‚11.372804641723633) disk./.usagePercent‚56.88962996015622 disk.sda.out‚ 474.765625 disk.dm-1.out‚ 474.765625# proc.memory.rssMB‚ 2794.98046875 proc.cpu.threads‚17 network.sent‚ 1.2788294e+07 network.recv‚ 1.263412e+06" disk.dm-0.out‚269923.642578125 disk.sda2.out‚0 disk.sda3.out‚ 474.765625ÑI{°4Û/ _wandbruntime‚12277  _runtime‚12277ÞA—èÊÜÄ _runtime‚12277.400947204 _step‚621 ' lr-AdamW/pg1‚2.6319157754002344e-06 ' lr-AdamW/pg2‚2.6319157754002344e-06 trainer/global_step‚7249 % _timestamp‚1.7848516730984159e+09Û¸ÔÏÝÉ ' lr-AdamW/pg2‚2.6319157754002344e-06 trainer/global_step‚7249 % _timestamp‚1.7848516730984159e+09 _runtime‚12277.400947204 _step‚621 ' lr-AdamW/pg1‚2.6319157754002344e-06íŒx\ä4Þ/ _wandbruntime‚12277  _runtime‚12277?Í(ßP QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚41544801 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 _step‚622 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9284500359680 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7553734004172 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7566420005888 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚62964844 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚333 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚67358407 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚67368501 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 _runtime‚12277.401038025 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2088026708629504 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2094757618386010 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2095594474086912 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚338 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚62964838 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2088026708629504 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚67368501 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚580484650675200 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2095594474086912 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2095593102461952 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7555078615626 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚580484233429504 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7567765457408 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7566420005888 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚22223363 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚7249 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2088026682456064 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚62964844 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 130333345 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚571200101160960 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2095593102461952 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7555078615626 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚580484233429504 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7567765457408 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7566420005888 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚22223363 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 trainer/global_step‚7249 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2088026682456064 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚62964844 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 130333345 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚571200101160960 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2095594474086912 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚338 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚62964838 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2088026708629504 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚67368501 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚580484650675200 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923îÙ»ƒú4á/ _wandbruntime‚12278  _runtime‚12278v ­Eå!â‹N U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2095874405892608 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚67367489 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚19324073 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22226275 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚580564486405120 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2095873034260480 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7567442513920 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9285741342208 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9285798878208 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2095037440961538 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7567442513920 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 130350808 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 $ _timestamp‚1.784851674517144e+09 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2095874405892608 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚62973211 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚41550015 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚22225942 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚62973211 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 _runtime‚12278.818983772 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 130350808 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2087481341544160 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚338 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7554754805812 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚67377597 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2087481341544160 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚338 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7554754805812 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚67377597 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2095873034260480 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7567442513920 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9285741342208 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9285798878208 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2095037440961538 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7567442513920 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 130350808 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 $ _timestamp‚1.784851674517144e+09 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2095874405892608 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚62973211 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚41550015 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚22225942 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 BDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚62973211 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 _runtime‚12278.818983772 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 130350808 QDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2101972146980864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2101972173154304 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2108748810957618 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚584476407132672 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7606182498434 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7617609562112 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2101142628459184 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚67814359 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7618955013632 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚584475985692672 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2109589756542976 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚67814359 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7604837886980 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2109591128167936 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚63383194 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 trainer/global_step‚7299 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚352 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚22371710 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚575129419458560 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9346987674112 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚347 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚22371363 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9346934325248 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2109589756542976 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2101972146980864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚41825148 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 % _timestamp‚1.7848517533479733e+09 _step‚626 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚67824453 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚63383194jXª ö‡P TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚22371363 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9346934325248 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2109589756542976 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2101972146980864 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚41825148 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 % _timestamp‚1.7848517533479733e+09 _step‚626 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚67824453 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚63383194 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2101972146980864 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 aLDeviceStatsMonitor.on_train‚;CÇc_batch_start/allocated_bytes.large_pool.allocated‚2101972173154304 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2108748810957618 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚584476407132672 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7606182498434 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7617609562112 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2101142628459184 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚67814359 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7618955013632 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚584475985692672 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2109589756542976 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚67814359 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7604837886980 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2109591128167936 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚63383194 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 trainer/global_step‚7299 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚352 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚22371710 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚575129419458560 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9346987674112 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚347òbhP4÷/ _wandbruntime‚12359  _runtime‚12359otî1'ø‹N J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚63391555 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2109869688341504 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚67833549 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7605858688620 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7619977528832 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚63391561 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚41830702 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚584556235441664 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚63391555 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚575207637733376 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _runtime‚12359.068922667 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2109871059973632 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 trainer/global_step‚7299 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚67833549 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 $ _timestamp‚1.784851754767078e+09 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚67823441 QDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7619977528832 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 131214996 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _step‚627 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚63391561 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2102251082444800 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7607203300186 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚41830360 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚22374287 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2109027263493612 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚342 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚584555820300288 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 131225110 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚19456073 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9348229617152 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2102251056271360 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7618632070144 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚67823441 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9348182566912 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22374624 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚575208005824512õ1jÔ'ùN H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 131225110 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7619977528832 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 415141376 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 131214996 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _step‚627 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚63391561 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2102251082444800 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7607203300186 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 FDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚41830360 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚22374287 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2109027263493612 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚342 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚584555820300288 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 131225110 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚19456073 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9348229617152 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚47050240 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2102251056271360 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7618632070144 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚67823441 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9348182566912 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22374624 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚575208005824512 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚63391555 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2109869688341504 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚67833549 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7605858688620 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7619977528832 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚63391561 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚41830702 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚584556235441664 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚63391555 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚575207637733376 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _runtime‚12359.068922667 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2109871059973632 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 trainer/global_step‚7299 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚67833549 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 $ _timestamp‚1.784851754767078e+09 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚67823441 QÝÌtþ‚(:é «ÚŠÓÅŠÐ disk.dm-1.out‚ 478.015625 cpu‚25.37449919167968$ disk./.usageGB‚848.1629257202148$ disk.nvme0c0n1.in‚49894.15234375" disk.nvme0n1.in‚49894.15234375 disk.sda2.out‚0 disk.sda3.in‚262866.57421875 disk.dm-1.in‚262866.57421875$ memory_percent‚92.08887418111166 proc.cpu.threads‚17$ disk.dm-0.out‚270486.92529296875) proc.memory.availableMB‚ 1944.23828125# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 network.sent‚ 1.2859061e+07 network.recv‚ 1.271096e+06) disk./.usagePercent‚56.92092560117942) disk.nvme0c0n1.out‚270486.92529296875' disk.nvme0n1.out‚270486.92529296875 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.out‚ 478.015625 disk.dm-0.in‚49894.15234375 disk.sda.in‚262866.57421875 disk.sda.out‚ 478.015625 disk.sda1.out‚0@ÄF”ÿ‚(:‰ ºÚŠÓõå“Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚312.981' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.5962 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ìg,y€ ‚(:î ºÚŠÓŸëÈÏ" disk.nvme0n1.in‚49894.15234375$ disk.dm-0.out‚270504.07373046875 disk.sda.in‚262866.57421875 disk.sda2.in‚0# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 disk.sda.out‚ 478.31640625 disk.sda3.in‚262866.57421875 disk.dm-1.out‚ 478.31640625$ disk.nvme0c0n1.in‚49894.15234375 cpu‚25.37447181727458 network.sent‚ 1.291882e+07$ disk./.usageGB‚848.1816940307617 disk.dm-0.in‚49894.15234375 disk.sda1.out‚0 disk.sda2.out‚0) disk.nvme0c0n1.out‚270504.07373046875$ memory_percent‚92.08943049112955( proc.memory.availableMB‚ 1944.1015625* disk./.usagePercent‚56.922185158247885' disk.nvme0n1.out‚270504.07373046875 disk.sda1.in‚0 disk.sda3.out‚ 478.31640625 disk.dm-1.in‚262866.57421875 proc.cpu.threads‚17 network.recv‚ 1.273377e+06fe¥ÈŸ ‚(:” ÉÚŠÓÆñ—Î gpu.0.gpu‚85.0 gpu.0.memory‚26, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚54.0 gpu.0.powerWatts‚133.578' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚26.715600000000002 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÍËçß‚ ‚(:ä ÉÚŠÓ«²àÐ$ memory_percent‚92.08844502766928 proc.cpu.threads‚17 disk.sda2.out‚0 disk.dm-1.in‚262866.57421875 disk.dm-1.out‚ 478.85546875 disk.dm-0.in‚ 49976.34375& proc.memory.av¢)ailableMB‚ 1944.34375 network.sent‚ 1.2920893e+07 network.recv‚ 1.274616e+06) disk./.usagePercent‚56.92222151131775 disk.sda1.in‚0 disk.sda3.in‚262866.57421875# proc.memory.rssMB‚ 2794.98046875* proc.memory.percent‚11.372804641723633 cpu‚25.374477472806475$ disk./.usageGB‚848.1822357177734 disk.sda.in‚262866.57421875 disk.sda.out‚ 478.85546875 disk.sda2.in‚0 disk.sda3.out‚ 478.85546875! disk.nvme0c0n1.in‚ 49976.34375) disk.nvme0c0n1.out‚270513.57373046875$ disk.dm-0.out‚270513.57373046875 disk.sda1.out‚0 disk.nvme0n1.in‚ 49976.34375' disk.nvme0n1.out‚270513.57373046875,/Û ƒ ‚(:… ØÚŠÓ ŸÓÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚304.4' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.88 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0H­aÀe„ ‚(:Ú ØÚŠÓþŒÑ disk.nvme0n1.in‚ 49979.4375 disk.dm-0.in‚ 49979.4375 disk.sda3.out‚ 479.12890625( proc.memory.availableMB‚ 1944.3203125 proc.cpu.threads‚17 network.sent‚ 1.2923029e+07# disk.dm-0.out‚270531.5439453125 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.in‚ 263433.921875# proc.memory.rssMB‚ 2794.98046875 network.recv‚ 1.275544e+06$ disk./.usageGB‚848.2131958007812 disk.nvme0c0n1.in‚ 49979.4375& disk.nvme0n1.out‚270531.5439453125 disk.sda.in‚ 263433.921875 disk.sda.out‚ 479.12890625 disk.sda2.in‚0 disk.sda3.in‚ 263433.921875) disk./.usagePercent‚56.92429926846564( disk.nvme0c0n1.out‚270531.5439453125 disk.sda1.out‚0 disk.dm-1.out‚ 479.12890625$ memory_percent‚92.08854039510092* proc.memory.percent‚11.372804641723633 cpu‚25.374446490929355p¦,… ‚(:’ çÚŠÓ§¥¨Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚308.52' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.70399999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ï*:Ìk† ‚(:à çÚŠÓÛ‡²Ð* disk./.usagePercent‚56.887812050655576 disk.dm-1.in‚263944.2890625( disk.nvme0c0n1.out‚270577.5751953125 disk.dm-0.in‚50000.27734375# disk.dm-0.out‚270577.5751953125 disk.sda1.out‚0 disk.sda3.out‚ 479.78125 cpu‚25.37442011437659 disk.sda2.in‚0 disk.sda3.in‚263944.2890625) proc.memory.availableMB‚ 1943.94140625# proc.memory.rssMB‚ 2794.98046875 proc.cpu.threads‚17 network.sent‚ 1.2925093e+07 network.recv‚ 1.276847e+06$ disk./.usageGB‚847.6695098876953 disk.sda.in‚263944.2890625 disk.sda.out‚ 479.78125 disk.sda1.in‚0 disk.dm-1.out‚ 479.78125$ disk.nvme0c0n1.in‚50000.27734375" disk.nvme0n1.in‚50000.27734375& disk.nvme0n1.out‚270577.5751953125 disk.sda2.out‚0# memory_percent‚92.0900821685791* proc.memory.percent‚11.372804641723633æMÎ'“‡ ‚(:ˆ öÚŠÓ¹ª´Î gpu.0.gpu‚14.0 gpu.0.memory‚5, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚348.947' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚69.7894 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0:&¼ijˆ ‚(:ß öÚŠÓ±ÔØÐ* proc.memory.percent‚11.372804641723633 disk.dm-1.out‚ 480.484375$ disk.nvme0c0n1.in‚50000.27734375" disk.nvme0n1.in‚50000.27734375 disk.dm-0.in‚50000.27734375) proc.memory.availableMB‚ 1944.71484375 network.sent‚ 1.2927261e+07 network.recv‚ 1.277819e+06$ disk./.usageGB‚847.1828117370605& disk.nvme0c0n1.out‚270605.31640625 disk.sda.out‚ 480.484375 disk.sda1.in‚0# proc.memory.rssMB‚ 2794.98046875 proc.cpu.threads‚17 disk.sda3.in‚263944.2890625 disk.sda3.out‚ 480.484375! disk.dm-0.out‚270605.31640625 disk.sda2.out‚0$ memory_percent‚92.08693504333496 cpu‚25.374429497585574* disk./.usagePercent‚56.855149329399524 disk.dm-1.in‚263944.2890625$ disk.nvme0n1.out‚270605.31640625 disk.sda.in‚263944.2890625 disk.sda1.out‚0 disk.sda2.in‚0n)Ý4‰ / _wandbruntime‚12438  _runtime‚12438ºPÝÊŠ Ä % _timestamp‚1.7848518337337284e+09 _runtime‚12438.035217145 _step‚629 ' lr-AdamW/pg1‚1.9813897346721838e-06 ' lr-AdamW/pg2‚1.9813897346721838e-06 trainer/global_step‚7349^ï|Ï‹ É ' lr-AdamW/pg1‚1.9813897346721838e-06 ' lr-AdamW/pg2‚1.9813897346721838e-06 trainer/global_step‚7349 % _timestamp‚1.7848518337337284e+09 _runtime‚12438.035217145 _step‚629õ3úF4Œ / _wandbruntime‚12438  _runtime‚12438'ˆ‘a( ‚P =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2115082717147984 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2115917637679104 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7668799118336 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚68280405 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚367 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9409610927616 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2115917611505664 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚588468348683776 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2122738633489804 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚42105380 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2123587782248960 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚68270311 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚68270311 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚362 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚42105747 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7655941769788 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2123586410624000 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚22519947 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7668799118336 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7670144569856 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚63801538 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚63801538 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚579058737756160 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚579058369665024 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622c¬ÂÍ (Ž ‡P =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚42105747 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7655941769788 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2123586410624000 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚22519947 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7668799118336 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7670144569856 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚63801538 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚63801538 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚579058737756160 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚579058369665024 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2115082717147984 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2115917637679104 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7668799118336 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚68280405 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚367 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9409610927616 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2115917611505664 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚588468348683776 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2122738633489804 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚42105380 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2123587782248960 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚68270311 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚68270311 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚362öϹ+4 / _wandbruntime‚12439  _runtime‚12439ëdqà ŒN D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 132089298 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7671167085056 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 trainer/global_step‚7349 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2116196546969600 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2116196520796160 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _step‚631 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2115361493493792 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚588548180640256 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2123867714054656 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚579137324122112 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 132099412 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚22522895 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2123867714054656 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7671167085056 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2123019826104754 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7656962571428 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22523256 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚42110968 VIDeviceStatsMonitor.on_train_batch_end/inactive_s,*ŠUO plit.large_pool.allocated‚19588078 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 % _timestamp‚1.7848518351513877e+09 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚63809911 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚361 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 132089298 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚63809905 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚19588073 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚579136956030976 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚68279393 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9410796884992 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2115361518921760 _runtime‚12439.453204045 ¹Ý'‘ ‘N MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7669821626368 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9410856518144 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 132099412 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚63809911 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚68289501 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚361 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 132089298 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚63809905 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚19588073 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚579136956030976 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚68279393 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9410796884992 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2115361518921760 _runtime‚12439.453204045 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 132089298 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7671167085056 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 trainer/global_step‚7349 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2116196546969600 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2116196520796160 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 _step‚631 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2115361493493792 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚588548180640256 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2123867714054656 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚579137324122112 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 132099412 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚22522895 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2123867714054656 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7671167085056 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2123019826104754 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7656962571428 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22523256 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚42110968 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚19588078 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 % _timestamp‚1.7848518351513877e+09 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚63809911 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 FDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚635 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚19721355 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚583015641031680 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7710250707010 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚68764107 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2139049537201152 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 trainer/global_step‚7399 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚332 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2138196687527344 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚22685018 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2130485092208880 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚19721360 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2139049537201152 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7724545028608 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2131326337624064 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2139050908826112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚68754013 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2130485066780912 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2138195317487922 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚64270998 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2139050908826112 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9476904189952 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2131326363797504 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7723199577088 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚327 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚592492545221632 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960ÚM2›ã© †P GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2131326363797504 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7724545028608 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚583016009122816 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚42406705 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9476949150208 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚64270992 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2139049537201152 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 7724545028608 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚J®}¼)2131326337624064 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2139050908826112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚68754013 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2130485066780912 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2138195317487922 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚64270998 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2139050908826112 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9476904189952 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2131326363797504 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7723199577088 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚327 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚592492545221632 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 _step‚635 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚19721355 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚583015641031680 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7710250707010 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚68764107 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2139049537201152 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 trainer/global_step‚7399 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚332 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2138196687527344 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚22685018 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2130485092208880 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚19721360 J8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚64279365 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7711271508650 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 _runtime‚12534.701733544 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7724222085120 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚64279359 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22688315 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚583094595488768 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚592572385190912 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 % _timestamp‚1.7848519303998604e+09 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚68763095 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚583094227397632 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚19723995 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚68773203 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9478206940672 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 trainer/global_step‚7399 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2131605246914560 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2131605273088000 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 133052568 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚42411987 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2130763868554688 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚68773203 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9478206940672 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 trainer/global_step‚7399 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2131605246914560 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2131605273088000 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 133052568 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚42411987 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2130763868554688 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚64279365 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7711271508650 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 _runtime‚12534.701733544 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7724222085120 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚64279359 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22688315 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚583094595488768 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚592572385190912 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 % _timestamp‚1.7848519303998604e+09 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚68763095üS) 4­ / _wandbruntime‚12534  _runtime‚12534=œëõ® ‚ 1loss/SRqqt1/assignment_loss‚0.504797706306781 %loss/total_loss‚8.672439316515057 0loss/FRt1/assignment_loss‚1.8946110309357662 0loss/FRt2/assignment_loss‚0.7485513689849262 epoch‚46 % _timestamp‚1.7848519304534209e+09 2loss/SRqqt2/assignment_loss‚0.5472590719085663 /loss/FBt1/assignment_loss‚0.100845430715602 2loss/FBt2/assignment_loss‚0.007262321960690916 1loss/SRqqt2/detection_loss‚0.5956887905243942 /loss/FBt1/detection_loss‚0.9026447402845544 _runtime‚12534.754799528 /loss/FRt1/detection_loss‚0.5449487337504382 /loss/FRt2/detection_loss‚1.4903125567915945 1loss/SRqqt1/detection_loss‚0.9327878364326898 0loss/FBt2/detection_loss‚0.40272972791905387 trainer/global_step‚7399 _step‚637™‡š ¯ ‡ /loss/FBt1/detection_loss‚0.9026447402845544 _runtime‚12534.754799528 /loss/FRt1/detection_loss‚0.5449487337504382 /loss/FRt2/detection_loss‚1.4903125567915945 1loss/SRqqt1/detection_loss‚0.9327878364326898 0loss/FBt2/detection_loss‚0.40272972791905387 trainer/global_step‚7399 _step‚637 1loss/SRqqt1/assignment_loss‚0.504797706306781 %loss/total_loss‚8.672439316515057 0loss/FRt1/assignment_loss‚1.8946110309357662 0loss/FRt2/assignment_loss‚0.7485513689849262 epoch‚46 % _timestamp‚1.7848519304534209e+09 2loss/SRqqt2/assignment_loss‚0.5472590719085663 /loss/FBt1/assignment_loss‚0.100845430715602 2loss/FBt2/assignment_loss‚0.007262321960690916 1loss/SRqqt2/detection_loss‚0.5956887905243942ýÍaRRœ° ‚(:‘ ßÛŠÓ”‚¸Î gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚356.337' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚71.26740000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚08¬žq± ‚(:æ ßÛŠÓ·ÂóÏ" disk.dm-0.out‚273279.224609375 disk.sda.out‚ 483.70703125# proc.memory.rssMB‚ 2795.57421875 proc.cpu.threads‚17 disk.sda2.in‚0$ disk.nvme0c0n1.in‚50323.85546875$ memory_percent‚88.11718622843424( proc.memory.availableMB‚ 2920.3203125* proc.memory.percent‚11.375220616658527* disk./.usagePercent‚56.864039703041094$ disk./.usageGB‚847.3152847290039 disk.dm-1.in‚266525.5078125 disk.dm-1.out‚ 483.70703125 disk.sda.in‚266525.5078125 cpu‚25.37623492047809 network.sent‚ 1.3050891e+07 network.recv‚ 1.288354e+06' disk.nvme0c0n1.out‚273279.224609375" disk.nvme0n1.in‚50323.85546875% disk.nvme0n1.out‚273279.224609375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚266525.5078125 disk.sda3.out‚ 483.70703125 disk.dm-0.in‚50323.85546875…²qB”² ‚(:‰ îÛŠÓ—µ¥Î gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚271.984' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚54.3968 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚01kI3o³ ‚(:ä îÛŠÓð¯Ð$ disk.dm-0.out‚273409.53369140625 disk.sda.in‚266525.5078125* proc.memory.percent‚11.375220616658527 network.recv‚ 1.290489e+06 disk.sda2.out‚0 disk.dm-1.out‚ 484.296875) disk.nvme0c0n1.out‚273409.53369140625$ memory_percent‚88.11734517415366# proc.memory.rssMB‚ 2795.57421875 cpu‚25.37622266747286* disk./.usagePercent‚56.858492275781636$ disk./.usageGB‚847.2326240539551 disk.sda3.out‚ 484.296875' disk.nvme0n1.out‚273409.53369140625& proc.memory.availableMB‚ 2920.28125 proc.cpu.threads‚17 disk.sda3.in‚266525.5078125 disk.dm-1.in‚266525.5078125$ disk.nvme0c0n1.in‚50323.85546875 disk.sda.out‚ 484.296875 disk.sda1.in‚0 disk.sda1.out‚0 network.sent‚ 1.3110649e+07 disk.sda2.in‚0" disk.nvme0n1.in‚50323.85546875 disk.dm-0.in‚50323.85546875Ø‚À”´ ‚(:‰ ýÛŠÓ°ù¸Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚279.464' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚55.8928 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ŠE2µ ‚(:ê ýÛŠÓ™Ã½Ñ disk.sda1.out‚0 bV>ÅCnetwork.sent‚ 1.311272e+07 disk.dm-1.out‚ 484.65234375 disk.sda2.in‚0& proc.memory.availableMB‚ 2920.28125# proc.memory.rssMB‚ 2795.57421875 cpu‚25.376165954473787* disk./.usagePercent‚56.821090343051736$ disk./.usageGB‚846.6753082275391 disk.sda3.in‚266525.5078125$ disk.nvme0c0n1.in‚50323.87890625" disk.nvme0n1.in‚50323.87890625 disk.dm-0.in‚50323.87890625$ disk.dm-0.out‚273431.31494140625 disk.sda2.out‚0 network.recv‚ 1.291778e+06 disk.sda3.out‚ 484.65234375$ memory_percent‚88.11734517415366* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 disk.dm-1.in‚266525.5078125) disk.nvme0c0n1.out‚273431.31494140625' disk.nvme0n1.out‚273431.31494140625 disk.sda.in‚266525.5078125 disk.sda.out‚ 484.65234375 disk.sda1.in‚0ÈŒ“¶ ‚(:ˆ ŒÜŠÓÑâÎÎ gpu.0.gpu‚18.0 gpu.0.memory‚5, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚347.351' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚69.4702 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0i`ÈžZ· ‚(:Ï ŒÜŠÓµ†ÛÐ disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚88.11747233072916# proc.memory.availableMB‚2920.25 cpu‚25.376177625215693 disk.sda3.out‚ 485.2421875' disk.nvme0c0n1.out‚273443.689453125 disk.sda.out‚ 485.2421875# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 network.sent‚ 1.3114302e+07 network.recv‚ 1.292693e+06) disk./.usagePercent‚56.75412747635063$ disk./.usageGB‚845.6775131225586 disk.dm-1.in‚ 266793.84375" disk.dm-0.out‚273443.689453125 disk.sda.in‚ 266793.84375 disk.sda2.out‚0 disk.sda3.in‚ 266793.84375! disk.nvme0c0n1.in‚ 50446.53125% disk.nvme0n1.out‚273443.689453125 disk.sda1.in‚0 disk.dm-1.out‚ 485.2421875 disk.nvme0n1.in‚ 50446.53125 disk.dm-0.in‚ 50446.53125:J×¾’¸ ‚(:‡ ›ÜŠÓÞÖüÍ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚332.84' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚66.568 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0M°iŠh¹ ‚(:Ý ›ÜŠÓÍ¿»Ð" disk.dm-0.out‚273527.380859375$ disk.nvme0c0n1.in‚50464.98828125( proc.memory.availableMB‚ 2920.2421875 network.sent‚ 1.3116537e+07* disk./.usagePercent‚56.762552940310016" disk.nvme0n1.in‚50464.98828125 disk.sda.in‚ 268063.390625 disk.dm-1.out‚ 485.609375$ memory_percent‚88.11750411987305# proc.memory.rssMB‚ 2795.57421875 cpu‚25.37614766683337 disk.dm-0.in‚50464.98828125 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚ 268063.390625 disk.sda3.out‚ 485.609375 disk.dm-1.in‚ 268063.390625* proc.memory.percent‚11.375220616658527 network.recv‚ 1.293845e+06% disk.nvme0n1.out‚273527.380859375 disk.sda.out‚ 485.609375 disk.sda1.in‚0 disk.sda2.in‚0' disk.nvme0c0n1.out‚273527.380859375 proc.cpu.threads‚17$ disk./.usageGB‚845.8030586242676ǹ’4º / _wandbruntime‚12613  _runtime‚126136XÊ» Ä _step‚638 ' lr-AdamW/pg1‚1.4217077279360975e-06 ' lr-AdamW/pg2‚1.4217077279360975e-06 trainer/global_step‚7449 % _timestamp‚1.7848520095581934e+09 _runtime‚12613.859860293<:C ϼ É trainer/global_step‚7449 % _timestamp‚1.7848520095581934e+09 _runtime‚12613.859860293 _step‚638 ' lr-AdamW/pg1‚1.4217077279360975e-06 ' lr-AdamW/pg2‚1.4217077279360975e-06þ5’‰4½ / _wandbruntime‚12613  _runtime‚12613Â+Jÿ(¾ P MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2144425180897680 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2153046191282176 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚19853360 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _step‚639 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2153046191282176 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7761354589818 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2153047562907136 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2145271828322304 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 133909407 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚69209965 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2145271802148864 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚64689348 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2144425155469712 trainer/global_step‚7449 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚42687452 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚596484789141504 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚351 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚22833741 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚69220059 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2153047562907136 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7774389133312 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9539461721088 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9539412566528 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7774389133312 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚42687096 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚356 _runtime‚12613.86397193 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚42687452 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚596484789141504 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚351 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚22833741 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚69220059 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2153047562907136 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7774389133312 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9539461721088 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9539412566528 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7774389133312 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚42687096 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚356 _runtime‚12613.86397193 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2153046191282176 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚19853360 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _step‚639 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2153046191282176 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7761354589818 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2153047562907136 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2145271828322304 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 133909407 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚69209965 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2145271802148864 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚64689348 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2144425155469712 trainer/global_step‚7449 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 BžÀ ‚(:“ ªÜŠÓŽä™Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚297.409' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚59.48179999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0æTcÁ ‚(:Ø ªÜŠÓ‹ñ–Ò disk.sda1.out‚0$ disk./.usageGB‚845.8030204772949 disk.dm-0.in‚ 50470.6171875 disk.sda.out‚ 485.96875 disk.sda2.in‚0* proc.memory.percent‚11.375220616658527 cpu‚25.376089771284068 proc.cpu.threads‚17 network.recv‚ 1.294872e+06) disk./.usagePercent‚56.76255038023468 disk.dm-1.in‚ 268063.390625 disk.dm-1.out‚ 485.96875! disk.nvme0n1.in‚ 50470.6171875' disk.nvme0n1.out‚273536.40771484375 disk.sda2.out‚0# proc.memory.rssMB‚ 2795.57421875 disk.sda3.in‚ 268063.390625 disk.sda3.out‚ 485.96875# disk.nvme0c0n1.in‚ 50470.6171875) disk.nvme0c0n1.out‚273536.40771484375$ disk.dm-0.out‚273536.40771484375 disk.sda.in‚ 268063.390625$ memory_percent‚88.11747233072916# proc.memory.availableMB‚2920.25 network.sent‚ 1.3119232e+07 disk.sda1.in‚0Àái4 / _wandbruntime‚12615  _runtime‚12615w"mI$à ŒN F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 133926870 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22837032 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚69219047 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2152467702674480 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7775411641344 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚19856000 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚350 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2152466332634946 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 133916756 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚64697709 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848520109786513e+09 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7762375391458 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _step‚640 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7776757100032 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚69229155 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚42692677 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9540711021568 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚64697709 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7776757100032 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚22836682 =7DeviceStatsMonitor.on_train_batch_end/segment.all.fr1L© î eed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 133916756 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚596564624807936 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9540661874176 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2145550737612800 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2153327494712832 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚64697715 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2144703957243488 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2145550737612800 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 trainer/global_step‚7449 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚42693032 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚587023913786368 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2153327494712832ÄÛAO'Ä ‘N ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚596564624807936 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9540661874176 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2145550737612800 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2153327494712832 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚64697715 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2144703957243488 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2145550737612800 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 trainer/global_step‚7449 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚42693032 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚587023913786368 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2153327494712832 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 133926870 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚22837032 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚69219047 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2152467702674480 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7775411641344 BDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 417238528 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚19856000 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚350 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2152466332634946 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 133916756 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚64697709 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 % _timestamp‚1.7848520109786513e+09 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7762375391458 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 _step‚640 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7776757100032 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚69229155 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚42692677 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9540711021568 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚64697709 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7776757100032 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚22836682 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 133916756 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0€ú1B4Å / _wandbruntime‚12615  _runtime‚12615ÎÛÅ Æ ƒ 0loss/FRt1/assignment_loss‚1.9316813138243123 1loss/SRqqt1/detection_loss‚0.9982079598061645 1loss/SRqqt2/detection_loss‚0.5708499979014429 /loss/FBt1/detection_loss‚0.7794580390109331 2loss/SRqqt1/assignment_loss‚0.5317389988603958 1loss/FBt1/assignment_loss‚0.10256089984671468 2loss/FBt2/assignment_loss‚0.020637572677872522 /loss/FRt1/detection_loss‚0.5490306302047993 /loss/FBt2/detection_loss‚0.3765670999460226 _step‚641 /loss/FRt2/detection_loss‚1.4417229578813073 epoch‚46 trainer/global_step‚7449 0loss/FRt2/assignment_loss‚0.7132233953375141 2loss/SRqqt2/assignment_loss‚0.5140921791254632 %loss/total_loss‚8.529771044422944 $ _timestamp‚1.784852011030868e+09 _runtime‚12615.332229651~ІÇ ˆ 0loss/FRt2/assignment_loss‚0.7132233953375141 2loss/SRqqt2/assignment_loss‚0.5140921791254632 %loss/total_loss‚8.529771044422944 $ _timestamp‚1.784852011030868e+09 _runtime‚12615.332229651 0loss/FRt1/assignment_loss‚1.9316813138243123 1loss/SRqqt1/detection_loss‚0.9982079598061645 1loss/SRqqt2/detection_loss‚0.5708499979014429 /loss/FBt1/detection_loss‚0.7794580390109331 2loss/SRqqt1/assignment_loss‚0.5317389988603958 1loss/FBt1/assignment_loss‚0.10256089984671468 2loss/FBt2/assignment_loss‚0.020637572677872522 /loss/FRt1/detection_loss‚0.5490306302047993 /loss/FBt2/detection_loss‚0.3765670999460226 _step‚641 /loss/FRt2/detection_loss‚1.4417229578813073 epoch‚46 trainer/global_step‚7449"±½“È ‚(:ˆ ¹ÜŠÓ÷ÌØÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚175.945' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚35.189 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ž?JjÉ ‚(:ß ¹ÜŠÓ²áÑ) proc.memory.availableMB‚ 2919.97265625 cpu‚25.376100072917435 proc.cpu.threads‚17 network.sent‚ 1.3168332e+07 network.recv‚ 1.297369e+06$ disk./.usageGB‚846.2385025024414 disk.dm-1.in‚ 268063.390625" disk.nvme0n1.in‚50471.79296875 disk.sda1.out‚0# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527* disk./.usagePercent‚56.791775944336024 disk.dm-1.out‚ 486.34375( disk.nvme0c0n1.out‚273547.7744140625 disk.sda2.out‚0$ disk.nvme0c0n1.in‚50471.79296875& disk.nvme0n1.out‚273547.7744140625 disk.dm-0.in‚50471.79296875# disk.dm-0.out‚273547.7744140625 disk.sda.out‚ 486.34375 disk.sda3.in‚ 268063.390625 disk.sda.in‚ 268063.390625 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.out‚ 486.34375$ memory_percent‚88.11860084533691û<èŸÊ ‚(:” ÈÜŠÓ¶¯žÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚287.479' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚57.495799999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ²{Ë ‚(:ð ÈÜŠÓòÌúÐ network.sent‚ 1.3217563e+07$ disk./.usageGB‚846.2480392456055$ disk.nvme0c0n1.in‚50590.06640625 cpu‚25.376072622874116 proc.cpu.threads‚17* disk./.usagePercent‚56.792415963171614 disk.sda.in‚268623.26953125 disk.sda.out‚ 486.94140625 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.out‚ 486.94140625$ memory_percent‚88.11763127644858# proc.memory.rssMB‚ 2795.57421875$ disk.dm-0.out‚273882.81787109375 disk.sda2.out‚0 disk.sda3.in‚268623.26953125) disk.nvme0c0n1.out‚273882.81787109375' disk.nvme0n1.out‚273882.81787109375* proc.memory.percent‚11.375220616658527 disk.sda3.out‚ 486.94140625 network.recv‚ 1.299658e+06 disk.dm-0.in‚50590.06640625 disk.sda2.in‚0 disk.dm-1.in‚268623.26953125" disk.nvme0n1.in‚50590.06640625( proc.memory.availableMB‚ 2920.2109375à·mí“Ì ‚(:ˆ ×ÜŠÓÜíÏÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚299.045' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.809 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0á²ß„yÍ ‚(:î ×ÜŠÓ¦óýÏ disk.sda1.out‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 2920.46484375 proc.cpu.threads‚17* disk./.usagePercent‚56.793152240840094' disk.nvme0n1.out‚273959.77490234375 disk.dm-0.in‚50620.90234375 disk.sda2.in‚0$ memory_percent‚88.11659812927246 network.sent‚ 1.3219632e+07 disk.sda3.out‚ 487.32421875 disk.dm-1.out‚ 487.32421875) disk.nvme0c0n1.out‚273959.77490234375$ disk.dm-0.out‚273959.77490234375 disk.sda1.in‚0# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 network.recv‚ 1.300865e+06$ disk./.usageGB‚846.2590103149414 disk.sda3.in‚269136.1640625$ disk.nvme0c0n1.in‚50620.90234375" disk.nvme0n1.in‚50620.90234375 disk.sda.in‚269136.1640625 disk.sda.out‚ 487.32421875 cpu‚25.376045853985136 disk.dm-1.in‚269136.1640625"eþΔÎ ‚(:‰ æÜŠÓþþÖÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚335.011' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚67.0022 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¬luwÏ ‚(:ì æÜŠÓ–Á±Ð disk.sda3.out‚ 487.74609375 disk.dm-1.in‚269136.1640625$ disk.nvme0c0n1.in‚50620.90234375) proc.memory.availableMB‚ 1948.26171875* proc.memory.percent‚11.375220616658527 cpu‚25.37607240243408 disk.sda2.out‚0 network.recv‚ 1.301738e+06) disk./.usagePercent‚56.85303854727972$ disk./.usageGB‚847.1513595581055 disk.sda.out‚ 487.74609375 disk.sda3.in‚269136.1640625' disk.nvme0n1.out‚274095.37353515625$ disk.dm-0.out‚274095.37353515625 disk.sda1.out‚0 disk.sda2.in‚0 proc.cpu.threads‚17" disk.nvme0n1.in‚50620.90234375 disk.dm-0.in‚50620.90234375 disk.sda.in‚269136.1640625 disk.sda1.in‚0 disk.dm-1.out‚ 487.74609375) disk.nvme0c0n1.out‚274095.37353515625$ memory_percent‚92.07250277201334# proc.memory.rssMB‚ 2795.57421875 network.sent‚ 1.3221749e+07*‚ù”Ð ‚(:‰ õÜŠÓ¸ðÕÎ gpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚307.697' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚61.5394 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÅåoAqÑ ‚(:æ õÜŠÓЗ„Ñ# proc.memory.rssMB‚ 2795.57421875 network.recv‚ 1.302853e+06$ disk./.usageGB‚847.2947158813477' disk.nvme0n1.out‚274900.66650390625 disk.sda.out‚ 488.328125 disk.sda2.in‚0 disk.dm-1.out‚ 488.328125 cpu‚25.37605864775474) disk./.usagePercent‚56.86265931041646$ disk.dm-0.out‚274900.66650390625 disk.sda.in‚269136.1640625 disk.dm-1.in‚269136.1640625$ disk.nvme0c0n1.in‚50620.90234375* proc.memory.percent‚11.375220616658527 network.sent‚ 1.3223821e+07 disk.dm-0.in‚50620.90234375 disk.sda1.out‚0) disk.nvme0c0n1.out‚274900.66650390625 proc.cpu.threads‚17" disk.nvme0n1.in‚50620.90234375 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.in‚269136.1640625 disk.sda3.out‚ 488.328125$ memory_percent‚92.07250277201334) proc.memory.availableMB‚ 1948.26171875;ÿÚ4Ò / _wandbruntime‚12694  _runtime‚12694ÛºœÉÓ Ã $ _timestamp‚1.784852089858578e+09 _runtime‚12694.160116237 _step‚642 ' lr-AdamW/pg1‚1.1762197780701354e-06 ' lr-AdamW/pg2‚1.1762197780701354e-06 trainer/global_step‚7499+IÛúÎÔ È ' lr-AdamW/pg1‚1.1762197780701354e-06 ' lr-AdamW/pg2‚1.1762197780701354e-06 trainer/global_step‚7499 $ _timestamp‚1.784852089858578e+09 _runtime‚12694.160116237 _step‚642‚/ñ”4Õ / _wandbruntime‚12694  _runtime‚12694Èx{Ç(Ö ‚P ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚600476436832256 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚65107698 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚376 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚600476017489408 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2159217266673664 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 134773609 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚42967862 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7813803084080 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚69676011 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2166179072670560 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7826924141056 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9601739862528 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚69665917 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2167044216988160 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7825578689536 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2159217266673664 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚22982502 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7825578689536 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9601791114240 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2167042845363200 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 _step‚643 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2158365269586480RÍ¢eã× ‡P TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 _runtime‚12694.164925851 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚19985360 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚22982131 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 D;DeviceStatsMonitor.on_train_batch_start~wß*%/segment.all.current‚2005 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚65107698 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚376 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚600476017489408 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2159217266673664 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚51251712 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 134773609 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚42967862 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7813803084080 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚69676011 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2166179072670560 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7826924141056 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9601739862528 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚69665917 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2167044216988160 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7825578689536 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2159217266673664 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚22982502 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7825578689536 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 419342848 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9601791114240 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2167042845363200 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 _step‚643 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2158365269586480 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚600476436832256 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 JDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2159496202137600 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7826601197568 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚69685107 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2159496175964160 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 % _timestamp‚1.7848520912754714e+09 _step‚644 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚69674999 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2167322777161728 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7826601197568 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7827946656256 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚65116059 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚69674999 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚42973449 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚42973070 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2158644071360256 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7813479274266 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2159496175964160 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚65116065 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚19987995 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 134801172 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚379 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2167324148793856 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚69685107 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 134801172 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 134791058 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0_úƒ'Ú ‘N KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 % _timestamp‚1.7848520912754714e+09 _step‚644 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚69674999 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2167322777161728 FDeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7826601197568 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 7827946656256 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚65116059 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚69674999 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚42973449 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚42973070 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2158644071360256 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 Q8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7813479274266 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 FDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2159496175964160 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚65116065 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚19987995 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 134801172 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚379 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2167324148793856 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚69685107 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 134801172 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 134791058 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9602984515072 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2159496202137600 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7826601197568 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚69685107 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2159496175964160 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0„}<{J4Û / _wandbruntime‚12695  _runtime‚12695ØM¬ Ü ‚ %loss/total_loss‚8.670540611682304 $ _timestamp‚1.784852091330677e+09 0loss/FRt1/assignment_loss‚1.9049312679531862 2loss/FBt1/assignment_loss‚0.015210096466947305 2loss/FBt2/assignment_loss‚0.056124135104158944 /loss/FRt2/detection_loss‚1.4600651108243787 0loss/FBt2/detection_loss‚0.47193589700839805 _runtime‚12695.632087002 /loss/FRt1/detection_loss‚0.5230929687013087 /loss/FBt1/detection_loss‚0.8742747797685511 epoch‚46 trainer/global_step‚7499 _step‚645 2loss/SRqqt1/assignment_loss‚0.4950977702954821 .loss/FRt2/assignment_loss‚0.76396453139116 2loss/SRqqt2/assignment_loss‚0.5681238639654451 1loss/SRqqt1/detection_loss‚0.8892505883633885 0loss/SRqqt2/detection_loss‚0.648469601839899!Éôþ Ý ‡ .loss/FRt2/assignment_loss‚0.76396453139116 2loss/SRqqt2/assignment_loss‚0.5681238639654451 1loss/SRqqt1/detection_loss‚0.8892505883633885 0loss/SRqqt2/detection_loss‚0.648469601839899 %loss/total_loss‚8.670540611682304 $ _timestamp‚1.784852091330677e+09 0loss/FRt1/assignment_loss‚1.9049312679531862 2loss/FBt1/assignment_loss‚0.015210096466947305 2loss/FBt2/assignment_loss‚0.056124135104158944 /loss/FRt2/detection_loss‚1.4600651108243787 0loss/FBt2/detection_loss‚0.47193589700839805 _runtime‚12695.632087002 /loss/FRt1/detection_loss‚0.5230929687013087 /loss/FBt1/detection_loss‚0.8742747797685511 epoch‚46 trainer/global_step‚7499 _step‚645 2loss/SRqqt1/assignment_loss‚0.4950977702954821…]ø1 žÞ ‚(:“ „ÝŠÓøͲÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚309.221' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.84420000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0AÀ xß ‚(:í „ÝŠÓ¤‹›Ñ# proc.memory.rssMB‚ 2795.57421875 disk.dm-1.out‚ 488.95703125) disk.nvme0c0n1.out‚274995.75634765625) proc.memory.availableMB‚ 1948.22265625 proc.cpu.threads‚17$ disk.dm-0.out‚274995.75634765625 disk.sda.out‚ 488.95703125 disk.dm-1.in‚269403.74609375$ memory_percent‚92.07266171773276* proc.memory.percent‚11.375220616658527 cpu‚25.376007690056976 network.sent‚ 1.3225891e+07 network.recv‚ 1.303795e+06) disk./.usagePercent‚56.86323276729317 disk.sda.in‚269403.74609375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.in‚269403.74609375$ disk./.usageGB‚847.3032608032227 disk.dm-0.in‚ 50783.7734375 disk.sda2.out‚0 disk.sda3.out‚ 488.95703125# disk.nvme0c0n1.in‚ 50783.7734375! disk.nvme0n1.in‚ 50783.7734375' disk.nvme0n1.out‚274995.75634765625Ì#±BÔà ‚(:” “ÝŠÓ¤ç‹Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚306.277' g•NòËpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚61.255399999999995 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ìé Úzá ‚(:ï “ÝŠÓµ©ÐÐ network.sent‚ 1.3285678e+07$ disk./.usageGB‚847.3238334655762 disk.sda3.out‚ 489.50390625 disk.dm-1.in‚270818.12109375' disk.nvme0n1.out‚275056.91650390625 disk.sda.out‚ 489.50390625 disk.sda1.in‚0 proc.cpu.threads‚17) disk./.usagePercent‚56.86461341592533$ disk.nvme0c0n1.in‚50792.83203125" disk.nvme0n1.in‚50792.83203125 disk.dm-0.in‚50792.83203125) proc.memory.availableMB‚ 1948.28515625* proc.memory.percent‚11.375220616658527 disk.sda3.in‚270818.12109375 disk.dm-1.out‚ 489.50390625 disk.sda.in‚270818.12109375# proc.memory.rssMB‚ 2795.57421875 network.recv‚ 1.306414e+06) disk.nvme0c0n1.out‚275056.91650390625$ disk.dm-0.out‚275056.91650390625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0# memory_percent‚92.0724074045817 cpu‚25.376018733354897.jޔ⠂(:‰ ¢ÝŠÓÈ«ÊÎ gpu.0.gpu‚99.0 gpu.0.memory‚31, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚366.261' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.2522 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0©)¹áuã ‚(:ê ¢ÝŠÓçó¦Ð cpu‚25.377202019440716 proc.cpu.threads‚17 disk.sda2.in‚0 network.recv‚ 1.307311e+06* disk./.usagePercent‚56.864609063797246! disk.nvme0n1.in‚ 50795.3046875# disk.dm-0.out‚275158.2998046875 disk.sda3.out‚ 489.87890625# disk.nvme0c0n1.in‚ 50795.3046875( disk.nvme0c0n1.out‚275158.2998046875& disk.nvme0n1.out‚275158.2998046875 disk.dm-0.in‚ 50795.3046875 disk.sda1.in‚0 disk.sda2.out‚0( proc.memory.availableMB‚ 1948.1953125 network.sent‚ 1.3287221e+07 disk.sda.in‚270818.12109375 disk.sda.out‚ 489.87890625 disk.sda1.out‚0 disk.sda3.in‚270818.12109375 disk.dm-1.in‚270818.12109375$ memory_percent‚92.07277297973633* proc.memory.percent‚11.375220616658527$ disk./.usageGB‚847.3237686157227 disk.dm-1.out‚ 489.87890625# proc.memory.rssMB‚ 2795.57421875/Š‰u4ä / _wandbruntime‚12737  _runtime‚127379$ ”:å Žu 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 *jet/accuracy_2_of_2‚0.1582161784172058 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.658505380153656 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02193164825439453 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6536633372306824 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7249507904052734 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6584534645080566 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6231632828712463 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6922274827957153 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37477827072143555 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02045201137661934 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4755747318267822 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 )loss/val_total_loss‚8.532961553943062 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6242967247962952 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.47355422377586365 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 particle/accuracy_2_of_4‚1 _step‚646 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2802654802799225 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4857575297355652 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7931859493255615 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6341519355773926 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5280211567878723 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8713195323944092 6validation_average_jet_accuracy‚0.3816653788089752 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6231632828712463 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6242967247962952 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09321476519107819 particle/accuracy_3_of_4‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.2285802662372589 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 +jet/accuracy_3_of_3‚0.08290072530508041 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7726959586143494 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.28921207785606384 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 $ _timestamp‚1.784852133521249e+09 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7526023387908936 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7441600561141968 'particle/f_score‚0.6369558572769165 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2258363962173462 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2005314975976944 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6287667751312256 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6073434948921204 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3487745225429535 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 6 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.240913987159729 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 7"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.67863929271698 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.881938636302948 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 particle/accuracy_2_of_2‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6012684106826782 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4513287842273712 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3391019105911255 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21995380520820618 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.30079910159111023 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.0295155867934227 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.11178044974803925 particle/accuracy_2_of_3‚1 particle/accuracy_1_of_4‚1 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.2391728162765503 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1101209819316864 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7999807596206665 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_3‚1 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7590833902359009 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7378402352333069 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.3045077919960022 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 trainer/global_step‚7519 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2893993854522705 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.027347348630428314 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21893338859081268 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03918442130088806 &particle/accuracy‚0.84747314453125 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6758881211280823 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7047236561775208 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7256975173950195 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7032684683799744 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.28824639320373535 +jet/accuracy_1_of_1‚0.34841451048851013 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 )jet/accuracy_2_of_3‚0.618249237537384 )jet/accuracy_2_of_4‚0.836920440196991 +jet/accuracy_4_of_4‚0.02010233886539936 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22738692164421082 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09461561590433121 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8713195323944092 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.3003937005996704 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.2113419771194458 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18619616329669952 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 +particle/sensitivity‚0.6282980442047119 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.3164692521095276 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2893993854522705 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.3010532259941101 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 *jet/accuracy_1_of_3‚0.9000921845436096 *jet/accuracy_1_of_4‚0.9727796316146851 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9268124103546143 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7461632490158081 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04828964173793793 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 +particle/specificity‚0.9067754745483398 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6805896162986755 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.22951993346214294 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6368423700332642 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6155048608779907 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.047928400337696075 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 particle/accuracy_1_of_1‚1 _runtime‚12737.823451215 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37958794832229614 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 particle/accuracy_3_of_3‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.46651482582092285 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07873295992612839 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.057695262134075165 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 particle/accuracy_1_of_2‚1 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.2161613255739212 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6090081930160522 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8077136874198914 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.09244730323553085 7"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.65336674451828 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7528061866760254 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6853763461112976 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8101710677146912 *jet/accuracy_1_of_2‚0.7449910640716553 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6287667751312256 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9646381735801697 epoch‚46 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375ûqÿ|™:æ “u :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7461632490158081 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04828964173793793 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 +particle/specificity‚0.9067754745483398 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 9"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.6805896162986755 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.22951993346214294 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6368423700332642 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6155048608779907 ;"Purity/2FRt*SRqqt0FBt/event_purity‚0.047928400337696075 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 particle/accuracy_1_of_1‚1 _runtime‚12737.823451215 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37958794832229614 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 particle/accuracy_3_of_3‚1 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 :"Purity/0FRt2SRqqt*FBt/event_purity‚0.46651482582092285 8 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.07873295992612839 ;"Purity/2FRt*SRqqt*FBt/event_purity‚0.057695262134075165 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 particle/accuracy_1_of_2‚1 9"Purity/*FRt2SRqqt*FBt/event_purity‚0.2161613255739212 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6090081930160522 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7174389362335205 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8077136874198914 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.09244730323553085 7"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.65336674451828 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7528061866760254 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6853763461112976 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8101710677146912 *jet/accuracy_1_of_2‚0.7449910640716553 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6287667751312256 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9646381735801697 epoch‚46 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 *jet/accuracy_2_of_2‚0.1582161784172058 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 8"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.658505380153656 8 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.02193164825439453 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6536633372306824 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7249507904052734 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 9"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.6584534645080566 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6231632828712463 9"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.6922274827957153 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 :"Purity/*FRt1SRqqt0FBt/event_purity‚0.37477827072143555 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 8 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.02045201137661934 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4755747318267822 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 )loss/val_total_loss‚8.532961553943062 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6242967247962952 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.47355422377586365 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 particle/accuracy_2_of_4‚1 _step‚646 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2802654802799225 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4857575297355652 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7931859493255615 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 9"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.6341519355773926 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5280211567878723 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8713195323944092 6validation_average_jet_accuracy‚0.3816653788089752 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6231632828712463 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6242967247962952 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09321476519107819 particle/accuracy_3_of_4‚1 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 9"Purity/1FRt*SRqqt*FBt/event_purity‚0.2285802662372589 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 +jet/accuracy_3_of_3‚0.08290072530508041 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7726959586143494 8 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.28921207785606384 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 $ _timestamp‚1.784852133521249e+09 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7526023387908936 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7441600561141968 'particle/f_score‚0.6369558572769165 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 7 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.2258363962173462 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2005314975976944 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6287667751312256 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6073434948921204 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 +jet/accuracy_3_of_4‚0.11188126355409622 9"Purity/*FRt*SRqqt*FBt/event_purity‚0.3487745225429535 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 6 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.240913987159729 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 7"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.67863929271698 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.881938636302948 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 particle/accuracy_2_of_2‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.6012684106826782 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4513287842273712 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 9"Purity/*FRt0SRqqt*FBt/event_purity‚0.3391019105911255 :"Purity/*FRt2SRqqt0FBt/event_purity‚0.21995380520820618 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.30079910159111023 7 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.0295155867934227 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.11178044974803925 particle/accuracy_2_of_3‚1 particle/accuracy_1_of_4‚1 7 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.2391728162765503 7 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.1101209819316864 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7999807596206665 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_3‚1 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7590833902359009 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7378402352333069 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 7 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.3045077919960022 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 trainer/global_step‚7519 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2893993854522705 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 9 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.027347348630428314 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21893338859081268 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.03918442130088806 &particle/accuracy‚0.84747314453125 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6758881211280823 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7047236561775208 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7256975173950195 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7032684683799744 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 8 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.28824639320373535 +jet/accuracy_1_of_1‚0.34841451048851013 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 )jet/accuracy_2_of_3‚0.618249237537384 )jet/accuracy_2_of_4‚0.836920440196991 +jet/accuracy_4_of_4‚0.02010233886539936 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22738692164421082 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09461561590433121 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8713195323944092 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 9"Purity/1FRt0SRqqt*FBt/event_purity‚0.3003937005996704 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.2113419771194458 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18619616329669952 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 +particle/sensitivity‚0.6282980442047119 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 9"Purity/*FRt*SRqqt0FBt/event_purity‚0.3164692521095276 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2893993854522705 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.3010532259941101 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 *jet/accuracy_1_of_3‚0.9000921845436096 *jet/accuracy_1_of_4‚0.9727796316146851 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9268124103546143 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071†6Ö õç ‚(:” ±ÝŠÓËó¥Î gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚277.579' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚55.51580 $¹†0000000006 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ªv %xè ‚(:í ±ÝŠÓ™ƒÑ disk.sda1.out‚0 disk.dm-1.in‚270818.12109375 proc.cpu.threads‚17# disk./.usageGB‚847.323902130127& disk.nvme0n1.out‚275159.0810546875 disk.sda.in‚270818.12109375 disk.sda3.in‚270818.12109375 disk.sda3.out‚ 490.43359375$ memory_percent‚92.07278887430826* proc.memory.percent‚11.375220616658527 cpu‚25.377968119825937 network.recv‚ 1.308625e+06 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 490.43359375( disk.nvme0c0n1.out‚275159.0810546875# proc.memory.rssMB‚ 2795.57421875 network.sent‚ 1.3289835e+07* disk./.usagePercent‚56.864618024060945 disk.sda.out‚ 490.43359375$ disk.nvme0c0n1.in‚50807.16015625) proc.memory.availableMB‚ 1948.19140625" disk.nvme0n1.in‚50807.16015625 disk.dm-0.in‚50807.16015625# disk.dm-0.out‚275159.0810546875 disk.sda1.in‚0Ü;à”é ‚(:‰ ÀÝŠÓ‰ù¤Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚311.392' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.2784 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0._ï%_ê ‚(:Ô ÀÝŠÓš²µÐ' disk.nvme0n1.out‚275208.42919921875# memory_percent‚92.0728842417399 cpu‚25.377937817555402$ disk.nvme0c0n1.in‚50911.05859375) disk.nvme0c0n1.out‚275208.42919921875$ disk.dm-0.out‚275208.42919921875 disk.sda.in‚271367.53515625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.in‚271367.53515625# proc.memory.rssMB‚ 2795.57421875 disk.sda.out‚491 network.recv‚ 1.310795e+06 disk.dm-1.in‚271367.53515625 disk.dm-1.out‚491 disk.dm-0.in‚50911.05859375 disk.sda2.in‚0 disk.sda2.out‚0) proc.memory.availableMB‚ 1948.16796875) disk./.usagePercent‚56.86803137251497 disk.sda3.out‚491* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 network.sent‚ 1.3342821e+07$ disk./.usageGB‚847.3747634887695" disk.nvme0n1.in‚50911.05859375tÙìŸë ‚(:” ÏÝŠÓ›Ò­Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚56.0 gpu.0.powerWatts‚272.512' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚54.502399999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚07Övönì ‚(:ã ÏÝŠÓ°‡–Ð* disk./.usagePercent‚56.867730307654696$ disk.dm-0.out‚275215.44384765625 disk.sda3.in‚271908.83203125( proc.memory.availableMB‚ 1948.1640625 network.recv‚ 1.31216e+06 disk.dm-0.in‚ 50919.953125 disk.sda.in‚271908.83203125 disk.sda2.in‚0 disk.sda3.out‚ 491.453125# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 cpu‚25.377925645030462$ disk./.usageGB‚847.3702774047852" disk.nvme0c0n1.in‚ 50919.953125) disk.nvme0c0n1.out‚275215.44384765625 disk.dm-1.in‚271908.83203125 disk.dm-1.out‚ 491.453125 disk.nvme0n1.in‚ 50919.953125' disk.nvme0n1.out‚275215.44384765625 disk.sda.out‚ 491.453125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.out‚0$ memory_percent‚92.07290013631186 proc.cpu.threads‚17 network.sent‚ 1.3345435e+07³{-Ù4í / _wandbruntime‚12784  _runtime‚12784IóZ€Çî Á _step‚647 & lr-AdamW/pg1‚9.537683229917222e-07 & lr-AdamW/pg2‚9.537683229917222e-07 trainer/global_step‚7549 $ _timestamp‚1.784852180350243e+09 _runtime‚12784.651739779˱ŽýÌï Æ _step‚647 & lr-AdamW/pg1‚9.537683229917222e-07 & lr-AdamW/pg2‚9.537683229917222e-07 trainer/global_step‚7549 $ _timestamp‚1.784852180350243e+09 _runtime‚12784.651739779‡Èȼ4ð / _wandbruntime‚12784  _runtime‚12784|L¬ù(ñ ‚P SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7866767409843 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚65577152 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚65577146 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚328 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚604501005038592 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚20121277 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2173767644647376 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2182507343562752 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2174625992792064 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚604500591987200 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7868112021297 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2174626018965504 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2182505971937792 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚43269457 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 _step‚648 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20121282 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2181635756668673 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚23148503 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚594831548993536 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9669087953920 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9669042993664 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 135736860 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚594831917084672 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7879979145728 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2182507343562752 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚323 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 % _timestamp‚1.7848521803513348e+09 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2182505971937792 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2174625992792064 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚70149614 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7881324597248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7879979145728 trainer/global_step‚7549 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚70149614 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005-íG (ò ‡P KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7879979145728 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2182507343562752 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚323 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚44960256 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 % _timestamp‚1.7848521803513348e+09 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2182505971937792 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2174625992792064 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚70149614 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7881324597248 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 7879979145728 trainer/global_step‚7549 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚70149614 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7866767409843 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚65577152 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚65577146 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚328 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚604501005038592 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚20121277 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 413051392 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2173767644647376 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2182507343562752 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2174625992792064 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚604500591987200 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 7868112021297 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2174626018965504 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2182505971937792 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚43269457 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 _step‚648 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20121282 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2181635756668673 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚23148503 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚594831548993536 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9669087953920 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9669042993664 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 135736860 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚594831917084672 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864ˆmºDð4ó / _wandbruntime‚12786  _runtime‚12786žnò}\ô ŒN XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 trainer/global_step‚7549 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚594910503450624 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2181915579244201 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2174046446421152 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7867788211483 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2174904902082560 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2182785903736320 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚315 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚604580454714880 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2174046420993184 _step‚649 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚65585519 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚70168804 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 135754323 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚43275056 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 135754323 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 135744209 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7881001653760 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚65585519 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2182787275368448 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7881001653760 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2174904928256000 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2181914209204667 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 135744209 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚65585513 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚320 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824TŸÓh'õ ‘N [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2174046420993184 _step‚649 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚65585519 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚70168804 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 135754323 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚43275056 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 135754323 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 135744209 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7881001653760 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚65585519 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2182787275368448 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7881001653760 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2174904928256000 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2181914209204667 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 410947072 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 FDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 135744209 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚65585513 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚320 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 trainer/global_step‚7549 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚594910503450624 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2181915579244201 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2174046446421152 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7867788211483 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2174904902082560 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2182785903736320 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚315 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 QDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚604580454714880 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0‰0‹c¤4ö / _wandbruntime‚12786  _runtime‚12786šF; ÷ ƒ /loss/FRt2/detection_loss‚1.4679463755899513 1loss/SRqqt1/detection_loss‚0.9085444264860776 /loss/FBt1/detection_loss‚0.4846442674677218 /loss/FBt2/detection_loss‚0.4515038442355618 % _timestamp‚1.7848521818228002e+09 _runtime‚12786.124154901 _step‚650 epoch‚47 /loss/FRt1/assignment_loss‚2.019434542198201 2loss/SRqqt2/assignment_loss‚0.5207147073714208 2loss/FBt1/assignment_loss‚0.016479695426777966 trainer/global_step‚7549 0loss/FRt2/assignment_loss‚0.8440453736264197 1loss/SRqqt2/detection_loss‚0.5853831867249669 %loss/total_loss‚8.387585951980439 2loss/SRqqt1/assignment_loss‚0.5292360681441888 1loss/FBt2/assignment_loss‚0.01979787356103117 /loss/FRt1/detection_loss‚0.5398555911481202ªV§ëø ˆ %loss/total_loss‚8.387585951980439 2loss/SRqqt1/assignment_loss‚0.5292360681441888 1loss/FBt2/assignment_loss‚0.01979787356103117 /loss/FRt1/detection_loss‚0.5398555911481202 /loss/FRt2/detection_loss‚1.4679463755899513 1loss/SRqqt1/detection_loss‚0.9085444264860776 /loss/FBt1/detection_loss‚0.4846442674677218 /loss/FBt2/detection_loss‚0.4515038442355618 % _timestamp‚1.7848521818228002e+09 _runtime‚12786.124154901 _step‚650 epoch‚47 /loss/FRt1/assignment_loss‚2.019434542198201 2loss/SRqqt2/assignment_loss‚0.5207147073714208 2loss/FBt1/assignment_loss‚0.016479695426777966 trainer/global_step‚7549 0loss/FRt2/assignment_loss‚0.8440453736264197 1loss/SRqqt2/detection_loss‚0.5853831867249669ŠÛü¹Wžù ‚(:“ ÞÝŠÓŒìÍÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚362.109' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.42179999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Žo™Vú ‚(:Ë ÞÝŠÓ›øçÐ disk.sda2.in‚0 disk.sda3.out‚491.9375 disk.dm-1.out‚491.9375# disk.nvme0c0n1.out‚ 275223.96875 disk.sda.in‚271908.83203125 disk.sda.out‚491.9375$ memory_percent‚92.07396507263184 cpu‚25.37789038078684 network.sent‚ 1.3347492e+07# disk./.usageGB‚847.495719909668 disk.sda1.in‚0! disk.nvme0n1.out‚ 275223.96875) proc.memory.availableMB‚ 1947.90234375# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 network.recv‚ 1.312991e+06 disk.dm-1.in‚271908.83203125 disk.nvme0n1.in‚ 50921.109375* disk./.usagePercent‚56.876148859410655 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.in‚271908.83203125" disk.nvme0c0n1.in‚ 50921.109375 disk.dm-0.in‚ 50921.109375 disk.dm-0.out‚ 275223.96875}v{žû ‚(:“ íÝŠÓ¼‡£Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚296.06' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚59.211999999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0:}'hZü ‚(:Ï íÝŠÓšý¬Ð disk.sda3.in‚271908.83203125 disk.sda3.out‚ 492.2734375 network.sent‚ 1.3407268e+07 disk.dm-1.in‚271908.83203125! disk.dm-0.out‚275390.83203125 disk.sda.in‚271908.83203125 disk.sda1.in‚0# proc.memory.rssMB‚ 2795.57421875 cpu‚25.37785976704004 proc.cpu.threads‚17 disk.nvme0c0n1.in‚ 50923.9375 disk.nvme0n1.in‚ 50923.9375* disk./.usagePercent‚56.882612025620084 disk.sda1.out‚0) proc.memory.availableMB‚ 1948.13671875$ disk.nvme0c0n1.out‚ 275389.171875 disk.dm-0.in‚ 50923.9375 disk.sda.out‚ 492.2734375$ memory_percent‚92.07301139831543* proc.memory.percent‚11.375220616658527 disk.dm-1.out‚ 492.2734375 disk.nvme0n1.out‚275390.5 network.recv‚ 1.315692e+06$ disk./.usageGB‚847.5920257568359 disk.sda2.in‚0 disk.sda2.out‚0 !\f”ý ‚(:‰ üÝŠÓˆÛíÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚225.981' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚45.1962 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0KÛ#`zþ ‚(:ï üÝŠÓθ¦Ð$ disk./.usageGB‚847.5968208312988 disk.sda3.in‚272157.19921875 disk.sda3.out‚ 492.65234375) disk.nvme0c0n1.out‚275412.52685546875' disk.nvme0n1.out‚275412.52685546875$ memory_percent‚92.07302729288736 proc.cpu.threads‚17 network.recv‚ 1.316752e+06 disk.sda.in‚272157.19921875 disk.sda1.in‚0 disk.sda2.in‚0( proc.memory.availableMB‚ 1948.1328125 network.sent‚ 1.3409314e+07$ disk.dm-0.out‚275412.52685546875 disk.sda1.out‚0 disk.sda2.out‚0 disk.dm-1.in‚272157.19921875# proc.memory.rssMB‚ 2795.57421875 cpu‚25.377866339028422 disk.dm-0.in‚51053.77734375 disk.sda.out‚ 492.65234375 disk.dm-1.out‚ 492.65234375$ disk.nvme0c0n1.in‚51053.77734375" disk.nvme0n1.in‚51053.77734375* proc.memory.percent‚11.375220616658527) disk./.usagePercent‚56.88293382709063* ¾ß”ÿ ‚(:‰ ‹ÞŠÓ·æ´Î gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚269.523' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚53.9046 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¢ ‘r€!‚(:ç ‹ÞŠÓÄÑóÏ$ proc.memory.availableMB‚1948.125$ disk./.usageGB‚847.5968551635742" disk.nvme0n1.in‚51099.04296875 disk.dm-1.in‚273406.9296875) disk.nvme0c0n1.out‚275413.62451171875# proc.memory.rssMB‚ 2795.57421875) disk./.usagePercent‚56.88293613115844 disk.dm-0.in‚51099.04296875 disk.sda1.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 493.12109375 disk.dm-1.out‚ 493.12109375$ disk.nvme0c0n1.in‚51099.04296875$ memory_percent‚92.07305908203125 network.sent‚ 1.3411357e+07$ disk.dm-0.out‚275413.62451171875 disk.sda.in‚273406.9296875 disk.sda.out‚ 493.12109375 disk.sda1.out‚0* proc.memory.percent‚11.375220616658527 cpu‚25.37781615160967 proc.cpu.threads‚17 network.recv‚ 1.318107e+06' disk.nvme0n1.out‚275413.62451171875 disk.sda2.in‚0 disk.sda3.in‚273406.9296875Ç$õ”!‚(:‰ šÞŠÓ¦·¶Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚299.929' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.9858 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚06Åu‚!‚(:ê šÞŠÓëîªÐ) proc.memory.availableMB‚ 1948.12109375 proc.cpu.threads‚17 disk.sda.out‚ 493.65234375 disk.sda1.in‚0 disk.sda3.in‚273406.9296875 disk.dm-1.in‚273406.9296875# proc.memory.rssMB‚ 2795.57421875 cpu‚25.37780141886011 network.recv‚ 1.319173e+06$ disk./.usageGB‚847.6008338928223& disk.nvme0n1.out‚275420.2998046875# disk.dm-0.out‚275420.2998046875 disk.sda2.out‚0* proc.memory.percent‚11.375220616658527* disk./.usagePercent‚56.883203147016644" disk.nvme0n1.in‚51100.30859375 disk.dm-0.in‚51100.30859375 disk.sda.in‚273406.9296875 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda3.out‚ 493.65234375 disk.dm-1.out‚ 493.65234375 network.sent‚ 1.3413471e+07$ disk.nvme0c0n1.in‚51100.30859375( disk.nvme0c0n1.out‚275420.2998046875$ memory_percent‚92.07307497660318Ÿ¸Ã×4ƒ!/ _wandbruntime‚12865  _runtime‚12865s‚0 È„! & lr-AdamW/pg2‚7.544426579495891e-07 trainer/global_step‚7599 % _timestamp‚1.7848522608159947e+09 _runtime‚12865.117498358 _step‚651 & lr-AdamW/pg1‚7.544426579495891e-077Š6NÍ…!Ç & lr-AdamW/pg1‚7.544426579495891e-07 & lr-AdamW/pg2‚7.544426579495891e-07 trainer/global_step‚7599 % _timestamp‚1.7848522608159947e+09 _runtime‚12865.117498358 _step‚651‹‰äƒ4†!/ _wandbruntime‚12865  _runtime‚12865¹fb(‡!‚P TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23297163 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2195626949240281 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2196503997643776 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2187707733336176 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2196502626018816 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2188571457316864 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7932514153472 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 136611162 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2196502626018816 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 136601062 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 trainer/global_step‚7599 _step‚652 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚65995496 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2188571483490304 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7931168701952 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚43550781 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚608493003060736 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9731767678464 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20253282 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚598761235382272 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚70605566 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚598760867291136 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7917871292651 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚65995496d Œ#Gˆ!‡P E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2196502626018816 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 136601062 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 trainer/global_step‚7599 _step‚652 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚65995496 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2188571483490304 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7931168701952 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚43550781 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚608493003060736 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9731767678464 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20253282 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚598761235382272 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚70605566 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚598760867291136 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7917871292651 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚65995496 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23297163 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2195626949240281 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2196503997643776 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2187707733336176 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2196502626018816 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2188571457316864 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7932514153472 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 136611162Œ| š4‰!/ _wandbruntime‚12866  _runtime‚128665¾ã'Š!ŒN \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2188850392780800 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚608572423540736 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 136628625 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7932191209984 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2195905401776275 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚23300420 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚70624756 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2196782557817344 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 136618511 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚43556342 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7918892094291 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚66003863 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9733019031040 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚608572840779264 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2187986535109952 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 % _timestamp‚1.7848522622358396e+09 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚66003869 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2195906771815809 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 136618511 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚23300084 trainer/global_step‚7599 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2196783929449472 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚70614648 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚43556001 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚336 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 % _timestamp‚1.7848522622358396e+09 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚66003869 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2195906771815809 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 136618511 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚23300084 trainer/global_step‚7599 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2196783929449472 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚70614648 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚43556001 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚336 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 136628625 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 7932191209984 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2195905401776275 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚23300420 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚70624756 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2196782557817344 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚49147392 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 136618511 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚43556342 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7918892094291 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚66003863 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9733019031040 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚608572840779264 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2187986535109952 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0!8½É4Œ!/ _wandbruntime‚12866  _runtime‚12866ï!ã !† 0loss/FRt2/assignment_loss‚0.8162132903646351 .loss/FBt1/detection_loss‚0.619098000616456 %loss/total_loss‚8.503242069906314 _runtime‚12866.590870562 2loss/SRqqt1/assignment_loss‚0.5592597049911758 2loss/FBt2/assignment_loss‚0.005932166461078615 /loss/FRt2/detection_loss‚1.4914852979800384 1loss/SRqqt1/detection_loss‚1.0001310166390613 1loss/SRqqt2/detection_loss‚0.6015491024643981 0loss/FBt2/detection_loss‚0.44230838693329133 epoch‚47 trainer/global_step‚7599 2loss/SRqqt2/assignment_loss‚0.5497222059343617 3loss/FBt1/assignment_loss‚0.0072801140555055115 /loss/FRt1/detection_loss‚0.5398860662823036 % _timestamp‚1.7848522622895243e+09 _step‚654 0loss/FRt1/assignment_loss‚1.8703767171840078‹NOŽ!‹ 0loss/FRt1/assignment_loss‚1.8703767171840078 0loss/FRt2/assignment_loss‚0.8162132903646351 .loss/FBt1/detection_loss‚0.619098000616456 %loss/total_loss‚8.503242069906314 _runtime‚12866.590870562 2loss/SRqqt1/assignment_loss‚0.5592597049911758 2loss/FBt2/assignment_loss‚0.005932166461078615 /loss/FRt2/detection_loss‚1.4914852979800384 1loss/SRqqt1/detection_loss‚1.0001310166390613 1loss/SRqqt2/detection_loss‚0.6015491024643981 0loss/FBt2/detection_loss‚0.44230838693329133 epoch‚47 trainer/global_step‚7599 2loss/SRqqt2/assignment_loss‚0.5497222059343617 3loss/FBt1/assignment_loss‚0.0072801140555055115 /loss/FRt1/detection_loss‚0.5398860662823036 % _timestamp‚1.7848522622895243e+09 _step‚654ŽÑ?o`”!‚(:‰ ©ÞŠÓ¸œÒÎ gpu.0.gpu‚93.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚299.929' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.9858 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0vke!‚(:Ú ©ÞŠÓ¾ÒŒÐ$ disk./.usageGB‚847.7415809631348 disk.sda1.out‚0( disk.nvme0c0n1.out‚275504.2841796875( proc.memory.availableMB‚ 1947.8984375* proc.memory.percent‚11.375220616658527 cpu‚25.377808815890006 proc.cpu.threads‚17) disk./.usagePercent‚56.89264880099998 disk.dm-0.in‚51100.30859375# disk.dm-0.out‚275504.2841796875 disk.sda.in‚273406.9296875 disk.sda.out‚494.125 disk.sda1.in‚0 disk.sda3.in‚273406.9296875 disk.dm-1.in‚273406.9296875 network.sent‚ 1.3415537e+07 network.recv‚ 1.320395e+06 disk.sda2.out‚0 disk.sda3.out‚494.125 disk.dm-1.out‚494.125$ disk.nvme0c0n1.in‚51100.30859375" disk.nvme0n1.in‚51100.30859375& disk.nvme0n1.out‚275504.2841796875 disk.sda2.in‚0$ memory_percent‚92.07398096720377# proc.memory.rssMB‚ 2795.57421875òdmX”‘!‚(:‰ ¸ÞŠÓ•Ó§Î gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚255.811' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚51.1622 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ƒÕ^{s’!‚(:è ¸ÞŠÓ·ÔìÏ* disk./.usagePercent‚56.892646752939704$ disk./.usageGB‚847.7415504455566 disk.sda1.in‚0 disk.sda2.out‚0) disk.nvme0c0n1.out‚275509.54638671875! disk.nvme0n1.in‚ 51202.3671875$ disk.dm-0.out‚275509.54638671875& proc.memory.availableMB‚ 1947.90625 network.sent‚ 1.347528e+07 disk.sda.out‚ 494.52734375 disk.sda1.out‚0 disk.sda3.out‚ 494.52734375' disk.nvme0n1.out‚275509.54638671875# memory_percent‚92.0739491780599# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 network.recv‚ 1.322591e+06 disk.sda.in‚273972.54296875 disk.dm-0.in‚ 51202.3671875 cpu‚25.37777760775516 disk.sda2.in‚0 disk.sda3.in‚273972.54296875 disk.dm-1.in‚273972.54296875 disk.dm-1.out‚ 494.52734375# disk.nvme0c0n1.in‚ 51202.3671875 proc.cpu.threads‚172öú³8“!‚(:’ ÇÞŠÓ§ÜÉÎ gpu.0.gpu‚99.0 gpu.0.mƒ¢äÜeemory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚315.52' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚63.10399999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ºo9]”!‚(:Ò ÇފӻθÐ# memory_percent‚92.0739491780599& proc.memory.availableMB‚ 1947.90625' disk.nvme0n1.out‚275510.67919921875 disk.sda2.in‚0 cpu‚25.377742961499433$ disk./.usageGB‚847.7416496276855 disk.sda3.out‚494.875# disk.nvme0c0n1.in‚ 51211.7578125! disk.nvme0n1.in‚ 51211.7578125# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 disk.sda3.in‚ 274501.984375 disk.dm-1.in‚ 274501.984375 disk.dm-1.out‚494.875) disk.nvme0c0n1.out‚275510.67919921875 disk.dm-0.in‚ 51211.7578125$ disk.dm-0.out‚275510.67919921875 disk.sda.out‚494.875 disk.sda1.out‚0 network.sent‚ 1.3477375e+07 network.recv‚ 1.32391e+06( disk./.usagePercent‚56.8926534091356 disk.sda.in‚ 274501.984375 disk.sda1.in‚0 disk.sda2.out‚0²R§”•!‚(:‰ ÖÞŠÓûû‰Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚191.858' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚38.3716 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Š1“¦l–!‚(:á ÖÞŠÓžì·Ñ proc.cpu.threads‚17$ disk./.usageGB‚847.7410621643066! disk.nvme0n1.in‚ 51211.7578125 disk.dm-0.in‚ 51211.7578125 disk.sda.in‚ 274501.984375 disk.sda1.out‚0 disk.sda3.in‚ 274501.984375 disk.dm-1.out‚ 495.28515625 cpu‚25.37776473572234 network.sent‚ 1.3479452e+07 network.recv‚ 1.324747e+06) disk./.usagePercent‚56.89261398397532' disk.nvme0n1.out‚275511.70361328125$ disk.dm-0.out‚275511.70361328125 disk.sda1.in‚0 disk.sda2.out‚0) disk.nvme0c0n1.out‚275511.70361328125 disk.sda.out‚ 495.28515625 disk.dm-1.in‚ 274501.984375$ memory_percent‚92.07407633463541$ proc.memory.availableMB‚1947.875* proc.memory.percent‚11.375220616658527 disk.sda2.in‚0 disk.sda3.out‚ 495.28515625# disk.nvme0c0n1.in‚ 51211.7578125# proc.memory.rssMB‚ 2795.57421875kè¢pŸ—!‚(:” åÞŠÓ¹ëœÎ gpu.0.gpu‚89.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚292.402' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚58.480399999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0asöør˜!‚(:ç åÞŠÓµùèÐ proc.cpu.threads‚17$ disk./.usageGB‚847.7412986755371 disk.sda.in‚ 274501.984375 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚ 274501.984375 disk.sda3.out‚ 495.80859375' disk.nvme0n1.out‚275512.77783203125) proc.memory.availableMB‚ 1947.88671875 network.sent‚ 1.3481601e+07) disk./.usagePercent‚56.89262985644245 disk.dm-0.in‚ 51211.7578125$ disk.dm-0.out‚275512.77783203125 disk.dm-1.out‚ 495.80859375# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 disk.sda.out‚ 495.80859375 disk.dm-1.in‚ 274501.984375! disk.nvme0n1.in‚ 51211.7578125 network.recv‚ 1.325889e+06 disk.sda1.out‚0 disk.sda2.out‚0# disk.nvme0c0n1.in‚ 51211.7578125) disk.nvme0c0n1.out‚275512.77783203125$ memory_percent‚92.07402865091959 cpu‚25.377735124218656fYΔ™!‚(:‰ ôÞŠÓÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚303.693' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.7386 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚01xçmš!‚(:â ôÞŠÓ¸€Ð disk.sda.out‚ 496.32421875 disk.sda3.in‚274777.47265625 disk.sda3.out‚ 496.32421875% proc.memory.availableMB‚ 1949.3125 proc.cpu.threads‚17 network.recv‚ 1.326764e+06 disk.dm-1.in‚274777.47265625# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 cpu‚25.37770548544123$ disk./.usageGB‚847.7417869567871 disk.dm-1.out‚ 496.32421875" disk.dm-0.out‚275597.892578125 disk.sda.in‚274777.47265625$ memory_percent‚92.06822713216147' disk.nvme0c0n1.out‚275597.892578125! disk.nvme0n1.in‚ 51307.1640625% disk.nvme0n1.out‚275597.892578125 disk.dm-0.in‚ 51307.1640625 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 network.sent‚ 1.3483715e+07) disk./.usagePercent‚56.89266262540683# disk.nvme0c0n1.in‚ 51307.1640625X¢£4›!/ _wandbruntime‚12945  _runtime‚12945ý’uÈœ! & lr-AdamW/pg1‚5.783227951640731e-07 & lr-AdamW/pg2‚5.783227951640731e-07 trainer/global_step‚7649 % _timestamp‚1.7848523412490022e+09 _runtime‚12945.550476804 _step‚655¼”‚bÍ!Ç _runtime‚12945.550476804 _step‚655 & lr-AdamW/pg1‚5.783227951640731e-07 & lr-AdamW/pg2‚5.783227951640731e-07 trainer/global_step‚7649 % _timestamp‚1.7848523412490022e+09 …÷4ž!/ _wandbruntime‚12945  _runtime‚12945Ä}÷(Ÿ!‚P LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚602690553679872 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚71071612 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23445176 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 _step‚656 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚66413846 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚66413846 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9794199094784 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7968975175459 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2210499280099840 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚43830811 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7983703709696 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20385282 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 137485464 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚612484331334656 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2210499280099840 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2202516921841664 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚43830453 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚612484752774656 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2201647822024976 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _runtime‚12945.554943621 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2202516948015104 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚71071612 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚71061518 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 % _timestamp‚1.7848523412499442e+09 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 137475364 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7982358258176^\2Ö ( !‡P SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 421440000 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 7968975175459 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2210499280099840 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚43830811 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 7983703709696 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20385282 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 137485464 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚612484331334656 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2210499280099840 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2202516921841664 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚43830453 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚612484752774656 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2201647822024976 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 _runtime‚12945.554943621 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2202516948015104 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚71071612 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚71061518 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 % _timestamp‚1.7848523412499442e+09 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 137475364 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 7982358258176 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚602690553679872 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚71071612 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23445176 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚53348864 _step‚656 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚66413846 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚66413846 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9794199094784¶¢ç×4¡!/ _wandbruntime‚12946  _runtime‚12946Sðõv¢!‹N NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚71070600 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚71080708 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2202795857305600 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚612564158824448 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚66422219 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚602769140045824 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2209896594347883 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2210780583530496 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚43836034 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 137502927 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚612564586548736 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚353 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7971340588665 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚43836387 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚348 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚71070600 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚20387922 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2209897964387417 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚66422213 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7984726224896 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚657 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚602768771954688 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚66422219 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2202795831132160 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚23448117 _runtime‚12946.97039552 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9795446502912 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚59633152 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7969995977099 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2202795831132160 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7983380766208 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218ߎ"Ö'£!N I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 137502927 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚612564586548736 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚353 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 7971340588665 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚43836387 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚348 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚71070600 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 BDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚20387922 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2209897964387417 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚66422213 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 7984726224896 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 _step‚657 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚602768771954688 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚66422219 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2202795831132160 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚23448117 _runtime‚12946.97039552 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9795446502912 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚59633152 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 7969995977099 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2202795831132160 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 7983380766208 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚71070600 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚71080708 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2202795857305600 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚612564158824448 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 EDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚66422219 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚602769140045824 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2209896594347883 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2210780583530496 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 427724288 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚43836034 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248‘ã k4¤!/ _wandbruntime‚12947  _runtime‚12947ÐC¥!‚ 2loss/SRqqt1/assignment_loss‚0.6052276356393145 /loss/FRt1/detection_loss‚0.5489978570519924 $loss/total_loss‚8.76051840318835 0loss/FRt1/assignment_loss‚1.8955121574401856 1loss/FBt1/assignment_loss‚0.09381101636362689 1loss/FBt2/assignment_loss‚0.04847458657015469 /loss/FRt2/detection_loss‚1.5046415850056467 1loss/SRqqt2/detection_loss‚0.6700624837499881 trainer/global_step‚7649 0loss/FRt2/assignment_loss‚0.8796399933878308 2loss/SRqqt2/assignment_loss‚0.5249258370392711 1loss/SRqqt1/detection_loss‚0.8828389354845046 /loss/FBt1/detection_loss‚0.6696878212758086 epoch‚47 _step‚658 /loss/FBt2/detection_loss‚0.4366984941800242 % _timestamp‚1.7848523427239301e+09 _runtime‚12947.025277932­=Ç ¦!‡ /loss/FBt2/detection_loss‚0.4366984941800242 % _timestamp‚1.7848523427239301e+09 _runtime‚12947.025277932 2loss/SRqqt1/assignment_loss‚0.6052276356393145 /loss/FRt1/detection_loss‚0.5489978570519924 $loss/total_loss‚8.76051840318835 0loss/FRt1/assignment_loss‚1.8955121574401856 1loss/FBt1/assignment_loss‚0.09381101636362689 1loss/FBt2/assignment_loss‚0.04847458657015469 /loss/FRt2/detection_loss‚1.5046415850056467 1loss/SRqqt2/detection_loss‚0.6700624837499881 trainer/global_step‚7649 0loss/FRt2/assignment_loss‚0.8796399933878308 2loss/SRqqt2/assignment_loss‚0.5249258370392711 1loss/SRqqt1/detection_loss‚0.8828389354845046 /loss/FBt1/detection_loss‚0.6696878212758086 epoch‚47 _step‚658’›1蟧!‚(:” ƒßŠÓû£«Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚233.515' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚46.702999999999996 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ðfv¥p¨!‚(:å ƒßŠÓŽøúÏ disk.sda3.out‚ 496.8671875" disk.nvme0n1.in‚51325.76953125& disk.nvme0n1.out‚275599.0322265625$ memory_percent‚92.07038879394531* proc.memory.percent‚11.375220616658527 disk.sda1.in‚0 disk.sda1.out‚0( disk.nvme0c0n1.out‚275599.0322265625# proc.memory.rssMB‚ 2795.57421875 disk.dm-1.out‚ 496.8671875 network.sent‚ 1.348578e+07 network.recv‚ 1.327884e+06 disk.sda.out‚ 496.8671875 disk.sda2.out‚0 disk.sda3.in‚276135.26953125$ disk.nvme0c0n1.in‚51325.76953125 disk.dm-0.in‚51325.76953125) disk./.usagePercent‚56.89266441745957 disk.sda.in‚276135.26953125 disk.dm-1.in‚276135.26953125# disk.dm-0.out‚275599.0322265625& proc.memory.availableMB‚ 1948.78125 cpu‚25.377713083470802 proc.cpu.threads‚17# disk./.usageGB‚847.741813659668 disk.sda2.in‚0ñ‡^H”©!‚(:‰ ’ߊÓ¤ï§Î gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚321.322' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.2644 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0g ‰DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚71555309 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚606647825046528 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 trainer/global_step‚7699 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2217050171657904 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2225963778299392 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8038104165888 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8023284112676 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚66883300 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2225962406674432 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 8036758714368 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23609669 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2225962406674432 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8036758714368 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9861489190912 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2225963778299392 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8024628724130 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2217925647960064 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚304 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚299 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚606647456955392 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚44131172 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚71545215 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2217925674133504 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚616509352906240K l­»!†P D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚66883300 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2225962406674432 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 8036758714368 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23609669 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2225962406674432 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8036758714368 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9861489190912 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2225963778299392 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8024628724130 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2217925647960064 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚304 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚299 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚606647456955392 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚44131172 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚71545215 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2217925674133504 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚616509352906240 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2217925647960064 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚71555309 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚606647825046528 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 trainer/global_step‚7699 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2217050171657904 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2225963778299392 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8038104165888 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8023284112676•}š±4¼!/ _wandbruntime‚13037  _runtime‚13037²íSõ'½!ŒN KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2217328973431680 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2218204583424000 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚66891673 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚23612956 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚66891667 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚616588804928512 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚66891667 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2225353278345996 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚66891673 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8037781222400 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 138445964 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8039126681088 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚20523844 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2217328998859648 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚23612657 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚44136496 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚7699 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚299 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚616589213778432 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8039126681088 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2225354648385530 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8025649525882 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _runtime‚13037.401053875 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 138456078 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8024304914316 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2226242338472960 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _step‚662 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9862761607168 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚606726411412480 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8037781222400 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚71554297 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2226243710105088 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2218204583424000 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 138445964 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2218204557250560 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2218204557250560 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚71564405 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚71564405 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2226243710105088 QDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 138456078 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 138456078 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2217328973431680 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2218204583424000 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚66891673 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚23612956 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚66891667 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 408849920 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚616588804928512 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚66891667 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2225353278345996 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚66891673 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8037781222400 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 138445964 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8039126681088 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚20523844 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2217328998859648 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚23612657 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 BDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚44136496 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 trainer/global_step‚7699 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚299 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚616589213778432 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8039126681088 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2225354648385530 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8025649525882 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 _runtime‚13037.401053875 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 138456078 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8024304914316 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2226242338472960 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚40758784 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 _step‚662 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 ]KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚ 9862761607168 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚606726411412480 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8037781222400 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚71554297 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2226243710105088 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2218204583424000 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 138445964 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2218204557250560 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2218204557250560 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚71564405–‰ˆƒ›4¿!/ _wandbruntime‚13037  _runtime‚13037—ßÙ« À!ƒ epoch‚48 2loss/SRqqt2/assignment_loss‚0.5952678092515161 2loss/FBt1/assignment_loss‚0.010675569993991147 /loss/FRt2/detection_loss‚1.4129771071966388 1loss/SRqqt1/detection_loss‚0.9353588500469987 -loss/FBt1/detection_loss‚0.80106278723388 trainer/global_step‚7699 _step‚663 0loss/FRt2/assignment_loss‚0.7061392728239297 1loss/SRqqt2/detection_loss‚0.6074684545445277 0loss/FBt2/detection_loss‚0.43526445399646335 % _timestamp‚1.7848524331549542e+09 _runtime‚13037.456368215 /loss/FRt1/assignment_loss‚1.926028669120804 2loss/SRqqt1/assignment_loss‚0.5642928890612943 2loss/FBt2/assignment_loss‚0.012424866085645726 /loss/FRt1/detection_loss‚0.5384391729079389 %loss/total_loss‚8.545399902263629vru´Á!ˆ /loss/FRt1/assignment_loss‚1.926028669120804 2loss/SRqqt1/assignment_loss‚0.5642928890612943 2loss/FBt2/assignment_loss‚0.012424866085645726 /loss/FRt1/detection_loss‚0.5384391729079389 %loss/total_loss‚8.545399902263629 epoch‚48 2loss/SRqqt2/assignment_loss‚0.5952678092515161 2loss/FBt1/assignment_loss‚0.010675569993991147 /loss/FRt2/detection_loss‚1.4129771071966388 1loss/SRqqt1/detection_loss‚0.9353588500469987 -loss/FBt1/detection_loss‚0.80106278723388 trainer/global_step‚7699 _step‚663 0loss/FRt2/assignment_loss‚0.7061392728239297 1loss/SRqqt2/detection_loss‚0.6074684545445277 0loss/FBt2/detection_loss‚0.43526445399646335 % _timestamp‚1.7848524331549542e+09 _runtime‚13037.456368215—{ ¢’Â!‚(:‡ ÝߊÓˆª©Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚286.61' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚57.322 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0&æ]BrÃ!‚(:ç ÝߊÓ©®úÏ disk.sda3.in‚277222.81640625( disk.nvme0c0n1.out‚275698.2041015625 disk.sda.out‚ 500.5234375 disk.sda3.out‚ 500.5234375# proc.memory.rssMB‚ 2795.57421875 cpu‚25.379507679553104 network.sent‚ 1.3607384e+07& disk.nvme0n1.out‚275698.2041015625 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚ 500.5234375$ disk.nvme0c0n1.in‚51431.72265625& proc.memory.availableMB‚ 1947.84375# disk.dm-0.out‚275698.2041015625 disk.sda1.in‚0 disk.dm-1.in‚277222.81640625$ memory_percent‚92.07420349121094* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 network.recv‚ 1.336722e+06) disk./.usagePercent‚56.81910705268397$ disk./.usageGB‚846.6457557678223" disk.nvme0n1.in‚51431.72265625 disk.dm-0.in‚51431.72265625 disk.sda.in‚277222.816406258 ½¶“Ä!‚(:ˆ ìߊÓØ£«Î gpu.0.gpu‚29.0 gpu.0.memory‚9, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚53.0 gpu.0.powerWatts‚226.803' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚45.3606 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0oÔ2Å!‚(:ê ìߊÓžÏÐ# disk.nvme0c0n1.in‚ 51545.8515625! disk.nvme0n1.in‚ 51545.8515625& disk.nvme0n1.out‚275782.3349609375 disk.sda2.in‚0 disk.sda2.out‚0 proc.cpu.threads‚17 disk.dm-1.in‚277483.13671875 disk.sda1.out‚0 disk.sda3.out‚ 500.86328125# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527$ disk./.usageGB‚846.1472816467285( disk.nvme0c0n1.out‚275782.3349609375 disk.dm-0.in‚ 51545.8515625# disk.dm-0.out‚275782.3349609375 disk.sda.out‚ 500.86328125) proc.memory.availableMB‚ 1948.06640625 network.sent‚ 1.3667164e+07 network.recv‚ 1.339138e+06 disk.sda.in‚277483.13671875 disk.sda1.in‚0 disk.sda3.in‚277483.13671875$ memory_percent‚92.07329750061035 cpu”(´`‚25.379492358241578) disk./.usagePercent‚56.78565403616973 disk.dm-1.out‚ 500.86328125[‹¡¿ŸÆ!‚(:” ûߊÓчŽÎ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚293.457' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚58.691399999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0)tôzhÇ!‚(:Ý ûߊÓ’¸¡Ñ disk.dm-0.in‚ 51641.578125 disk.sda3.in‚278748.65234375 disk.dm-1.in‚278748.65234375# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527$ disk./.usageGB‚846.1472625732422# disk.dm-0.out‚275782.9287109375 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 501.34375$ memory_percent‚92.07542737325033 proc.cpu.threads‚17 network.recv‚ 1.340474e+06 disk.sda2.in‚0 cpu‚25.37945401337259) disk./.usagePercent‚56.78565275613205" disk.nvme0c0n1.in‚ 51641.578125& disk.nvme0n1.out‚275782.9287109375 disk.sda.in‚278748.65234375 disk.sda.out‚ 501.34375 disk.sda1.in‚0 disk.dm-1.out‚ 501.34375) proc.memory.availableMB‚ 1947.54296875 network.sent‚ 1.3669229e+07( disk.nvme0c0n1.out‚275782.9287109375 disk.nvme0n1.in‚ 51641.578125g¤L”È!‚(:‰ ŠàŠÓ˜…ÔÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚296.933' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.3866 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÏÇzwÉ!‚(:ì ŠàŠÓÔíŽÒ disk.dm-1.in‚278748.65234375 disk.dm-1.out‚ 502.0390625) disk.nvme0c0n1.out‚275785.66162109375" disk.nvme0n1.in‚51648.73828125' disk.nvme0n1.out‚275785.66162109375 disk.sda.out‚ 502.0390625* proc.memory.percent‚11.375220616658527 network.recv‚ 1.341291e+06) disk./.usagePercent‚56.78568962121698 disk.sda2.out‚0 disk.sda3.in‚278748.65234375 disk.sda3.out‚ 502.0390625 cpu‚25.37941694617784 proc.cpu.threads‚17 disk.sda1.out‚0 disk.sda2.in‚0$ disk.nvme0c0n1.in‚51648.73828125$ disk.dm-0.out‚275785.66162109375 disk.sda.in‚278748.65234375$ memory_percent‚92.07625389099121) proc.memory.availableMB‚ 1947.33984375# proc.memory.rssMB‚ 2795.57421875$ disk./.usageGB‚846.1478118896484 disk.sda1.in‚0 disk.dm-0.in‚51648.73828125 network.sent‚ 1.3671312e+07 &—WžÊ!‚(:“ ™àŠÓÄôŠÎ gpu.0.gpu‚35.0 gpu.0.memory‚11, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚365.046' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚73.00919999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 ņyË!‚(:î ™àŠÓÍÝÐ' disk.nvme0n1.out‚275786.95849609375 disk.sda3.in‚278748.65234375 disk.sda3.out‚ 502.52734375* proc.memory.percent‚11.375220616658527 cpu‚25.379408017182396 proc.cpu.threads‚17 network.sent‚ 1.3673367e+07) disk./.usagePercent‚56.77928559274796$ disk.dm-0.out‚275786.95849609375 disk.sda.out‚ 502.52734375# proc.memory.rssMB‚ 2795.57421875" disk.nvme0n1.in‚51648.73828125 disk.dm-0.in‚51648.73828125 disk.dm-1.in‚278748.65234375$ disk.nvme0c0n1.in‚51648.73828125# memory_percent‚92.0753320058187) proc.memory.availableMB‚ 1947.56640625 disk.sda2.in‚0 disk.sda2.out‚0 network.recv‚ 1.34261e+06 disk.sda.in‚278748.65234375 disk.sda1.in‚0 disk.sda1.out‚0 disk.dm-1.out‚ 502.52734375) disk.nvme0c0n1.out‚275786.95849609375$ disk./.usageGB‚846.0523872375488uw4Ì!/ _wandbruntime‚13116  _runtime‚13116¸aÜÈÍ! % _timestamp‚1.7848525117956262e+09 _runtime‚13116.097129995 _step‚664 & lr-AdamW/pg1‚2.959739211331288e-07 & lr-AdamW/pg2‚2.959739211331288e-07 trainer/global_step‚7749Ý}Œ;ÍÎ!Ç _runtime‚13116.097129995 _step‚664 & lr-AdamW/pg1‚2.959739211331288e-07 & lr-AdamW/pg2‚2.959739211331288e-07 trainer/global_step‚7749 % _timestamp‚1.7848525117956262e+09˜Eœ4Ï!/ _wandbruntime‚13116  _runtime‚13116º%íŸ(Ð!€P G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2231871138658304 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚610577143344128 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2230990285774672 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚67301650 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚67301650 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2239960432380416 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2239959060755456 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9924156613120 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚72011261 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚620500931866112 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8075732606938 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚67301656 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2239959060755456 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2231871138658304 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚23759379 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 139312917 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚361 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚72011261 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 8089293722112 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8074387995484 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9924205767680 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2239064648342188 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2230990260346704 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚20653199 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚620501349111808 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚72001167 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20653204 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8087948270592 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚44412583 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2239066018381610 _step‚665 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2231871112484864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23759023 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚610576775252992 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2239960432380416 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 139302817 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚72001167 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8089293722112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚67301656 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6[!˜ (Ñ!…P QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚356 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2239959060755456 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2231871138658304 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚23759379 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 139312917 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚361 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚72011261 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 8089293722112 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8074387995484 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9924205767680 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2239064648342188 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2230990260346704 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚20653199 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚620501349111808 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚72001167 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20653204 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8087948270592 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚44412583 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2239066018381610 _step‚665 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2231871112484864 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23759023 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚610576775252992 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2239960432380416 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 139302817 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚72001167 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8089293722112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚67301656 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2231871138658304 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚610577143344128 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2230990285774672 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚67301650 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚67301650 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2239960432380416 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2239959060755456 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9924156613120 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚72011261 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚620500931866112 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8075732606938 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚67301656 J"í ÌÓ!ŒN YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2231269062120480 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚67310023 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚44417850 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2240240364186112 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚67310017 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚620580767754752 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚620581191284736 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2232150021775360 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2239344470917604 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚72020357 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 trainer/global_step‚7749 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚20655839 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 _step‚666 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2240240364186112 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚72020357 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚610655361618944 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2232150047948800 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2232150047948800 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2239345840957138 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚357 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9925461574656 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8075408797124 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8088970778624 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8090316237312 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 139330380 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8076753408690 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 139320266 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚72010249 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8090316237312 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8088970778624 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚67310017 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2232150021775360 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚23762363 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2240238992553984 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚67310023 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005~ä$¼'Ô!‘N aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9925461574656 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8075408797124 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8088970778624 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8090316237312 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 139330380 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚55438848 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8076753408690 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 139320266 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚72010249 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8090316237312 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8088970778624 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚67310017 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2232150021775360 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚23762363 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2240238992553984 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚67310023 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2231269062120480 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚67310023 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚44417850 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2240240364186112 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚67310017 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚620580767754752 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚620581191284736 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2232150021775360 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2239344470917604 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚72020357 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 trainer/global_step‚7749 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚20655839 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚352 _step‚666 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2240240364186112 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚72020357 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚610655361618944 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 FDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2232150047948800 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2232150047948800 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2239345840957138 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚357šÈÅ"É4Õ!/ _wandbruntime‚13117  _runtime‚13117ShÇÖ!‚ 1loss/SRqqt1/detection_loss‚0.8591577478743078 $loss/total_loss‚8.51462982464473 epoch‚48 _step‚667 2loss/SRqqt1/assignment_loss‚0.5871751261056367 2loss/SRqqt2/assignment_loss‚0.5108944465488428 2loss/FBt2/assignment_loss‚0.030291440329480657 1loss/SRqqt2/detection_loss‚0.6216471881523697 0loss/FRt1/assignment_loss‚1.9543368905958352 /loss/FBt2/detection_loss‚0.5790864405083027 trainer/global_step‚7749 % _timestamp‚1.7848525132661092e+09 _runtime‚13117.567468757 0loss/FRt2/assignment_loss‚0.7172312506679761 1loss/FBt1/assignment_loss‚0.04614241327985929 /loss/FRt1/detection_loss‚0.5555719081767344 .loss/FRt2/detection_loss‚1.376479590703315 /loss/FBt1/detection_loss‚0.6766153817020711ùÙ— ×!‡ _step‚667 2loss/SRqqt1/assignment_loss‚0.5871751261056367 2loss/SRqqt2/assignment_loss‚0.5108944465488428 2loss/FBt2/assignment_loss‚0.030291440329480657 1loss/SRqqt2/detection_loss‚0.6216471881523697 0loss/FRt1/assignment_loss‚1.9543368905958352 /loss/FBt2/detection_loss‚0.5790864405083027 trainer/global_step‚7749 % _timestamp‚1.7848525132661092e+09 _runtime‚13117.567468757 0loss/FRt2/assignment_loss‚0.7172312506679761 1loss/FBt1/assignment_loss‚0.04614241327985929 /loss/FRt1/detection_loss‚0.5555719081767344 .loss/FRt2/detection_loss‚1.376479590703315 /loss/FBt1/detection_loss‚0.6766153817020711 1loss/SRqqt1/detection_loss‚0.8591577478743078 $loss/total_loss‚8.51462982464473 epoch‚48›-Y””Ø!‚(:‰ ¨àŠÓÝ’ŒÏ gpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚291.291' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚58.2582 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0è£$vÙ!‚(:ë ¨àŠÓåØœÑ disk.dm-1.out‚ 503.01953125$ memory_percent‚92.07636515299478# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 cpu‚25.37939147404879 proc.cpu.threads‚17 network.recv‚ 1.343619e+06) disk./.usagePercent‚56.79612960846331 disk.sda3.out‚ 503.01953125) disk.nvme0c0n1.out‚275794.26513671875" disk.nvme0n1.in‚51649.77734375$ disk.dm-0.out‚275794.26513671875 disk.sda.in‚279304.23828125 disk.sda1.in‚0 network.sent‚ 1.3675595e+07$ disk./.usageGB‚846.3033752441406 disk.sda2.in‚0 disk.sda3.in‚279304.23828125 disk.dm-1.in‚279304.23828125$ disk.nvme0c0n1.in‚51649.77734375' disk.nvme0n1.out‚275794.26513671875 disk.dm-0.in‚51649.77734375 disk.sda2.out‚0 disk.sda.out‚ 503.01953125 disk.sda1.out‚0% proc.memory.availableMB‚ 1947.3125=üœ”Ú!‚(:‰ ·àŠÓ–±•Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.624' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.7248 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ϥ۠uÛ!‚(:ê ·àŠÓ—ÖåÏ" disk.nvme0n1.in‚51806.70703125 disk.dm-0.in‚51806.70703125 disk.sda.out‚ 503.3046875* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17) disk.nvme0c0n1.out‚275877.65185546875' disk.nvme0n1.out‚275877.65185546875$ disk.dm-0.out‚275877.65185546875 disk.sda1.out‚0 disk.sda2.out‚0$ memory_percent‚92.07547505696616& proc.memory.availableMB‚ 1947.53125# proc.memory.rssMB‚ 2795.57421875 network.sent‚ 1.3734807e+07 disk.dm-1.out‚ 503.3046875 disk.sda.in‚279847.30078125 disk.sda2.in‚0 disk.sda3.in‚279847.30078125 cpu‚25.379344857227125 network.recv‚ 1.34593e+06$ disk./.usageGB‚846.3068046569824 disk.dm-1.in‚279847.30078125$ disk.nvme0c0n1.in‚51806.70703125 disk.sda1.in‚0 disk.sda3.out‚ 503.3046875* disk./.usagePercent‚56.796359759236594DžºÕ’Ü!‚(:‡ ÆàŠÓòž™Î gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚356.753' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚71.3506 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÿþÏuÝ!‚(:ê ÆàŠÓÄ‘Ð disk.sda3.in‚279847.30078125 disk.sda3.out‚ 503.890625 disk.dm-0.in‚51806.70703125$ memory_percent‚92.07677841186523 cpu‚25.379348522697033) disk.nvme0c0n1.out‚275879.36279296875 network.sent‚ 1.3737412e+07 network.recv‚ 1.346995e+06* disk./.usagePercent‚56.796360527259196$ disk./.usageGB‚846.3068161010742 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda.in‚279847.30078125 disk.sda1.in‚0 disk.dm-1.out‚ 503.890625" disk.nvme0n1.in‚51806.70703125' disk.nvme0n1.out‚275879.36279296875$ disk.dm-0.out‚275879.36279296875( proc.memory.availableMB‚ 1947.2109375# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 disk.dm-1.in‚279847.30078125$ disk.nvme0c0n1.in‚51806.70703125 disk.sda.out‚ 503.890625 proc.cpu.threads‚17 disk.sda1.out‚0ºù­”Þ!‚(:‰ ÕàŠÓ¦ºÎ gpu.0.gpu‚99.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚282.988' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.5976 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0í¯Ãyß!‚(:î ÕàŠÓÛ“¥Ñ disk.sda3.out‚ 504.55078125 disk.dm-1.out‚ 504.55078125$ disk.nvme0c0n1.in‚51806.70703125) disk.nvme0c0n1.out‚275880.53076171875" disk.nvme0n1.in‚51806.70703125$ disk.dm-0.out‚275880.53076171875 disk.sda.in‚279847.30078125 disk.sda1.in‚0 network.recv‚ 1.348318e+06( disk./.usagePercent‚56.7963554071085 disk.dm-1.in‚279847.30078125 disk.dm-0.in‚51806.70703125 disk.sda2.in‚0# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 network.sent‚ 1.3739479e+07' disk.nvme0n1.out‚275880.53076171875 disk.sda1.out‚0 disk.sda2.out‚0$ memory_percent‚92.07576115926108( proc.memory.availableMB‚ 1947.4609375$ disk./.usageGB‚846.3067398071289 disk.sda3.in‚279847.30078125 disk.sda.out‚ 504.55078125 cpu‚25.379329004725513tåLPŸà!‚(:” äàŠÓ²ê¹Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚303.579' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚60.715799999999994 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Ê5 cná!‚(:ã äàŠÓ§’ Ð$ memory_percent‚92.07576115926108 disk.sda.in‚280113.2890625 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.in‚280113.2890625 disk.dm-1.out‚ 505.1484375( proc.memory.availableMB‚ 1947.4609375# disk./.usageGB‚846.306957244873* proc.memory.percent‚11.375220616658527 cpu‚25.3792810512885 proc.cpu.threads‚17 network.sent‚ 1.3741587e+07 network.recv‚ 1.349271e+06' disk.nvme0n1.out‚275884.57470703125 disk.sda.out‚ 505.1484375 disk.sda2.out‚0 disk.sda3.out‚ 505.1484375) disk.nvme0c0n1.out‚275884.57470703125# proc.memory.rssMB‚ 2795.57421875) disk./.usagePercent‚56.79636999953795! disk.nvme0n1.in‚ 51824.4921875 disk.dm-0.in‚ 51824.4921875$ disk.dm-0.out‚275884.57470703125 disk.sda1.in‚0 disk.sda3.in‚280113.2890625# disk.nvme0c0n1.in‚ 51824.4921875ÿRu4â!/ _wandbruntime‚13196  _runtime‚13196öFÁ Êã!Ä ' lr-AdamW/pg1‚1.8985824883135638e-07 ' lr-AdamW/pg2‚1.8985824883135638e-07 trainer/global_step‚7799 % _timestamp‚1.7848525922899718e+09 _runtime‚13196.591472327 _step‚668þ5’nÏä!É ' lr-AdamW/pg2‚1.8985824883135638e-07 trainer/global_step‚7799 % _timestamp‚1.7848525922899718e+09 _runtime‚13196.591472327 _step‚668 ' lr-AdamW/pg1‚1.8985824883135638e-07œÅØyn4å!/ _wandbruntime‚13196  _runtime‚13196`^g(æ!‚P L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚67720000 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2253955714836480 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2253957086461440 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚381 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚72467213 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2253955714836480 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8140483278336 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2245816577009664 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9986470006272 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚72457119 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2253057210953218 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2244930349035504 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 140187219 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23908058 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 140177119 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2253957086461440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2245816577009664 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20785204 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚44693257 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚67720006 _step‚669 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚624492993385472 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9986531743744 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2253055840913796 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚44693643 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8139137826816 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚624492563556864 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2244930374463472 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 13446114543Ä“Šç!‡P ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 % _timestamp‚1.7848525922909935e+09 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 8139137826816 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚44693643 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8139137826816 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚624492563556864 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ]ODeviceStç%ëǃ"atsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2244930374463472 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚67720000 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2253955714836480 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2253957086461440 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚381 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚72467213 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2253955714836480 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8140483278336 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2245816577009664 _MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚ 9986470006272 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚72457119 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2253057210953218 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2244930349035504 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 140187219 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚23908058 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 140177119 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2253957086461440 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2245816577009664 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚20785204 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚44693257 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚67720006 _step‚669 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚624492993385472 cQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚ 9986531743744 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2253055840913796 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 JDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚67728373 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚624572404561408 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8141505793536 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8127857291498 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚72476309 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚20787839 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2245209176237248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚44698885 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚614584679916544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 trainer/global_step‚7799 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8140160334848 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2246095512473600 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚23911046 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2245209150809280 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8126512679932 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 140204682 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚44699265 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 _runtime‚13198.011491559 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824åW'ê!‘N KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 I?DeviceStatsMonitor.on_train_batch_end/active.small_pool.current‚10108 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚44698885 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚614584679916544 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 trainer/global_step‚7799 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8140160334848 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2246095512473600 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚23911046 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2245209150809280 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8126512679932 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 140204682 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚44699265 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 _runtime‚13198.011491559 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚67728373 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2246095512473600 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚67728367 _step‚670 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2254237018267136 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 aODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚ 9987775889408 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 EDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚67728373 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚624572404561408 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚51244544 @:DeviceStatsMonitor.on_train_batch_end/num_sync_all_streams‚2 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8141505793536 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8127857291498 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚72476309 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 C=DeviceStatsMonitor.on_train_batch_end/oversize_segments.freed‚0 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚20787839 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 419335680 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2245209176237248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440žYYl4ë!/ _wandbruntime‚13198  _runtime‚13198"×¥ì!‚ #loss/total_loss‚8.6231345786167 0loss/FRt1/assignment_loss‚1.9792904402017593 /loss/FRt2/detection_loss‚1.5841698074894208 1loss/SRqqt1/detection_loss‚0.9117470146507188 1loss/SRqqt2/detection_loss‚0.6173955805855009 0loss/FBt2/detection_loss‚0.44570396329108125 _runtime‚13198.064194935 0loss/FRt2/assignment_loss‚0.8194499827389207 2loss/SRqqt2/assignment_loss‚0.4693700216593053 epoch‚48 % _timestamp‚1.7848525937628384e+09 _step‚671 1loss/SRqqt1/assignment_loss‚0.528671516017172 1loss/FBt1/assignment_loss‚0.09805773213678139 .loss/FBt1/detection_loss‚0.666900483412402 2loss/FBt2/assignment_loss‚0.010024532510434603 0loss/FRt1/detection_loss‚0.49235350392320104 trainer/global_step‚7799r:êd í!‡ 2loss/FBt2/assignment_loss‚0.010024532510434603 0loss/FRt1/detection_loss‚0.49235350392320104 trainer/global_step‚7799 #loss/total_loss‚8.6231345786167 0loss/FRt1/assignment_loss‚1.9792904402017593 /loss/FRt2/detection_loss‚1.5841698074894208 1loss/SRqqt1/detection_loss‚0.9117470146507188 1loss/SRqqt2/detection_loss‚0.6173955805855009 0loss/FBt2/detection_loss‚0.44570396329108125 _runtime‚13198.064194935 0loss/FRt2/assignment_loss‚0.8194499827389207 2loss/SRqqt2/assignment_loss‚0.4693700216593053 epoch‚48 % _timestamp‚1.7848525937628384e+09 _step‚671 1loss/SRqqt1/assignment_loss‚0.528671516017172 1loss/FBt1/assignment_loss‚0.09805773213678139 .loss/FBt1/detection_loss‚0.666900483412402Ÿ:–V†”î!‚(:‰ óàŠÓ·€½Î gpu.0.gpu‚73.0 gpu.0.memory‚22, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚360.513' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.1026 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0M›;–Oï!‚(:Ä óàŠÓˆþÐ disk.sda2.in‚0 cpu‚25.379282702531608! disk.nvme0c0n1.in‚ 51960.15625$ memory_percent‚92.07588831583658# proc.memory.rssMB‚ 2795.57421875 proc.cpu.threads‚17 disk.sda1.out‚0 network.sent‚ 1.3743674e+07$ disk./.usageGB‚846.7317657470703' disk.nvme0c0n1.out‚276401.814453125 disk.nvme0n1.in‚ 51960.15625 disk.dm-0.in‚ 51960.15625 disk.sda3.out‚505.625( proc.memory.availableMB‚ 1947.4296875 network.recv‚ 1.35051e+06% disk.nvme0n1.out‚276401.814453125 disk.sda.out‚505.625 disk.sda2.out‚0 disk.sda3.in‚ 281431.9375 disk.dm-1.in‚ 281431.9375 disk.dm-1.out‚505.625* proc.memory.percent‚11.375220616658527 disk.sda1.in‚0) disk./.usagePercent‚56.82487925455849" disk.dm-0.out‚276401.814453125 disk.sda.in‚ 281431.9375¤ àF”ð!‚(:‰ ‚áŠÓÃɬÎ gpu.0.gpu‚99.0 gpu.0.memory‚32, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚246.158' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚49.2316 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0’¶‘oñ!‚(:Õ ‚áŠÓž°…Ð cpu‚25.379253327120473 proc.cpu.threads‚17) disk./.usagePercent‚56.82547421606806 disk.sda1.in‚0 disk.sda3.in‚ 281431.9375 disk.dm-1.out‚ 506.140625 network.sent‚ 1.3803408e+07 disk.sda2.out‚0 disk.dm-1.in‚ 281431.9375) disk.nvme0c0n1.out‚276404.56591796875 disk.dm-0.in‚ 51960.15625$ memory_percent‚92.07564989725748) proc.memory.availableMB‚ 1947.48828125* proc.memory.percent‚11.375220616658527 network.recv‚ 1.352864e+06$ disk./.usageGBä–jM‚846.7406311035156 disk.sda.out‚ 506.140625 disk.sda2.in‚0! disk.nvme0c0n1.in‚ 51960.15625' disk.nvme0n1.out‚276404.56591796875$ disk.dm-0.out‚276404.56591796875# proc.memory.rssMB‚ 2795.57421875 disk.sda.in‚ 281431.9375 disk.sda1.out‚0 disk.sda3.out‚ 506.140625 disk.nvme0n1.in‚ 51960.15625»->Pžò!‚(:“ ‘áŠÓøÓûÍ gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚323.732' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚64.74640000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Q¢7nó!‚(:ã ‘áŠÓè¿æÐ) disk.nvme0c0n1.out‚276419.81982421875" disk.nvme0n1.in‚51961.16015625' disk.nvme0n1.out‚276419.81982421875 disk.dm-0.in‚51961.16015625 disk.dm-1.in‚ 281431.9375$ disk.dm-0.out‚276419.81982421875 disk.sda.in‚ 281431.9375 disk.sda.out‚ 506.61328125 disk.dm-1.out‚ 506.61328125' proc.memory.availableMB‚ 1947.078125# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 network.sent‚ 1.3805442e+07* disk./.usagePercent‚56.826139067634486$ disk.nvme0c0n1.in‚51961.16015625 disk.sda2.out‚0 disk.sda3.out‚ 506.61328125$ memory_percent‚92.07731882731119 proc.cpu.threads‚17$ disk./.usageGB‚846.7505378723145 disk.sda2.in‚0 disk.sda3.in‚ 281431.9375 cpu‚25.379217289637257 disk.sda1.in‚0 disk.sda1.out‚0 network.recv‚ 1.353952e+06äQB”ô!‚(:‰  áŠÓúç®Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚57.0 gpu.0.powerWatts‚325.989' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚65.1978 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¥´"Äxõ!‚(:í  áŠÓ“¸öÏ disk.sda.in‚282003.11328125 disk.sda1.in‚0 disk.sda2.in‚0$ disk.nvme0c0n1.in‚51961.33984375# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 network.recv‚ 1.354865e+06" disk.nvme0n1.in‚51961.33984375( disk.nvme0c0n1.out‚276436.0556640625 cpu‚25.379206594825114 proc.cpu.threads‚17 network.sent‚ 1.3807542e+07& disk.nvme0n1.out‚276436.0556640625 disk.sda2.out‚0 disk.sda3.in‚282003.11328125 disk.sda3.out‚ 507.26171875 disk.dm-1.in‚282003.11328125$ memory_percent‚92.07631746927896* disk./.usagePercent‚56.826450884811194# disk./.usageGB‚846.755184173584 disk.sda.out‚ 507.26171875 disk.sda1.out‚0 disk.dm-1.out‚ 507.26171875) proc.memory.availableMB‚ 1947.32421875 disk.dm-0.in‚51961.33984375# disk.dm-0.out‚276436.0556640625F1Ô‚Ÿö!‚(:” ¯áŠÓäÌÈÎ gpu.0.gpu‚100.0 gpu.0.memory‚33, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚326.965' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚65.39299999999999 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¬-°_o÷!‚(:ä ¯áŠÓÐ# disk./.usageGB‚846.756160736084! disk.nvme0n1.in‚ 52099.3828125& disk.nvme0n1.out‚276519.5400390625# disk.dm-0.out‚276519.5400390625 disk.dm-1.out‚ 507.53515625$ memory_percent‚92.07731882731119 disk.dm-1.in‚282511.6328125( disk.nvme0c0n1.out‚276519.5400390625# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17) disk./.usagePercent‚56.82651642273996 disk.dm-0.in‚ 52099.3828125 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚282511.6328125 disk.sda3.out‚ 507.53515625' proc.memory.availableMB‚ 1947.078125 disk.sda.in‚282511.6328125 disk.sda.out‚ 507.53515625 disk.sda1.in‚0# disk.nvme0c0n1.in‚ 52099.3828125 cpu‚25.379172484687583 network.sent‚ 1.3809604e+07 network.recv‚ 1.356051e+06v}îü4ø!/ _wandbruntime‚13272  _runtime‚13272{Ê):ù!—u 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 *jet/accuracy_1_of_4‚0.9727796316146851 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37692952156066895 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.881938636302948 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7998939752578735 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6287667751312256 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6044365167617798 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7037734985351562 +particle/sensitivity‚0.6292470097541809 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0809020921587944 particle/accuracy_3_of_4‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_3_of_3‚1 particle/accuracy_1_of_4‚1 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.30146676301956177 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7585026025772095 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4733043313026428 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21974392235279083 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6188012361526489 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34800592064857483 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7242575883865356 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 +jet/accuracy_3_of_3‚0.08290072530508041 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.022375088185071945 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.11438462138175964 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.24021601676940918 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6179777979850769 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03072572872042656 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 _step‚672 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3719812035560608 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6493259072303772 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7391600608825684 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.24200472235679626 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.04000994935631752 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.30606210231781006 particle/accuracy_1_of_2‚1 4validation_average_jet_accuracy‚0.38114133477211 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9253588914871216 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7522379159927368 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 'particle/f_score‚0.6375696063041687 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2900862395763397 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4642826318740845 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7338079214096069 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09647983312606812 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 particle/accuracy_2_of_4‚1 particle/accuracy_2_of_2‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 7"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.65336674451828 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2902182936668396 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.31570494174957275 particle/accuracy_2_of_3‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6757917404174805 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22854667901992798 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03280505910515785 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8713195323944092 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023825589567422867 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8713195323944092 trainer/global_step‚7839 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6287667751312256 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04908285662531853 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 % _timestamp‚1.7848526680526695e+09 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5251141786575317 particle/accuracy_1_of_3‚1 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6037830710411072 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/2FRt*SRqqt0FBt/SRqqt_purity‚0.8053552508354187 epoch‚48 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2187468707561493 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7477947473526001 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6155048608779907 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6188012361526489 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11190614104270935 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6550344824790955 8"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.691092312335968 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7249922156333923 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.30178511142730713 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 +jet/accuracy_2_of_2‚0.15881583094596863 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.47355422377586365 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8078562617301941 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +jet/accuracy_1_of_1‚0.34759360551834106 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2899620831012726 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6758881211280823 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.23073476552963257 )loss/val_total_loss‚8.540328214055922 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2811785638332367 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.30106139183044434 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.654797375202179 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7716366052627563 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.2122037410736084 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2005314975976944 +particle/specificity‚0.9067366123199463 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6842601895332336 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7930725812911987 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21499110758304596 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 *jet/accuracy_2_of_3‚0.6195440292358398 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6179777979850769 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 *jet/accuracy_1_of_3‚0.9000921845436096 )jet/accuracy_2_of_4‚0.836920440196991 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 8"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.629658043384552 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 +jet/accuracy_3_of_4‚0.11188126355409622 +jet/accuracy_4_of_4‚0.02010233886539936 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4513287842273712 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 (particle/accuracy‚0.8476460576057434 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7421309351921082 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2902182936668396 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22927674651145935 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7134066820144653 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7022854685783386 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.09535428136587143 *jet/accuracy_1_of_2‚0.7446941137313843 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09531541168689728 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33981719613075256 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9646381735801697 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6321079134941101 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04945278912782669 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18619616329669952 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4857575297355652 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05911571532487869 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.22665530443191528 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.677611768245697 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_1‚1 _runtime‚13272.354956683 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5984906554222107 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013[n4v4ú!œu 8 Purity/1FRt1SRqqt1FBt/FRt_purity‚0.47355422377586365 9"Purity/1FRt2SRqqt1FBt/SRqqt_purity‚0.4000000059604645 9"Purity/2FRt*SRqqt*FBt/SRqqt_purity‚0.8078562617301941 ;&Purity/2FRt2SRqqt0FBt/event_proportion‚0.00640869140625 +jet/accuracy_1_of_1‚0.34759360551834106 ;&Purity/1FRt0SRqqt*FBt/event_proportion‚0.44964599609375 & Purity/2FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt0SRqqt0FBt/FRt_purity‚0.2899620831012726 9"Purity/*FRt1SRqqt1FBt/SRqqt_purity‚0.6758881211280823 & Purity/1FRt*SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt0FBt/FRt_purity‚0.23073476552963257 )loss/val_total_loss‚8.540328214055922 9"Purity/*FRt0SRqqt0FBt/event_purity‚0.2811785638332367 ;&Purity/*FRt1SRqqt2FBt/event_proportion‚0.00054931640625 :"Purity/1FRt0SRqqt*FBt/event_purity‚0.30106139183044434 ;&Purity/2FRt*SRqqt1FBt/event_proportion‚0.00128173828125 & Purity/2FRt*SRqqt2FBt/FBt_purity‚1 8&Purity/0FRt1SRqqt2FBt/event_proportion‚ 0.00048828125 ("Purity/1FRt*SRqqt2FBt/SRqqt_purity‚0 8"Purity/*FRt1SRqqt0FBt/SRqqt_purity‚0.654797375202179 9"Purity/0FRt*SRqqt2FBt/event_purity‚0.8697420954704285 :"Purity/1FRt1SRqqt1FBt/event_purity‚0.29454436898231506 8 Purity/1FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/2FRt1SRqqt0FBt/event_purity‚0 & Purity/2FRt1SRqqt1FBt/FBt_purity‚1 9&Purity/*FRt*SRqqt*FBt/event_proportion‚0.948974609375 9"Purity/*FRt*SRqqt1FBt/event_purity‚0.7716366052627563 8 Purity/*FRt2SRqqt1FBt/FRt_purity‚0.20000000298023224 ("Purity/0FRt0SRqqt0FBt/event_purity‚1 9&Purity/0FRt1SRqqt1FBt/event_proportion‚0.011474609375 ("Purity/1FRt1SRqqt2FBt/event_purity‚0 & Purity/0FRt2SRqqt1FBt/FBt_purity‚1 & Purity/2FRt*SRqqt*FBt/FBt_purity‚1 7 Purity/2FRt*SRqqt0FBt/FRt_purity‚0.2122037410736084 :&Purity/2FRt1SRqqt*FBt/event_proportion‚0.0130615234375 & Purity/0FRt1SRqqt1FBt/FBt_purity‚1 7 Purity/2FRt1SRqqt*FBt/FRt_purity‚0.2005314975976944 +particle/specificity‚0.9067366123199463 9"Purity/0FRt2SRqqt*FBt/SRqqt_purity‚0.6842601895332336 7 Purity/1FRt0SRqqt2FBt/FRt_purity‚0.7473214268684387 9"Purity/1FRt2SRqqt*FBt/SRqqt_purity‚0.7930725812911987 9"Purity/2FRt*SRqqt2FBt/event_purity‚0.8888888955116272 :"Purity/*FRt2SRqqt*FBt/event_purity‚0.21499110758304596 9"Purity/*FRt0SRqqt2FBt/event_purity‚0.8844901323318481 ;&Purity/*FRt1SRqqt1FBt/event_proportion‚0.01800537109375 :&Purity/*FRt2SRqqt0FBt/event_proportion‚0.0528564453125 7 Purity/0FRt0SRqqt1FBt/FBt_purity‚0.9977272748947144 ;&Purity/1FRt*SRqqt2FBt/event_proportion‚0.00286865234375 *jet/accuracy_2_of_3‚0.6195440292358398 9"Purity/0FRt1SRqqt*FBt/event_purity‚0.6179777979850769 & Purity/1FRt0SRqqt2FBt/FBt_purity‚1 ,&Purity/2FRt2SRqqt1FBt/event_proportion‚0 *jet/accuracy_1_of_3‚0.9000921845436096 )jet/accuracy_2_of_4‚0.836920440196991 9"Purity/1FRt*SRqqt2FBt/event_purity‚0.7348213791847229 & Purity/1FRt1SRqqt1FBt/FBt_purity‚1 8"Purity/0FRt*SRqqt*FBt/SRqqt_purity‚0.629658043384552 ("Purity/0FRt*SRqqt2FBt/SRqqt_purity‚0 +jet/accuracy_3_of_4‚0.11188126355409622 +jet/accuracy_4_of_4‚0.02010233886539936 9"Purity/0FRt2SRqqt1FBt/SRqqt_purity‚0.4333333373069763 ;&Purity/*FRt0SRqqt*FBt/event_proportion‚0.50567626953125 7 Purity/*FRt1SRqqt1FBt/FRt_purity‚0.4513287842273712 ("Purity/1FRt1SRqqt2FBt/SRqqt_purity‚0 (particle/accuracy‚0.8476460576057434 7 Purity/*FRt0SRqqt1FBt/FRt_purity‚0.7421309351921082 :&Purity/0FRt0SRqqt2FBt/event_proportion‚0.0062255859375 & Purity/1FRt0SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt0SRqqt0FBt/FRt_purity‚0.2902182936668396 7&Purity/1FRt0SRqqt1FBt/event_proportion‚ 0.0087890625 ("Purity/*FRt2SRqqt1FBt/event_purity‚0 :&Purity/0FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 :"Purity/1FRt*SRqqt*FBt/event_purity‚0.22927674651145935 9"Purity/1FRt0SRqqt1FBt/event_purity‚0.7134066820144653 9"Purity/1FRt1SRqqt0FBt/SRqqt_purity‚0.7022854685783386 :"Purity/2FRt0SRqqt0FBt/event_purity‚0.09535428136587143 *jet/accuracy_1_of_2‚0.7446941137313843 8 Purity/1FRt1SRqqt*FBt/FRt_purity‚0.09531541168689728 7 Purity/2FRt*SRqqt2FBt/FRt_purity‚0.8888888955116272 ;&Purity/2FRt1SRqqt1FBt/event_proportion‚0.00091552734375 :"Purity/*FRt0SRqqt*FBt/event_purity‚0.33981719613075256 :&Purity/*FRt1SRqqt0FBt/event_proportion‚0.3709716796875 ;&Purity/2FRt1SRqqt0FBt/event_proportion‚0.01214599609375 & Purity/0FRt1SRqqt2FBt/FBt_purity‚1 /particle/accuracy_4_of_4‚0.9646381735801697 9"Purity/0FRt*SRqqt0FBt/SRqqt_purity‚0.6321079134941101 ;&Purity/1FRt*SRqqt1FBt/event_proportion‚0.01483154296875 ("Purity/1FRt2SRqqt1FBt/event_purity‚0 :"Purity/2FRt*SRqqt0FBt/event_purity‚0.04945278912782669 & Purity/2FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/2FRt1SRqqt0FBt/FRt_purity‚0.18619616329669952 9"Purity/*FRt1SRqqt1FBt/event_purity‚0.4857575297355652 7 Purity/0FRt0SRqqt2FBt/FBt_purity‚0.9745116233825684 9&Purity/1FRt1SRqqt1FBt/event_proportion‚0.005615234375 & Purity/1FRt1SRqqt2FBt/FRt_purity‚1 :"Purity/2FRt*SRqqt*FBt/event_purity‚0.05911571532487869 8 Purity/2FRt*SRqqt*FBt/FRt_purity‚0.22665530443191528 & Purity/0FRt2SRqqt*FBt/FBt_purity‚1 8"Purity/*FRt*SRqqt0FBt/SRqqt_purity‚0.677611768245697 ;&Purity/0FRt2SRqqt1FBt/event_proportion‚0.00042724609375 & Purity/2FRt*SRqqt1FBt/FBt_purity‚1 ("Purity/2FRt1SRqqt*FBt/event_purity‚0 particle/accuracy_1_of_1‚1 _runtime‚13272.354956683 7 Purity/*FRt*SRqqt1FBt/FRt_purity‚0.5984906554222107 9"Purity/0FRt0SRqqt*FBt/event_purity‚0.9904967546463013 9&Purity/0FRt0SRqqt1FBt/event_proportion‚0.028076171875 & Purity/0FRt1SRqqt*FBt/FBt_purity‚1 ;&Purity/2FRt0SRqqt0FBt/event_proportion‚0.02105712890625 *jet/accuracy_1_of_4‚0.9727796316146851 :"Purity/*FRt1SRqqt*FBt/event_purity‚0.37692952156066895 8"Purity/0FRt*SRqqt1FBt/event_purity‚0.881938636302948 9"Purity/0FRt0SRqqt1FBt/event_purity‚0.9977272748947144 9"Purity/1FRt2SRqqt0FBt/SRqqt_purity‚0.7998939752578735 9"Purity/2FRt*SRqqt1FBt/event_purity‚0.2157738208770752 ("Purity/2FRt1SRqqt1FBt/event_purity‚0 7 Purity/0FRt0SRqqt*FBt/FBt_purity‚0.9917611479759216 ("Purity/2FRt2SRqqt0FBt/event_purity‚0 8"Purity/2FRt0SRqqt1FBt/event_purity‚0.699999988079071 & Purity/0FRt2SRqqt2FBt/FBt_purity‚1 :&Purity/*FRt2SRqqt1FBt/event_proportion‚0.0008544921875 9&Purity/0FRt1SRqqt*FBt/event_proportion‚0.225830078125 9"Purity/0FRt1SRqqt1FBt/SRqqt_purity‚0.6287667751312256 7 Purity/1FRt*SRqqt1FBt/FRt_purity‚0.6044365167617798 9"Purity/1FRt1SRqqt*FBt/SRqqt_purity‚0.7037734985351562 +particle/sensitivity‚0.6292470097541809 7 Purity/2FRt0SRqqt1FBt/FRt_purity‚0.8500000238418579 & Purity/1FRt1SRqqt*FBt/FBt_purity‚1 7 Purity/1FRt1SRqqt0FBt/FRt_purity‚0.0809020921587944 particle/accuracy_3_of_4‚1 9"Purity/1FRt*SRqqt1FBt/SRqqt_purity‚0.7119801640510559 ;&Purity/1FRt2SRqqt0FBt/event_proportion‚0.02203369140625 particle/accuracy_3_of_3‚1 particle/accuracy_1_of_4‚1 8 Purity/1FRt0SRqqt*FBt/FRt_purity‚0.30146676301956177 9"Purity/*FRt2SRqqt0FBt/SRqqt_purity‚0.7585026025772095 & Purity/1FRt0SRqqt1FBt/FBt_purity‚1 5&Purity/0FRt*SRqqt0FBt/event_proportion‚ 0.23828125 ;&Purity/0FRt*SRqqt1FBt/event_proportion‚0.03997802734375 & Purity/1FRt1SRqqt2FBt/FBt_purity‚1 9"Purity/0FRt2SRqqt0FBt/event_purity‚0.4733043313026428 :"Purity/1FRt*SRqqt0FBt/event_purity‚0.21974392235279083 ;&Purity/1FRt0SRqqt0FBt/event_proportion‚0.43804931640625 ("Purity/2FRt2SRqqt*FBt/event_purity‚0 :&Purity/0FRt0SRqqt*FBt/event_proportion‚0.0343017578125 9"Purity/0FRt1SRqqt0FBt/SRqqt_purity‚0.6188012361526489 :"Purity/*FRt*SRqqt*FBt/event_purity‚0.34800592064857483 ;&Purity/*FRt*SRqqt2FBt/event_proportion‚0.00994873046875 :&Purity/*FRt1SRqqt*FBt/event_proportion‚0.3895263671875 9"Purity/1FRt*SRqqt*FBt/SRqqt_purity‚0.7242575883865356 & Purity/*FRt2SRqqt2FBt/FBt_purity‚1 7 Purity/*FRt0SRqqt2FBt/FRt_purity‚0.7706158757209778 8"Purity/*FRt2SRqqt1FBt/SRqqt_purity‚0.380952388048172 7&Purity/1FRt2SRqqt*FBt/event_proportion‚ 0.0224609375 ;&Purity/2FRt*SRqqt*FBt/event_proportion‚0.04119873046875 7 Purity/*FRt*SRqqt1FBt/FBt_purity‚0.9988532066345215 +jet/accuracy_3_of_3‚0.08290072530508041 ("Purity/*FRt*SRqqt2FBt/SRqqt_purity‚0 7 Purity/0FRt*SRqqt2FBt/FBt_purity‚0.9780505895614624 7 Purity/2FRt*SRqqt1FBt/FRt_purity‚0.5714285373687744 ;&Purity/*FRt*SRqqt1FBt/event_proportion‚0.05609130859375 & Purity/*FRt2SRqqt*FBt/FBt_purity‚1 9 Purity/*FRt2SRqqt0FBt/FRt_purity‚0.022375088185071945 :"Purity/2FRt0SRqqt*FBt/event_purity‚0.11438462138175964 8 Purity/*FRt*SRqqt*FBt/FRt_purity‚0.24021601676940918 ;&Purity/*FRt0SRqqt2FBt/event_proportion‚0.00933837890625 9"Purity/0FRt1SRqqt*FBt/SRqqt_purity‚0.6179777979850769 :&Purity/1FRt1SRqqt2FBt/event_proportion‚6.103515625e-05 & Purity/1FRt2SRqqt*FBt/FBt_purity‚1 8 Purity/1FRt2SRqqt0FBt/FRt_purity‚0.03072572872042656 ("Purity/0FRt2SRqqt2FBt/SRqqt_purity‚0 & Purity/*FRt1SRqqt2FBt/FRt_purity‚1 :&Purity/0FRt*SRqqt*FBt/event_proportion‚0.2850341796875 :&Purity/2FRt0SRqqt1FBt/event_proportion‚0.0003662109375 ("Purity/0FRt2SRqqt1FBt/event_purity‚0 _step‚672 ("Purity/*FRt1SRqqt2FBt/SRqqt_purity‚0 9"Purity/*FRt1SRqqt0FBt/event_purity‚0.3719812035560608 :&Purity/*FRt2SRqqt2FBt/event_proportion‚6.103515625e-05 9"Purity/0FRt*SRqqt*FBt/event_purity‚0.6493259072303772 7 Purity/0FRt*SRqqt*FBt/FBt_purity‚0.9940651655197144 ;&Purity/1FRt2SRqqt1FBt/event_proportion‚0.00042724609375 9"Purity/2FRt1SRqqt0FBt/SRqqt_purity‚0.7391600608825684 & Purity/*FRt1SRqqt2FBt/FBt_purity‚1 8 Purity/1FRt*SRqqt*FBt/FRt_purity‚0.24200472235679626 :"Purity/1FRt1SRqqt0FBt/event_purity‚0.04000994935631752 9&Purity/2FRt0SRqqt*FBt/event_proportion‚0.021728515625 8 Purity/2FRt0SRqqt*FBt/FRt_purity‚0.30606210231781006 particle/accuracy_1_of_2‚1 4validation_average_jet_accuracy‚0.38114133477211 ;&Purity/2FRt*SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/*FRt0SRqqt1FBt/event_purity‚0.9253588914871216 9"Purity/*FRt2SRqqt*FBt/SRqqt_purity‚0.7522379159927368 ;&Purity/2FRt*SRqqt0FBt/event_proportion‚0.03961181640625 'particle/f_score‚0.6375696063041687 7 Purity/*FRt0SRqqt*FBt/FBt_purity‚0.9939410090446472 7 Purity/*FRt0SRqqt0FBt/FRt_purity‚0.2900862395763397 9"Purity/*FRt*SRqqt2FBt/event_purity‚0.8236711621284485 9"Purity/0FRt2SRqqt*FBt/event_purity‚0.4642826318740845 7 Purity/1FRt0SRqqt1FBt/FRt_purity‚0.7338079214096069 ("Purity/1FRt2SRqqt*FBt/event_purity‚0 & Purity/*FRt1SRqqt*FBt/FBt_purity‚1 8 Purity/*FRt1SRqqt0FBt/FRt_purity‚0.09647983312606812 ;&Purity/0FRt*SRqqt2FBt/event_proportion‚0.00677490234375 7&Purity/0FRt2SRqqt0FBt/event_proportion‚ 0.0244140625 particle/accuracy_2_of_4‚1 particle/accuracy_2_of_2‚1 ("Purity/0FRt2SRqqt2FBt/event_purity‚0 :&Purity/*FRt0SRqqt1FBt/event_proportion‚0.0372314453125 9"Purity/1FRt1SRqqt1FBt/SRqqt_purity‚0.7477911114692688 ("Purity/*FRt1SRqqt2FBt/event_purity‚0 ;&Purity/*FRt2SRqqt*FBt/event_proportion‚0.05377197265625 7"Purity/*FRt*SRqqt1FBt/SRqqt_purity‚0.65336674451828 7 Purity/*FRt0SRqqt2FBt/FBt_purity‚0.9841485619544983 ;&Purity/1FRt*SRqqt0FBt/event_proportion‚0.60504150390625 & Purity/1FRt*SRqqt1FBt/FBt_purity‚1 9"Purity/1FRt0SRqqt2FBt/event_purity‚0.7473214268684387 :&Purity/1FRt0SRqqt2FBt/event_proportion‚0.0028076171875 9&Purity/0FRt0SRqqt0FBt/event_proportion‚0.051025390625 9"Purity/1FRt0SRqqt0FBt/event_purity‚0.2902182936668396 9"Purity/2FRt0SRqqt2FBt/event_purity‚0.8888888955116272 8 Purity/2FRt2SRqqt*FBt/FRt_purity‚0.00911458395421505 ,&Purity/2FRt2SRqqt2FBt/event_proportion‚0 & Purity/2FRt0SRqqt1FBt/FBt_purity‚1 :"Purity/*FRt*SRqqt0FBt/event_purity‚0.31570494174957275 particle/accuracy_2_of_3‚1 ("Purity/*FRt2SRqqt2FBt/event_purity‚0 ("Purity/0FRt1SRqqt2FBt/event_purity‚0 9"Purity/*FRt*SRqqt*FBt/SRqqt_purity‚0.6757917404174805 7 Purity/*FRt*SRqqt*FBt/FBt_purity‚0.9958315491676331 8 Purity/*FRt*SRqqt0FBt/FRt_purity‚0.22854667901992798 :&Purity/*FRt0SRqqt0FBt/event_proportion‚0.4591064453125 8 Purity/1FRt2SRqqt*FBt/FRt_purity‚0.03280505910515785 9"Purity/2FRt2SRqqt0FBt/SRqqt_purity‚0.8713195323944092 9 Purity/*FRt2SRqqt*FBt/FRt_purity‚0.023825589567422867 ("Purity/1FRt2SRqqt0FBt/event_purity‚0 ;&Purity/2FRt2SRqqt*FBt/event_proportion‚0.00640869140625 9"Purity/2FRt2SRqqt*FBt/SRqqt_purity‚0.8713195323944092 trainer/global_step‚7839 & Purity/*FRt2SRqqt1FBt/FBt_purity‚1 7&Purity/0FRt1SRqqt0FBt/event_proportion‚ 0.2138671875 9"Purity/0FRt1SRqqt1FBt/event_purity‚0.6287667751312256 7 Purity/2FRt0SRqqt2FBt/FRt_purity‚0.8888888955116272 ;&Purity/1FRt*SRqqt*FBt/event_proportion‚0.62274169921875 7 Purity/1FRt*SRqqt2FBt/FRt_purity‚0.7598214149475098 :"Purity/1FRt1SRqqt*FBt/event_purity‚0.04908285662531853 & Purity/1FRt2SRqqt1FBt/FBt_purity‚1 5 Purity/2FRt1SRqqt1FBt/FRt_purity‚0.40476194024086 % _timestamp‚1.7848526680526695e+09 7 Purity/*FRt*SRqqt2FBt/FBt_purity‚0.9861606955528259 9"Purity/1FRt*SRqqt1FBt/event_purity‚0.5251141786575317 particle/accuracy_1_of_3‚1 9"Purity/0FRt*SRqqt0FBt/event_purity‚0.6037830710411072 7 Purity/0FRt*SRqqt1FBt/FBt_purity‚0.9984177350997925 9"Purity/2FR°˜,,t*SRqqt0FBt/SRqqt_purity‚0.8053552508354187 epoch‚48 7 Purity/*FRt*SRqqt2FBt/FRt_purity‚0.7765682339668274 9"Purity/0FRt0SRqqt2FBt/event_purity‚0.9490231871604919 9&Purity/1FRt1SRqqt*FBt/event_proportion‚0.150634765625 8 Purity/2FRt2SRqqt0FBt/FRt_purity‚0.00911458395421505 9"Purity/*FRt2SRqqt0FBt/event_purity‚0.2187468707561493 8&Purity/0FRt2SRqqt*FBt/event_proportion‚ 0.02490234375 ;&Purity/1FRt1SRqqt0FBt/event_proportion‚0.14495849609375 ;&Purity/2FRt0SRqqt2FBt/event_proportion‚0.00030517578125 9"Purity/2FRt1SRqqt*FBt/SRqqt_purity‚0.7477947473526001 ("Purity/*FRt2SRqqt2FBt/SRqqt_purity‚0 9"Purity/0FRt*SRqqt1FBt/SRqqt_purity‚0.6155048608779907 9"Purity/0FRt1SRqqt0FBt/event_purity‚0.6188012361526489 ("Purity/0FRt1SRqqt2FBt/SRqqt_purity‚0 ,&Purity/1FRt2SRqqt2FBt/event_proportion‚0 9"Purity/2FRt*SRqqt1FBt/SRqqt_purity‚0.9285714030265808 9"Purity/2FRt1SRqqt1FBt/SRqqt_purity‚0.9285714030265808 :&Purity/*FRt*SRqqt0FBt/event_proportion‚0.8829345703125 6 Purity/*FRt0SRqqt1FBt/FBt_purity‚0.998161792755127 8 Purity/*FRt1SRqqt*FBt/FRt_purity‚0.11190614104270935 9"Purity/*FRt1SRqqt*FBt/SRqqt_purity‚0.6550344824790955 8"Purity/0FRt2SRqqt0FBt/SRqqt_purity‚0.691092312335968 9"Purity/1FRt*SRqqt0FBt/SRqqt_purity‚0.7249922156333923 & Purity/1FRt*SRqqt2FBt/FBt_purity‚1 & Purity/2FRt0SRqqt2FBt/FBt_purity‚1 8 Purity/*FRt0SRqqt*FBt/FRt_purity‚0.30178511142730713 & Purity/*FRt1SRqqt1FBt/FBt_purity‚1 +jet/accuracy_2_of_2‚0.15881583094596863 ,&Purity/2FRt1SRqqt2FBt/event_proportion‚0 ›@«xŸû!‚(:” ¾áŠÓ©ù˜Î gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚58.0 gpu.0.powerWatts‚318.329' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.665800000000004 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0EÛ¾Uqü!‚(:æ ¾áŠÓ¯¿ÐÐ$ memory_percent‚92.07696914672852 cpu‚25.381052075694928& disk.nvme0n1.out‚276523.1279296875# disk.dm-0.out‚276523.1279296875 disk.sda1.in‚0 disk.sda2.in‚0( proc.memory.availableMB‚ 1947.1640625* proc.memory.percent‚11.375220616658527 network.sent‚ 1.3811687e+07 network.recv‚ 1.357116e+06! disk.nvme0n1.in‚ 52099.3828125 disk.sda.in‚282511.6328125 disk.sda.out‚ 507.98046875 disk.sda1.out‚0 disk.sda3.in‚282511.6328125 proc.cpu.threads‚17 disk.dm-1.in‚282511.6328125 disk.dm-1.out‚ 507.98046875# disk.nvme0c0n1.in‚ 52099.3828125( disk.nvme0c0n1.out‚276523.1279296875 disk.dm-0.in‚ 52099.3828125 disk.sda2.out‚0 disk.sda3.out‚ 507.98046875# proc.memory.rssMB‚ 2795.57421875) disk./.usagePercent‚56.82652231091324$ disk./.usageGB‚846.7562484741211ˆ_æ4ý!/ _wandbruntime‚13286  _runtime‚13286Æ•çÊþ!Ä ' lr-AdamW/pg2‚1.0717501117764416e-07 trainer/global_step‚7849 % _timestamp‚1.7848526826745405e+09 _runtime‚13286.976989002 _step‚673 ' lr-AdamW/pg1‚1.0717501117764416e-07æ*Ïÿ!É _step‚673 ' lr-AdamW/pg1‚1.0717501117764416e-07 ' lr-AdamW/pg2‚1.0717501117764416e-07 trainer/global_step‚7849 % _timestamp‚1.7848526826745405e+09 _runtime‚13286.976989002¡5Ôk4€"/ _wandbruntime‚13286  _runtime‚132864^<] ("ƒP PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚68189460 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2269418841411072 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 $ _timestamp‚1.784852682675267e+09 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚68189454 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚618463733008384 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2260332724096400 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8194883734528 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2268513894951331 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8181145426963 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚13286.977096846 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2261225303128064 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚44993727 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 141130270 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2269418841411072 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 _step‚674 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8193538283008 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2268512524911909 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 8193538283008 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚72940816 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚68189460 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚10053114137088 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚44993462 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚260 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 8194883734528 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚68189454 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2261225329301504 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚618463364917248 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚72950910 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2260332749524368 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚20921121 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚265 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2269420213036032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚72940816 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚24072341 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚628516479054336 trainer/global_step‚7849 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚10053148611584 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚72950910 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2261225329301504 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚628516881619968 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 141140370 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8179800815509 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚24072601 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 Hƒ(‚"ˆP H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚618463733008384 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2260332724096400 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8194883734528 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2268513894951331 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8181145426963 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 _runtime‚13286.977096846 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2261225303128064 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 BDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚44993727 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 141130270 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2269418841411072 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 _step‚674 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8193538283008 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2268512524911909 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 402565632 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 8193538283008 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚72940816 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚68189460 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚10053114137088 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚44993462 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚260 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 8194883734528 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚68189454 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2261225329301504 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚618463364917248 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚72950910 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2260332749524368 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚20921121 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚265 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2269420213036032 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚72940816 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚24072341 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚628516479054336 trainer/global_step‚7849 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚10053148611584 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚72950910 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2261225329301504 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚628516881619968 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 141140370 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8179800815509 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚24072601 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚68189460 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2269418841411072 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 $ _timestamp‚1.784852682675267e+09 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚68189454 JDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2260611551298144 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚68197821 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2261504238592000 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2261504212418560 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 141157833 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚24075363 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 trainer/global_step‚7849 % _timestamp‚1.7848526840957596e+09 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚44999387 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚618542319374336 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8195906249728 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8194560791040 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚24075621 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚10054430481920 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚68197827 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚618541951283200 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2268792347487325 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚68197821 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚72949898 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 141147719 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 141157833 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2261504238592000 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8194560791040 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8180821617149 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _runtime‚13288.397555383 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚44999124 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8195906249728 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8182166228715 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚68197827 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181½^sÏ'…"“N FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚44999387 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚618542319374336 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8195906249728 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8194560791040 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚24075621 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚10054430481920 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚68197827 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚618541951283200 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2268792347487325 WGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.current‚ 47515172864 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚68197821 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚72949898 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 141147719 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 141157833 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2261504238592000 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 402558464 EDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8194560791040 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8180821617149 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 _runtime‚13288.397555383 B8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚44999124 TEDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.peak‚ 1679332218 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8195906249728 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8182166228715 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚68197827 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2269700144841728 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2269698773209600 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚263 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚258 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 QDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2260611551298144 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚68197821 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2261504238592000 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2261504212418560 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 141157833 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚24075363 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 GADeviceStatsMonitor.on_train_batch_end/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 trainer/global_step‚7849 % _timestamp‚1.7848526840957596e+09£+¶Ž4†"/ _wandbruntime‚13288  _runtime‚13288” ß7‡"‚ _runtime‚13288.450810681 2loss/SRqqt1/assignment_loss‚0.5359342636447236 1loss/FBt1/assignment_loss‚0.03404905424252911 %loss/total_loss‚8.370897036588573 trainer/global_step‚7849 0loss/FRt1/assignment_loss‚1.9454221965351144 0loss/FRt2/assignment_loss‚0.6859570574710973 1loss/SRqqt2/detection_loss‚0.6061427656038336 /loss/FBt1/detection_loss‚0.5832815013634853 epoch‚49 % _timestamp‚1.7848526841493907e+09 _step‚676 2loss/SRqqt2/assignment_loss‚0.5283554140386139 /loss/FRt1/detection_loss‚0.5625832400683645 /loss/FRt2/detection_loss‚1.3719486438348518 1loss/SRqqt1/detection_loss‚1.0168399783224822 0loss/FBt2/assignment_loss‚0.0630065826638487 /loss/FBt2/detection_loss‚0.4373763387996294¾RŒª ˆ"‡ 0loss/FRt1/assignment_loss‚1.9454221965351144 0loss/FRt2/assignment_loss‚0.6859570574710973 1loss/SRqqt2/detection_loss‚0.6061427656038336 /loss/FBt1/detection_loss‚0.5832815013634853 epoch‚49 % _timestamp‚1.7848526841493907e+09 _step‚676 2loss/SRqqt2/assignment_loss‚0.5283554140386139 /loss/FRt1/detection_loss‚0.5625832400683645 /loss/FRt2/detection_loss‚1.3719486438348518 1loss/SRqqt1/detection_loss‚1.0168399783224822 0loss/FBt2/assignment_loss‚0.0630065826638487 /loss/FBt2/detection_loss‚0.4373763387996294 _runtime‚13288.450810681 2loss/SRqqt1/assignment_loss‚0.5359342636447236 1loss/FBt1/assignment_loss‚0.03404905424252911 %loss/total_loss‚8.370897036588573 trainer/global_step‚7849¤»{÷C‰"‚(:’ ÍáŠÓœ¼Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚308.16' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚61.63200000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ÜÓ)qŠ"‚(:æ ÍáŠÓÆéÐ( disk.nvme0c0n1.out‚276523.8779296875& disk.nvme0n1.out‚276523.8779296875( proc.memory.availableMB‚ 1946.8046875# proc.memory.rssMB‚ 2795.57421875 network.sent‚ 1.3865149e+07! disk.nvme0n1.in‚ 52099.3828125 disk.dm-0.in‚ 52099.3828125 disk.sda2.out‚0 disk.sda3.out‚ 508.45703125 disk.dm-1.out‚ 508.45703125$ memory_percent‚92.07843144734701* proc.memory.percent‚11.375220616658527# disk.nvme0c0n1.in‚ 52099.3828125# disk.dm-0.out‚276523.8779296875 disk.sda.in‚282511.6328125 disk.sda.out‚ 508.45703125 disk.sda3.in‚282511.6328125 disk.dm-1.in‚282511.6328125 cpu‚25.38101824033088 proc.cpu.threads‚17 network.recv‚ 1.359704e+06$ disk./.usageGB‚846.7562217712402 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0* disk./.usagePercent‚56.826520518860505Ѫò’‹"‚(:‡ ÜáŠÓ’«»Î gpu.0.gpu‚0.0 gpu.0.memory‚0, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚361.973' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.3946 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0)‰RYuŒ"‚(:ê ÜáŠÓ³•ƒÐ network.recv‚ 1.362055e+06$ disk./.usageGB‚846.7537231445312 disk.dm-1.out‚ 508.97265625 disk.nvme0n1.in‚ 52116.765625 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚92.07760492960611* proc.memory.percent‚11.375220616658527 disk.dm-1.in‚282768.60546875) disk.nvme0c0n1.out‚276527.33447265625' disk.nvme0n1.out‚276527.33447265625 disk.dm-0.in‚ 52116.765625$ disk.dm-0.out‚276527.33447265625 disk.sda3.in‚282768.60546875# proc.memory.rssMB‚ 2795.57421875 cpu‚25.381022054503397* disk./.usagePercent‚56.826352833925576" disk.nvme0c0n1.in‚ 52116.765625 disk.sda.in‚282768.60546875 disk.sda1.in‚0( proc.memory.availableMB‚ 1947.0078125 proc.cpu.threads‚17 network.sent‚ 1.3925247e+07 disk.sda.out‚ 508.97265625 disk.sda1.out‚0 disk.sda3.out‚ 508.97265625›À«“"‚(:ˆ ëáŠÓ´õ©Î gpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚280.815' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚56.163 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0daØ©tŽ"‚(:é ëáŠÓ¨»³Ð network.sent‚ 1.3927309e+07" disk.nvme0n1.in‚52301.84765625' disk.nvme0n1.out‚276610.78369140625 disk.sda.out‚ 509.453125 disk.dm-1.in‚283921.73046875 disk.dm-1.out‚ 509.453125) proc.memory.availableMB‚ 1946.51171875 network.recv‚ 1.363256e+06( disk./.usagePercent‚56.8096962157253$ disk./.usageGB‚846.5055274963379 disk.dm-0.in‚52301.84765625 disk.sda1.out‚0 disk.sda2.out‚0* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17$ disk.dm-0.out‚276610.78369140625 disk.sda.in‚283921.73046875 disk.sda2.in‚0 disk.sda3.in‚283921.73046875 disk.sda3.out‚ 509.453125) disk.nvme0c0n1.out‚276610.78369140625$ memory_percent‚92.07962354024252# proc.memory.rssMB‚ 2795.57421875 disk.sda1.in‚0$ disk.nvme0c0n1.in‚52301.84765625 cpu‚25.380967027115375U‹¥”"‚(:‰ úáŠÓ ¦Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚315.919' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.1838 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0•e r"‚(:ç úáŠÓ¯ÍËÐ network.recv‚ 1.364293e+06# disk.dm-0.out‚276614.0009765625 disk.sda1.out‚0 disk.sda3.in‚283921.73046875( disk.nvme0c0n1.out‚276614.0009765625$ memory_percent‚92.07962354024252* proc.memory.percent‚11.375220616658527 network.sent‚ 1.3929417e+07 disk.nvme0n1.in‚ 52302.609375 disk.dm-0.in‚ 52302.609375 disk.sda.in‚283921.73046875 disk.dm-1.in‚283921.73046875) proc.memory.availableMB‚ 1946.51171875# proc.memory.rssMB‚ 2795.57421875) disk./.usagePercent‚56.77078947070914$ disk./.usageGB‚845.9257888793945 disk.sda.out‚ 510.01953125 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 510.01953125" disk.nvme0c0n1.in‚ 52302.609375 cpu‚25.380931597959293& disk.nvme0n1.out‚276614.0009765625 disk.sda1.in‚0 disk.dm-1.out‚ 510.01953125 proc.cpu.threads‚17Οø唑"‚(:‰ ‰âŠÓ³€£Î gpu.0.gpu‚75.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚368.279' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.6558 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0ŸG0a’"‚(:Ö ‰âŠÓãêÔÐ$ memory_percent‚92.07860628763834# proc.memory.rssMB‚ 2795.57421875 cpu‚25.3809340346702 network.recv‚ 1.365469e+06) disk./.usagePercent‚56.77105648656735# disk.dm-0.out‚276938.1533203125 disk.sda3.in‚283921.73046875) proc.memory.availableMB‚ 1946.76171875 disk.dm-0.in‚ 52302.609375 disk.sda.in‚283921.73046875 disk.sda.out‚510.375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda3.out‚510.375 disk.dm-1.in‚283921.73046875" disk.nvme0c0n1.in‚ 52302.609375$ disk./.usageGB‚845.9297676086426 disk.nvme0n1.in‚ 52302.609375& disk.nvme0n1.out‚276938.1533203125* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 network.sent‚ 1.3931483e+07 disk.sda2.in‚0 disk.sda2.out‚0 disk.dm-1.out‚510.375( disk.nvme0c0n1.out‚276938.1533203125'ËõД“"‚(:‰ ˜âŠÓ¼…ÓÎ gpu.0.gpu‚90.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚304.113' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚60.8226 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0p¬¼[”"‚(:Ð ˜âŠÓ§…Ñ' disk.nvme0n1.out‚276945.16064453125$ disk.dm-0.out‚276945.16064453125 disk.sda1.out‚0 disk.sda2.out‚0 disk.sda3.out‚ 510.9140625' proc.memory.availableMB‚ 1946.765625# proc.memory.rssMB‚ 2795.57421875 network.sent‚ 1.3933591e+07 network.recv‚ 1.366351e+06 disk.sda.out‚ 510.9140625* proc.memory.percent‚11.375220616658527$ disk./.usageGB‚845.9295501708984 disk.dm-1.in‚ 284406.421875 disk.nvme0c0n1.in‚52303.5) disk.nvme0c0n1.out‚276945.16064453125 disk.nvme0n1.in‚52303.5 disk.dm-0.in‚52303.5 disk.sda3.in‚ 284406.421875 cpu‚25.380898053371507* disk./.usagePercent‚56.771041894137895 disk.dm-1.out‚ 510.9140625 disk.sda1.in‚0 disk.sda2.in‚0# memory_percent‚92.0785903930664 proc.cpu.threads‚17 disk.sda.in‚ 284406.421875vAZ 4•"/ _wandbruntime‚13367  _runtime‚13367Sf·È–" % _timestamp‚1.7848527631443715e+09 _runtime‚13367.445919584 _step‚677 & lr-AdamW/pg1‚4.795739842587193e-08 & lr-AdamW/pg2‚4.795739842587193e-08 trainer/global_step‚7899?•ÚvÍ—"Ç & lr-AdamW/pg1‚4.795739842587193e-08 & lr-AdamW/pg2‚4.795739842587193e-08 trainer/global_step‚7899 % _timestamp‚1.7848527631443715e+09 _runtime‚13367.445919584 _step‚677¥öó?¾4˜"/ _wandbruntime‚13367  _runtime‚13367Ô‘jú (™"„P _runtime‚13367.447204208 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚10116350293504 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚73396768 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚21053126 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2275170767652864 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2275170793826304 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚45275580 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚622393051305984 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 8246073290752 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 8244727839232 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8246073290752 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚622392683214848 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚21053121 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚358 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2282505087522939 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _step‚678 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2283416867117056 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚363 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2274272812785200 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2275170793826304 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚10116288556032 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8230904698317 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚73406862 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚632508971770880 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚24222459 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2274272838213168 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 142004572 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚73406862 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2283415495492096 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 142014672 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2282503717483517 % _timestamp‚1.7848527631454341e+09 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚68607804 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2283416867117056 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 trainer/global_step‚7899 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚45275943 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8232249309771 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0sŽ”š"‰P ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2275170767652864 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2275170793826304 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚45275580 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 429828608 eQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.allocated‚622393051305984 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 8246073290752 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 8244727839232 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8246073290752 JDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚622392683214848 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚21053121 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚358 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2282505087522939 ZKDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.allocated‚ 1728053248 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 ?9DeviceStatsMonitor.on_train_batch_start/segment.all.freed‚0 _step‚678 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 RCDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.current‚ 1371624960 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 TGDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.current‚26173440 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2283416867117056 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 JDeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚363 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2274272812785200 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2275170793826304 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚10116288556032 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8230904698317 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚73406862 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚632508971770880 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚24222459 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2274272838213168 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 142004572 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚73406862 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 BDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2283415495492096 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 142014672 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2282503717483517 % _timestamp‚1.7848527631454341e+09 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 A8DeviceStatsMonitor.on_train_batch_start/segment.all.peak‚2005 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚68607804 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2283416867117056 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 trainer/global_step‚7899 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚45275943 ?9DeviceStatsMonitor.on_train_batch_start/num_alloc_retries‚0 A7DeviceStatsMonitor.on_train_batch_start/active.all.peak‚12329 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 P@DeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.peak‚ 47709868032 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8232249309771 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 _runtime‚13367.447204208 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚10116350293504 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚61737472 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚73396768 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚21053126¦½s§ç4›"/ _wandbruntime‚13368  _runtime‚13368ni˜2'œ"N TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚21055766 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2275449703116800 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚68616177 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚68616171 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚24225733 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚632589224448000 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚622471637671936 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚45281499 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚10117533434368 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2282784910098467 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 trainer/global_step‚7899 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 142022021 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8231925499957 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 $ _timestamp‚1.784852764566895e+09 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚632588803015168 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2282783540058933 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 142032135 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8233270111523 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚622471269580800 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 _runtime‚13368.868707661 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚68616171 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2283695427290624 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚344 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚24225394 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8247095805952 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚45281155 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚339 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8245750347264 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2283696798922752 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚10117586776064 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚68616177 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚73405850 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2274551614558976 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 142022021 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 142032135 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824²l¦ '"’N XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚632588803015168 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 QDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2282783540058933 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 EDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 142032135 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8233270111523 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 [MDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.current‚ 368091136 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚622471269580800 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 _runtime‚13368.868707661 J=DeviceStatsMonitor.on_train_batch_end/active.large_pool.freed‚68616171 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2283695427290624 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚344 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚24225394 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8247095805952 C9DeviceStatsMonitor.on_train_batch_end/allocation.all.peak‚12329 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚45281155 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚339 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8245750347264 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2283696798922752 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚10117586776064 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚68616177 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚73405850 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2274551614558976 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 142022021 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 142032135 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 I@DeviceStatsMonitor.on_train_batch_end/allocation.large_pool.peak‚1653 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚21055766 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2275449703116800 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚68616177 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 QBDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.peak‚ 1680187904 NADeviceStatsMonitor.on_train_batch_end/allocation.large_pool.freed‚68616171 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚24225733 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚632589224448000 cODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.allocated‚622471637671936 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚45281499 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚10117533434368 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 H@DeviceStatsMonitor.on_train_batch_end/segment.small_pool.current‚824 F8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2282784910098467 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 B8DeviceStatsMonitor.on_train_batch_end/active.all.current‚10114 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 trainer/global_step‚7899 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 142022021 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8231925499957 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 $ _timestamp‚1.784852764566895e+09§àB€³4ž"/ _wandbruntime‚13368  _runtime‚13368¶ 6• Ÿ"… 0loss/FRt1/assignment_loss‚1.8764847113610281 /loss/FRt1/detection_loss‚0.5601407688012594 /loss/FBt1/detection_loss‚0.4591153332799235 1loss/FBt1/assignment_loss‚0.08158578526219194 1loss/SRqqt1/detection_loss‚0.8661190234208063 0loss/FBt2/detection_loss‚0.40840029478354106 trainer/global_step‚7899 _runtime‚13368.921966813 _step‚680 0loss/FRt2/assignment_loss‚0.8364163418359394 /loss/FRt2/detection_loss‚1.3378148855389005 1loss/SRqqt2/detection_loss‚0.6956363519608365 %loss/total_loss‚8.359997330163925 2loss/SRqqt1/assignment_loss‚0.5726543274000709 2loss/SRqqt2/assignment_loss‚0.6135263951523902 2loss/FBt2/assignment_loss‚0.052103111367036374 epoch‚49 % _timestamp‚1.7848527646205773e+09vs™+ "Š 1loss/FBt1/assignment_loss‚0.08158578526219194 1loss/SRqqt1/detection_loss‚0.8661190234208063 0loss/FBt2/detection_loss‚0.40840029478354106 trainer/global_step‚7899 _runtime‚13368.921966813 _step‚680 0loss/FRt2/assignment_loss‚0.8364163418359394 /loss/FRt2/detection_loss‚1.3378148855389005 1loss/SRqqt2/detection_loss‚0.6956363519608365 %loss/total_loss‚8.359997330163925 2loss/SRqqt1/assignment_loss‚0.5726543274000709 2loss/SRqqt2/assignment_loss‚0.6135263951523902 2loss/FBt2/assignment_loss‚0.052103111367036374 epoch‚49 % _timestamp‚1.7848527646205773e+09 0loss/FRt1/assignment_loss‚1.8764847113610281 /loss/FRt1/detection_loss‚0.5601407688012594 /loss/FBt1/detection_loss‚0.4591153332799235¨Ã3"Ÿ¡"‚(:” §âŠÓªÆÎ gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚315.844' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.168800000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0övP“x¢"‚(:í §âŠÓ¥¬Ð$ disk./.usageGB‚845.9300384521484 disk.sda3.out‚ 511.37890625) disk.nvme0c0n1.out‚276946.31689453125 disk.sda1.in‚0 disk.sda2.out‚0# proc.memory.rssMB‚ 2795.57421875 cpu‚25.380847496874786 network.recv‚ 1.367566e+06 disk.sda3.in‚284995.96484375 disk.dm-1.in‚284995.96484375 disk.sda1.out‚0 disk.sda2.in‚0$ memory_percent‚92.07876523335776) proc.memory.availableMB‚ 1946.72265625) disk./.usagePercent‚56.77107466310227# disk.nvme0c0n1.in‚ 52402.5078125 disk.dm-0.in‚ 52402.5078125 disk.sda.out‚ 511.37890625* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 network.sent‚ 1.3935642e+07 disk.dm-1.out‚ 511.37890625! disk.nvme0n1.in‚ 52402.5078125' disk.nvme0n1.out‚276946.31689453125$ disk.dm-0.out‚276946.31689453125 disk.sda.in‚284995.96484375¸%i“£"‚(:ˆ ¶âŠÓѳÎ gpu.0.gpu‚73.0 gpu.0.memory‚23, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚363.985' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚72.797 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0·ˆÊ]S¤"‚(:ç ¶âŠÓ¨ÆÐ disk.sda1.in‚0 disk.sda2.out‚0$ memory_percent‚92.07935333251953 network.sent‚ 1.3995418e+07* disk./.usagePercent‚56.771069542951594 disk.sda.in‚284995.96484375 disk.dm-1.out‚ 511.8828125* proc.memory.percent‚11.375220616658527 cpu‚25.3808681045119 proc.cpu.threads‚17(ø! disk.nvme0n1.in‚ 52402.5078125' disk.nvme0n1.out‚276949.24853515625$ disk.dm-0.out‚276949.24853515625 disk.sda3.in‚284995.96484375 disk.sda3.out‚ 511.8828125' proc.memory.availableMB‚ 1946.578125# proc.memory.rssMB‚ 2795.57421875$ disk./.usageGB‚845.9299621582031# disk.nvme0c0n1.in‚ 52402.5078125 disk.dm-0.in‚ 52402.5078125 disk.sda1.out‚0 disk.sda2.in‚0 disk.dm-1.in‚284995.96484375 network.recv‚ 1.369887e+06) disk.nvme0c0n1.out‚276949.24853515625 disk.sda.out‚ 511.8828125éhR{”¥"‚(:‰ ÅâŠÓÚ÷¸Î gpu.0.gpu‚90.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚320.052' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚64.0104 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0V™JŽw¦"‚(:ì ÅâŠÓüëŒÑ disk.dm-1.out‚ 512.38671875 disk.sda.in‚284995.96484375 disk.sda1.in‚0 proc.cpu.threads‚17 network.sent‚ 1.3997493e+07 disk.dm-0.in‚ 52402.5078125 disk.sda.out‚ 512.38671875 disk.sda1.out‚0# disk.nvme0c0n1.in‚ 52402.5078125) disk.nvme0c0n1.out‚276950.61962890625! disk.nvme0n1.in‚ 52402.5078125) proc.memory.availableMB‚ 1946.29296875# disk./.usageGB‚845.930061340332 disk.dm-1.in‚284995.96484375' disk.nvme0n1.out‚276950.61962890625$ memory_percent‚92.08051363627115# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 cpu‚25.380831558847778 network.recv‚ 1.371159e+06) disk./.usagePercent‚56.77107619914749$ disk.dm-0.out‚276950.61962890625 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.in‚284995.96484375 disk.sda3.out‚ 512.38671875ßµI”§"‚(:‰ ÔâŠÓæû­Î gpu.0.gpu‚99.0 gpu.0.memory‚30, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚318.624' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚63.7248 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0=:s«p¨"‚(:å ÔâŠÓ”ŒÐ cpu‚25.38078256857231 network.sent‚ 1.3999598e+07# disk./.usageGB‚846.431713104248 disk.dm-0.in‚52431.97265625 disk.sda1.out‚0 disk.sda3.in‚285258.3828125 disk.dm-1.in‚285258.3828125# proc.memory.rssMB‚ 2795.57421875) disk./.usagePercent‚56.80474246993775$ disk.nvme0c0n1.in‚52431.97265625( disk.nvme0c0n1.out‚277312.1494140625" disk.nvme0n1.in‚52431.97265625 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚92.08051363627115* proc.memory.percent‚11.375220616658527& disk.nvme0n1.out‚277312.1494140625 disk.sda3.out‚ 512.8515625 disk.dm-1.out‚ 512.8515625 proc.cpu.threads‚17 network.recv‚ 1.372312e+06# disk.dm-0.out‚277312.1494140625 disk.sda.in‚285258.3828125 disk.sda.out‚ 512.8515625 disk.sda1.in‚0) proc.memory.availableMB‚ 1946.292968756×4Ý”©"‚(:‰ ãâŠÓäˆÎ gpu.0.gpu‚99.0 gpu.0.memory‚28, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚368.039' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚73.6078 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0PëVãuª"‚(:ê ãâŠÓðÅÂÐ! disk.nvme0n1.in‚ 52615.3828125& disk.nvme0n1.out‚277478.8642578125$ memory_percent‚92.07847913106283 disk.dm-0.in‚ 52615.3828125 disk.dm-1.in‚286475.30859375* proc.memory.percent‚11.375220616658527 cpu‚25.380802345912244 proc.cpu.threads‚17 network.sent‚ 1.4001672e+07 network.recv‚ 1.373487e+06 disk.sda1.out‚0) proc.memory.availableMB‚ 1946.79296875# proc.memory.rssMB‚ 2795.57421875) disk./.usagePercent‚56.80473018157611 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda2.out‚0 disk.sda3.out‚ 513.42578125 disk.dm-1.out‚ 513.42578125# disk.nvme0c0n1.in‚ 52615.3828125( disk.nvme0c0n1.out‚277478.8642578125$ disk./.usageGB‚846.4315299987793# disk.dm-0.out‚277478.8642578125 disk.sda.in‚286475.30859375 disk.sda.out‚ 513.42578125 disk.sda3.in‚286475.30859375&Æj4«"/ _wandbruntime‚13447  _runtime‚13447‚†ÜȬ" _runtime‚13447.770929993 _step‚681 & lr-AdamW/pg1‚1.222918138688513e-08 & lr-AdamW/pg2‚1.222918138688513e-08 trainer/global_step‚7949 % _timestamp‚1.7848528434684234e+09Î0Í­"Ç & lr-AdamW/pg2‚1.222918138688513e-08 trainer/global_step‚7949 % _timestamp‚1.7848528434684234e+09 _runtime‚13447.770929993 _step‚681 & lr-AdamW/pg1‚1.222918138688513e-08©{÷¦>4®"/ _wandbruntime‚13447  _runtime‚13447¦Õøù (¯"„P ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2289116258351104 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 _runtime‚13447.771052114 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚45555516 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2297412149573120 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 8297262846976 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2297413521198080 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8282008581125 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚73862814 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚10178669654016 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2288212926901968 trainer/global_step‚7949 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚69026154 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2288212901474000 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚73852720 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚24370748 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚24370395 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2296496280094547 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚73852720 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2297412149573120 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚73862814 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 142888974 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚636501039257600 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚626322001512448 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚21185121 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2289116232177664 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚636500622011904 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2296494910055125 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚21185126 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 142878874 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2289116232177664 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚69026154 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2297413521198080 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚10178620499456 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0]:Aå(°"‰P PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚73862814 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚10178669654016 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2288212926901968 trainer/global_step‚7949 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚69026154 ]HDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.freed‚2288212901474000 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚73852720 TDDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.peak‚ 46288510976 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚24370748 \ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.current‚49154560 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚24370395 ZEDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.allocated‚2296496280094547 KBDeviceStatsMonitor.on_train_batch_start/segment.large_pool.current‚1181 PCDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.freed‚73852720 NFDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.peak‚622 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2297412149573120 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 417245696 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚73862814 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 142888974 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚636501039257600 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚626322001512448 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚21185121 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2289116232177664 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚636500622011904 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2296494910055125 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚21185126 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 142878874 ]HDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.freed‚2289116232177664 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 L?DeviceStatsMonitor.on_train_batch_start/active.large_pool.freed‚69026154 ZEDeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.allocated‚2297413521198080 GADeviceStatsMonitor.on_train_batch_start/oversize_allocations.peak‚0 D>DeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 G>DeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚10178620499456 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2289116258351104 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 JDDeviceStatsMonitor.on_train_batch_start/oversize_allocations.current‚0 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 _runtime‚13447.771052114 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 E?DeviceStatsMonitor.on_train_batch_start/oversize_segments.freed‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 TDDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.allocated‚ 49243226112 M@DeviceStatsMonitor.on_train_batch_start/inactive_split.all.freed‚45555516 JDeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2297412149573120 [IDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.allocated‚ 8297262846976 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 [LDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.peak‚ 1123180544 WBDeviceStatsMonitor.on_train_batch_start/active_bytes.all.allocated‚2297413521198080 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8282008581125 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 JDeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864ªЄLã4±"/ _wandbruntime‚13449  _runtime‚13449ˆãV²"ŽN M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2289395141468160 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚636580450862592 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 % _timestamp‚1.7848528448895035e+09 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚360 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚73871910 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚355 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8296939903488 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚626400587878400 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8284373994331 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2297692081371648 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚45561441 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2297693453003776 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8296939903488 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚10179916325888 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 142906437 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚69034527 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚73861802 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 142906437 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚24373320 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8298285362176 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚73861802 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚24373675 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 _runtime‚13449.191307783 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2297693453003776 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 trainer/global_step‚7949 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8298285362176 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚636580872295424 T?DeviceStatsMonitor.on_tq<;#þ rain_batch_end/requested_bytes.all.freed‚2296774732630541 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _step‚683 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚73871910 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚21187761 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 QDeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚45561081 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248G¿#Ú'³"“N REDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.current‚26173440 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 142896323 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚45561081 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 WHDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.current‚ 1344611566 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 SDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.peak‚ 1728053248 M>DeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 [FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.freed‚2289395141468160 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚636580450862592 =7DeviceStatsMonitor.on_train_batch_end/num_alloc_retries‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 % _timestamp‚1.7848528448895035e+09 4.DeviceStatsMonitor.on_train_batch_end/num_ooms‚0 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚360 TEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.peak‚ 1680187904 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚73871910 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚355 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8296939903488 _KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.freed‚626400587878400 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 ZMDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.current‚53341696 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_end/oversize_allocations.freed‚0 \JDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.allocated‚ 8284373994331 T?DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.freed‚2297692081371648 OBDeviceStatsMonitor.on_train_batch_end/inactive_split.all.allocated‚45561441 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 XCDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.allocated‚2297693453003776 UHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.current‚26173440 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8296939903488 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 MCDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.current‚10108 bODeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.allocated‚10179916325888 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 UEDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.peak‚ 46246678528 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 H:DeviceStatsMonitor.on_train_batch_end/active.all.allocated‚ 142906437 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚69034527 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚73861802 L>DeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 142906437 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚24373320 RCDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.peak‚ 1406279168 XJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.peak‚ 343997952 YGDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.allocated‚ 8298285362176 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚73861802 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚24373675 E?DeviceStatsMonitor.on_train_batch_end/oversize_segments.current‚0 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.freed‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 _runtime‚13449.191307783 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 ?5DeviceStatsMonitor.on_train_batch_end/active.all.peak‚12329 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2297693453003776 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 trainer/global_step‚7949 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 FDeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 EDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 K;DeviceStatsMonitor.on_train_batch_end/active_bytes.all.peak‚ 47709868032 \JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.allocated‚ 8298285362176 ICDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.current‚6 \HDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.allocated‚636580872295424 T?DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.freed‚2296774732630541 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 _step‚683 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚73871910 UEDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.peak‚ 46288510976 UHDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.current‚25427968 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 RBDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.peak‚ 46288510976 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚21187761 BDeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 Qr¸"‚(:ç òâŠÓ©©¼Ð* proc.memory.percent‚11.375220616658527 network.sent‚ 1.4003782e+07 disk.nvme0n1.in‚ 52619.390625 disk.dm-0.in‚ 52619.390625# disk.dm-0.out‚277481.3251953125$ memory_percent‚92.07841555277506) disk./.usagePercent‚56.80473018157611 disk.sda3.in‚286475.30859375 disk.sda3.out‚ 513.98828125 disk.dm-1.in‚286475.30859375( disk.nvme0c0n1.out‚277481.3251953125 disk.sda.out‚ 513.98828125 disk.sda2.out‚0# proc.memory.rssMB‚ 2795.57421875$ disk./.usageGB‚846.4315299987793 disk.dm-1.out‚ 513.98828125& disk.nvme0n1.out‚277481.3251953125 cpu‚25.380749752029896 proc.cpu.threads‚17 network.recv‚ 1.374619e+06" disk.nvme0c0n1.in‚ 52619.390625 disk.sda.in‚286475.30859375 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0) proc.memory.availableMB‚ 1946.80859375˜ˆîŸ¹"‚(:” ãŠÓìլΠgpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚315.844' gpu.0.enforcedPowerLimitWatts‚500.0) gpu.0.powerPercent‚63.168800000000005 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0¹Üitbº"‚(:× ãŠÓ“ÏãÐ network.sent‚ 1.4063637e+07& disk.nvme0n1.out‚277483.2060546875# disk.dm-0.out‚277483.2060546875 disk.sda.in‚286475.30859375 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.in‚286475.30859375" disk.nvme0c0n1.in‚ 52619.390625( disk./.usagePercent‚56.8047166131768 disk.sda3.in‚286475.30859375 disk.dm-1.out‚514.5625 cpu‚25.38073292360378 proc.cpu.threads‚17 network.recv‚ 1.377443e+06$ disk./.usageGB‚846.4313278198242 disk.nvme0n1.in‚ 52619.390625 disk.sda1.out‚0 disk.sda3.out‚514.5625( disk.nvme0c0n1.out‚277483.2060546875$ memory_percent‚92.07948048909506 disk.dm-0.in‚ 52619.390625 disk.sda.out‚514.5625 disk.sda2.in‚0' proc.memory.availableMB‚ 1946.546875# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527psž»"‚(:“ ãŠÓ„•›Î gpu.0.gpu‚80.0 gpu.0.memory‚24, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚60.0 gpu.0.powerWatts‚360.338' gpu.0.enforcedPowerLimitWatts‚500.0( gpu.0.powerPercent‚72.06760000000001 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0xm¼"‚(:â ãŠÓì¦ÜÏ) disk./.usagePercent‚56.80474221393021# disk.nvme0c0n1.in‚ 52620.1640625) disk.nvme0c0n1.out‚277499.09716796875! disk.nvme0n1.in‚ 52620.1640625' disk.nvme0n1.out‚277499.09716796875 disk.dm-0.in‚ 52620.1640625$ disk.dm-0.out‚277499.09716796875 disk.sda.in‚ 287022.234375 disk.dm-1.out‚ 519.7578125 disk.sda.out‚ 519.7578125 disk.sda1.in‚0 disk.sda1.out‚0 disk.sda2.in‚0 disk.sda2.out‚0$ memory_percent‚92.07951227823892( proc.memory.availableMB‚ 1946.5390625 network.recv‚ 1.378468e+06 disk.dm-1.in‚ 287022.234375# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 proc.cpu.threads‚17 network.sent‚ 1.406576e+07$ disk./.usageGB‚846.4317092895508 disk.sda3.in‚ 287022.234375 disk.sda3.out‚ 519.7578125 cpu‚25.380721456544755m@bœ”½"‚(:‰ ŸãŠÓ„ԻΠgpu.0.gpu‚90.0 gpu.0.memory‚27, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚314.042' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚62.8084 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0Øîg_¾"‚(:Ô ŸãŠÓƒÂûÏ( proc.memory.availableMB‚ 1946.5390625 disk.sda.in‚287563.31640625 disk.sda2.out‚0 disk.dm-1.out‚ 520.13671875 disk.nvme0c0n1.in‚52707) disk.nvme0c0n1.out‚277499.71435546875 disk.nvme0n1.in‚52707 disk.dm-0.in‚52707$ disk.dm-0.out‚277499.71435546875$ disk./.usageGB‚846.4316558837891# proc.memory.rssMB‚ 2795.57421875* proc.memory.percent‚11.375220616658527 cpu‚25.380686492546776 proc.cpu.threads‚17 network.sent‚ 1.4067824e+07) disk./.usagePercent‚56.80473862982473 disk.sda.out‚ 520.13671875 disk.sda1.out‚0 disk.sda3.out‚ 520.13671875' disk.nvme0n1.out‚277499.71435546875 network.recv‚ 1.379585e+06 disk.sda1.in‚0 disk.sda2.in‚0 disk.sda3.in‚287563.31640625 disk.dm-1.in‚287563.31640625$ memory_percent‚92.07951227823892bA¿Q“¿"‚(:ˆ ®ãŠÓçø®Î gpu.0.gpu‚99.0 gpu.0.memory‚29, gpu.0.memoryAllocated‚57.968826293945305* gpu.0.memoryAllocatedBytes‚ 49794842624 gpu.0.temp‚59.0 gpu.0.powerWatts‚299.045' gpu.0.enforcedPowerLimitWatts‚500.0 gpu.0.powerPercent‚59.809 gpu.0.smClock‚1410 gpu.0.memoryClock‚1593! gpu.0.correctedMemoryErrors‚0# gpu.0.uncorrectedMemoryErrors‚0 Lsš]À"‚(:Ò ®ãŠÓ—ŠŒÐ disk.nvme0n1.in‚52707# disk.dm-0.out‚277507.1884765625 disk.sda.in‚287563.31640625 disk.sda.out‚ 520.58984375 disk.sda1.in‚0 disk.sda2.out‚0 disk.dm-1.in‚287563.31640625 network.sent‚ 1.4069929e+07) disk./.usagePercent‚56.80493780368637& disk.nvme0n1.out‚277507.1884765625 disk.dm-0.in‚52707 disk.sda1.out‚0 disk.sda3.out‚ 520.58984375 disk.dm-1.out‚ 520.58984375 disk.nvme0c0n1.in‚52707$ disk./.usageGB‚846.4346237182617( disk.nvme0c0n1.out‚277507.1884765625) proc.memory.availableMB‚ 1946.50390625# proc.memory.rssMB‚ 2795.57421875 disk.sda2.in‚0 disk.sda3.in‚287563.31640625$ memory_percent‚92.07965532938638* proc.memory.percent‚11.375220616658527 cpu‚25.380652039041436 proc.cpu.threads‚17 network.recv‚ 1.380601e+06ÜOGÜ4Á"/ _wandbruntime‚13528  _runtime‚13528µl¨µÄÂ"¾ _step‚685 $ lr-AdamW/pg1‚4.7018865267691e-12 $ lr-AdamW/pg2‚4.7018865267691e-12 trainer/global_step‚7999 % _timestamp‚1.7848529239604099e+09 _runtime‚13528.262024991ûý;ÉÃ"à % _timestamp‚1.7848529239604099e+09 _runtime‚13528.262024991 _step‚685 $ lr-AdamW/pg1‚4.7018865267691e-12 $ lr-AdamW/pg2‚4.7018865267691e-12 trainer/global_step‚7999­~`ˆ4Ä"/ _wandbruntime‚13528  _runtime‚13528â—uŽ(Å"‚P ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8347106951680 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚640492312374784 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8334457075387 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8348452403200 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824 H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚45836568 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2302153015590768 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚686 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚21317126 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 _runtime‚13528.263331386 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚640492735911936 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2310486102626733 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freed‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚74308672 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚21317121 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚24519442 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚630251319810048 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2311408803654144 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2303061722875904 # _timestamp‚1.78485292396153e+09 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2303061722875904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚69444510 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2303061696702464 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚69444510 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8333112463933 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚378 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚10241048010752 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚74318766 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚74318766 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚10240992564736 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 143753176 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 8347106951680 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 143763276 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚383 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2311408803654144 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚69444504 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚24519064 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864±c öÆ"‡P H>DeviceStatsMonitor.on_train_batch_start/active.small_pool.peak‚12254 QDDeviceStatsMonitor.on_train_batch_start/inactive_split.all.allocated‚45836568 aLDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.allocated‚2302153015590768 LDDeviceStatsMonitor.on_train_batch_start/segment.small_pool.allocated‚824 _step‚686 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.allocated‚21317126 ]ODeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.current‚ 368091136 60DeviceStatsMonitor.on_train_batch_start/num_ooms‚0 WGDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.peak‚ 46246678528 _runtime‚13528.263331386 G?DeviceStatsMonitor.on_train_batch_start/inactive_split.all.peak‚654 ^JDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.allocated‚640492735911936 VADeviceStatsMonitor.on_train_batch_start/requested_bytes.all.freed‚2310486102626733 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.freedËTö#‚0 GADeviceStatsMonitor.on_train_batch_start/active.large_pool.current‚6 L?DeviceStatsMonitor.on_train_batch_start/active.small_pool.freed‚74308672 H>DeviceStatsMonitor.on_train_batch_start/allocation.all.current‚10100 GADeviceStatsMonitor.on_train_batch_start/oversize_segments.current‚0 P@DeviceStatsMonitor.on_train_batch_start/requested_bytes.all.peak‚ 47667565923 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.freed‚21317121 XKDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.allocated‚24519442 VHDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.current‚ 423537152 aMDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.large_pool.freed‚630251319810048 VADeviceStatsMonitor.on_train_batch_start/allocated_bytes.all.freed‚2311408803654144 aLDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.allocated‚2303061722875904 # _timestamp‚1.78485292396153e+09 KADeviceStatsMonitor.on_train_batch_start/active.small_pool.current‚10094 WJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.current‚26173440 ^IDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.allocated‚2303061722875904 OIDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.current‚5 O?DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.peak‚ 49243226112 YIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.current‚ 47515172864 PCDeviceStatsMonitor.on_train_batch_start/active.large_pool.allocated‚69444510 ZEDeviceStatsMonitor.on_train_batch_start/active_bytes.large_pool.freed‚2303061696702464 WJDeviceStatsMonitor.on_train_batch_start/requested_bytes.large_pool.current‚25427968 F@DeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.freed‚0 MDDeviceStatsMonitor.on_train_batch_start/segment.large_pool.allocated‚1181 O@DeviceStatsMonitor.on_train_batch_start/active_bytes.all.current‚ 1371624960 KBDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.peak‚1653 BDeviceStatsMonitor.on_train_batch_start/oversize_segments.peak‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.small_pool.freed‚0 G?DeviceStatsMonitor.on_train_batch_start/segment.small_pool.peak‚824 TGDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.allocated‚69444510 MFDeviceStatsMonitor.on_train_batch_start/inactive_split.large_pool.peak‚56 ZHDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.freed‚ 8333112463933 VGDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.peak‚ 1679332218 E;DeviceStatsMonitor.on_train_batch_start/allocation.all.peak‚12329 QIDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.current‚378 dQDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.allocated‚10241048010752 LFDeviceStatsMonitor.on_train_batch_start/oversize_allocations.allocated‚0 MGDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.freed‚0 PCDeviceStatsMonitor.on_train_batch_start/active.small_pool.allocated‚74318766 SDDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.peak‚ 1680187904 VGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.peak‚ 1680187904 TGDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.allocated‚74318766 RCDeviceStatsMonitor.on_train_batch_start/requested_bytes.all.current‚ 1370039422 VFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.peak‚ 47515172864 `MDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.freed‚10240992564736 D;DeviceStatsMonitor.on_train_batch_start/segment.all.current‚2005 H?DeviceStatsMonitor.on_train_batch_start/segment.large_pool.peak‚1181 F8DeviceStatsMonitor.on_train_batch_start/active.all.freed‚ 143753176 WEDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.freed‚ 8347106951680 ZLDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.small_pool.peak‚ 343997952 XIDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.current‚ 1728053248 UFDeviceStatsMonitor.on_train_batch_start/reserved_bytes.small_pool.peak‚ 1728053248 F=DeviceStatsMonitor.on_train_batch_start/segment.all.allocated‚2005 D:DeviceStatsMonitor.on_train_batch_start/active.all.current‚10100 KEDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.current‚6 LBDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.peak‚12254 =7DeviceStatsMonitor.on_train_batch_start/num_device_free‚0 RBDeviceStatsMonitor.on_train_batch_start/reserved_bytes.all.current‚ 49243226112 N@DeviceStatsMonitor.on_train_batch_start/allocation.all.allocated‚ 143763276 JDeviceStatsMonitor.on_train_batch_start/active.large_pool.peak‚1653 A8DeviceStatsMonitor.on_train_batch_start/num_device_alloc‚2005 @:DeviceStatsMonitor.on_train_batch_start/num_oom_rejections‚0 F@DeviceStatsMonitor.on_train_batch_start/segment.large_pool.freed‚0 WGDeviceStatsMonitor.on_train_batch_start/allocated_bytes.large_pool.peak‚ 46288510976 OEDeviceStatsMonitor.on_train_batch_start/allocation.small_pool.current‚10094 JBDeviceStatsMonitor.on_train_batch_start/inactive_split.all.current‚383 TEDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.peak‚ 1406279168 M=DeviceStatsMonitor.on_train_batch_start/active_bytes.all.peak‚ 47709868032 YJDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.current‚ 1345451520 YJDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.current‚ 1344611454 S>DeviceStatsMonitor.on_train_batch_start/active_bytes.all.freed‚2311408803654144 PCDeviceStatsMonitor.on_train_batch_start/allocation.large_pool.freed‚69444504 TGDeviceStatsMonitor.on_train_batch_start/inactive_split.small_pool.freed‚24519064 [KDeviceStatsMonitor.on_train_batch_start/reserved_bytes.large_pool.allocated‚ 47515172864 ZHDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.freed‚ 8347106951680 ZFDeviceStatsMonitor.on_train_batch_start/inactive_split_bytes.all.freed‚640492312374784 HBDeviceStatsMonitor.on_train_batch_start/oversize_allocations.freed‚0 ^LDeviceStatsMonitor.on_train_batch_start/requested_bytes.small_pool.allocated‚ 8334457075387 VGDeviceStatsMonitor.on_train_batch_start/active_bytes.small_pool.current‚ 1345451520 ^LDeviceStatsMonitor.on_train_batch_start/allocated_bytes.small_pool.allocated‚ 8348452403200 =6DeviceStatsMonitor.on_train_batch_start/max_split_size‚-1 ICDeviceStatsMonitor.on_train_batch_start/oversize_segments.allocated‚0 JBDeviceStatsMonitor.on_train_batch_start/segment.small_pool.current‚824®}ßå4Ç"/ _wandbruntime‚13529  _runtime‚135297‹óé'È"ŽN ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚24522021 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2310767295241683 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 FDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2303340632166400 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8348129459712 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚640572144026112 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2303340605992960 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚21319766 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚74327862 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2303340632166400 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚375 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚24522391 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 143780739 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚69452877 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚45841782 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚21319761 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚10242237850112 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8334133265573 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 _runtime‚13529.682226021 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚74317754 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 143770625 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 % _timestamp‚1.7848529253804405e+09 _step‚687 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚69452877 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2311690107084800 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚370 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚74327862 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2302431817364544 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8348129459712 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0ræ'É"“N YJDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.large_pool.peak‚ 1123180544 [FDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.freed‚2302431791936576 TDDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.peak‚ 47515172864 B9DeviceStatsMonitor.on_train_batch_end/segment.all.current‚2005 D6DeviceStatsMonitor.on_train_batch_end/active.all.freed‚ 143770625 NADeviceStatsMonitor.on_train_batch_end/allocation.small_pool.freed‚74317754 HBDeviceStatsMonitor.on_train_batch_end/oversize_allocations.current‚0 M=DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.peak‚ 49243226112 EDeviceStatsMonitor.on_train_batch_end/active_bytes.all.current‚ 1371632128 MGDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.current‚5 JDDeviceStatsMonitor.on_train_batch_end/oversize_allocations.allocated‚0 \GDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.allocated‚2303340632166400 RBDeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.allocated‚ 49243226112 P@DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.current‚ 49243226112 N>DeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.peak‚ 47709868032 >8DeviceStatsMonitor.on_train_batch_end/num_oom_rejections‚0 XFDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.freed‚ 8348129459712 E=DeviceStatsMonitor.on_train_batch_end/inactive_split.all.peak‚654 XDDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.freed‚640572144026112 N>DeviceStatsMonitor.on_train_batch_end/requested_bytes.all.peak‚ 47667565923 D>DeviceStatsMonitor.on_train_batch_end/segment.large_pool.freed‚0 XCDeviceStatsMonitor.on_train_batch_end/active_bytes.large_pool.freed‚2303340605992960 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.allocated‚21319766 ?6DeviceStatsMonitor.on_train_batch_end/num_device_alloc‚2005 NADeviceStatsMonitor.on_train_batch_end/active.small_pool.allocated‚74327862 _JDeviceStatsMonitor.on_train_batch_end/allocated_bytes.large_pool.allocated‚2303340632166400 H@DeviceStatsMonitor.on_train_batch_end/inactive_split.all.current‚375 VIDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.allocated‚24522391 ;5DeviceStatsMonitor.on_train_batch_end/num_device_free‚0 I@DeviceStatsMonitor.on_train_batch_end/segment.large_pool.current‚1181 LDDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.peak‚622 BDeviceStatsMonitor.on_train_batch_end/allocation.all.allocated‚ 143780739 REDeviceStatsMonitor.on_train_batch_end/allocation.large_pool.allocated‚69452877 K>DeviceStatsMonitor.on_train_batch_end/inactive_split.all.freed‚45841782 REDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.freed‚21319761 KDDeviceStatsMonitor.on_train_batch_end/inactive_split.large_pool.peak‚56 ^KDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.small_pool.freed‚10242237850112 PADeviceStatsMonitor.on_train_batch_end/requested_bytes.all.current‚ 1370039534 XFDeviceStatsMonitor.on_train_batch_end/requested_bytes.small_pool.freed‚ 8334133265573 YIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.large_pool.allocated‚ 47515172864 _runtime‚13529.682226021 KEDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.freed‚0 E?DeviceStatsMonitor.on_train_batch_end/active.large_pool.current‚6 J=DeviceStatsMonitor.on_train_batch_end/active.small_pool.freed‚74317754 H:DeviceStatsMonitor.on_train_batch_end/allocation.all.freed‚ 143770625 E?DeviceStatsMonitor.on_train_batch_end/oversize_allocations.peak‚0 % _timestamp‚1.7848529253804405e+09 _step‚687 NADeviceStatsMonitor.on_train_batch_end/active.large_pool.allocated‚69452877 U@DeviceStatsMonitor.on_train_batch_end/active_bytes.all.allocated‚2311690107084800 WHDeviceStatsMonitor.on_train_batch_end/allocated_bytes.small_pool.current‚ 1345458688 OGDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.current‚370 XIDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.allocated‚ 1728053248 VGDeviceStatsMonitor.on_train_batch_end/reserved_bytes.small_pool.current‚ 1728053248 JBDeviceStatsMonitor.on_train_batch_end/segment.small_pool.allocated‚824 D;DeviceStatsMonitor.on_train_batch_end/segment.all.allocated‚2005 TEDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.current‚ 1345458688 PADeviceStatsMonitor.on_train_batch_end/allocated_bytes.all.current‚ 1371632128 REDeviceStatsMonitor.on_train_batch_end/allocation.small_pool.allocated‚74327862 TFDeviceStatsMonitor.on_train_batch_end/inactive_split_bytes.all.current‚ 421432832 ;4DeviceStatsMonitor.on_train_batch_end/max_split_size‚-1 _JDeviceStatsMonitor.on_train_batch_end/requested_bytes.large_pool.allocated‚2302431817364544 D>DeviceStatsMonitor.on_train_batch_end/reserved_bytes.all.freed‚0 UCDeviceStatsMonitor.on_train_batch_end/active_bytes.small_pool.freed‚ 8348129459712 =7DeviceStatsMonitor.on_train_batch_end/segment.all.freed‚0 ?6DeviceStatsMonitor.on_train_batch_end/segment.all.peak‚2005 F=DeviceStatsMonitor.on_train_batch_end/segment.large_pool.peak‚1181 D>DeviceStatsMonitor.on_train_batch_end/segment.small_pool.freed‚0 E=DeviceStatsMonitor.on_train_batch_end/segment.small_pool.peak‚824 J@DeviceStatsMonitor.on_train_batch_end/allocation.small_pool.peak‚12254 REDeviceStatsMonitor.on_train_batch_end/inactive_split.small_pool.freed‚24522021 XCDeviceStatsMonitor.on_train_batch_end/requested_bytes.all.allocated‚2310767295241683 KBDeviceStatsMonitor.on_train_batch_end/segment.large_pool.allocated‚1181 F