Emoji-ByteLM / train_state_00003.json
CharlesDDDD's picture
Upload EmojiLM - Byte-level Looped Transformer
65ead92 verified
{
"step": 5000,
"acc_step": 0,
"data_loader_state": {
"it_state": {
"start_token": 100,
"it_state": {
"it_state": {
"root_dir": "/home/cd110/BFlowNet/apps/loopedLM/text2emoji_prepared",
"sources": {
"text2emoji": 1.0
},
"source_to_state": {
"text2emoji": {
"file_path": "/home/cd110/BFlowNet/apps/loopedLM/text2emoji_prepared/text2emoji/text2emoji.chunk.01.json",
"position": 15387317,
"block_size": 1,
"offset": 0,
"current_iter": 1
}
},
"rng_state": {
"bit_generator": "PCG64",
"state": {
"state": 81131458415525599535785437639948652948,
"inc": 92941856108932518968286621281627530405
},
"has_uint32": 0,
"uinteger": 0
}
},
"add_bos": true,
"add_eos": true,
"name": "bytes",
"path": null
},
"output_seq_len": 512,
"n_views": 2
},
"seq_idx": 8,
"rng_state": {
"bit_generator": "PCG64",
"state": {
"state": 286960010946238495423822789291240034500,
"inc": 66050176413739185524746886687120723265
},
"has_uint32": 1,
"uinteger": 1701660961
},
"batch_size": 12,
"prefetch_size": 128
},
"scheduler": {
"base_lrs": [
0.0003
],
"last_epoch": 5000,
"verbose": false,
"_step_count": 5001,
"_get_lr_called_within_step": false,
"_last_lr": [
3.039611684019504e-05
],
"lr_lambdas": [
{}
]
}
}