Hugging Face's logo

1Covenant
/
Covenant-72B

Text Generation
Safetensors
English
llama
Model card Files
xet
Community
2
joellidin commited on
Commit
08e1111
·
verified ·
1 Parent(s): 2633fe9

Upload model 2.1.27 (window 63996)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +29 -0
  3. generation_config.json +7 -0
  4. model-00001-of-00062.safetensors +3 -0
  5. model-00002-of-00062.safetensors +3 -0
  6. model-00003-of-00062.safetensors +3 -0
  7. model-00004-of-00062.safetensors +3 -0
  8. model-00005-of-00062.safetensors +3 -0
  9. model-00006-of-00062.safetensors +3 -0
  10. model-00007-of-00062.safetensors +3 -0
  11. model-00008-of-00062.safetensors +3 -0
  12. model-00009-of-00062.safetensors +3 -0
  13. model-00010-of-00062.safetensors +3 -0
  14. model-00011-of-00062.safetensors +3 -0
  15. model-00012-of-00062.safetensors +3 -0
  16. model-00013-of-00062.safetensors +3 -0
  17. model-00014-of-00062.safetensors +3 -0
  18. model-00015-of-00062.safetensors +3 -0
  19. model-00016-of-00062.safetensors +3 -0
  20. model-00017-of-00062.safetensors +3 -0
  21. model-00018-of-00062.safetensors +3 -0
  22. model-00019-of-00062.safetensors +3 -0
  23. model-00020-of-00062.safetensors +3 -0
  24. model-00021-of-00062.safetensors +3 -0
  25. model-00022-of-00062.safetensors +3 -0
  26. model-00023-of-00062.safetensors +3 -0
  27. model-00024-of-00062.safetensors +3 -0
  28. model-00025-of-00062.safetensors +3 -0
  29. model-00026-of-00062.safetensors +3 -0
  30. model-00027-of-00062.safetensors +3 -0
  31. model-00028-of-00062.safetensors +3 -0
  32. model-00029-of-00062.safetensors +3 -0
  33. model-00030-of-00062.safetensors +3 -0
  34. model-00031-of-00062.safetensors +3 -0
  35. model-00032-of-00062.safetensors +3 -0
  36. model-00033-of-00062.safetensors +3 -0
  37. model-00034-of-00062.safetensors +3 -0
  38. model-00035-of-00062.safetensors +3 -0
  39. model-00036-of-00062.safetensors +3 -0
  40. model-00037-of-00062.safetensors +3 -0
  41. model-00038-of-00062.safetensors +3 -0
  42. model-00039-of-00062.safetensors +3 -0
  43. model-00040-of-00062.safetensors +3 -0
  44. model-00041-of-00062.safetensors +3 -0
  45. model-00042-of-00062.safetensors +3 -0
  46. model-00043-of-00062.safetensors +3 -0
  47. model-00044-of-00062.safetensors +3 -0
  48. model-00045-of-00062.safetensors +3 -0
  49. model-00046-of-00062.safetensors +3 -0
  50. model-00047-of-00062.safetensors +3 -0
.gitattributes CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  *.webp filter=lfs diff=lfs merge=lfs -text
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  *.webp filter=lfs diff=lfs merge=lfs -text
37
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "dtype": "float32",
9
+ "eos_token_id": 2,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 8192,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 28672,
15
+ "max_position_embeddings": 2048,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 64,
19
+ "num_hidden_layers": 80,
20
+ "num_key_value_heads": 8,
21
+ "pretraining_tp": 1,
22
+ "rms_norm_eps": 1e-06,
23
+ "rope_scaling": null,
24
+ "rope_theta": 10000.0,
25
+ "tie_word_embeddings": false,
26
+ "transformers_version": "4.56.1",
27
+ "use_cache": false,
28
+ "vocab_size": 262144
29
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.56.1",
6
+ "use_cache": false
7
+ }
model-00001-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9f6e12af1b635e03ef02966f08942c73c2b97b5df240cbeb260439ac25428f
3
+ size 8589934728
model-00002-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb441ffd16f3963cb7827e1c7d802584ffbaf6987a9c2c3751b5a2128fc1e188
3
+ size 4966123104
model-00003-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da56276a6d42a83d0b0f44ff4275a7d919e0d5270eec1ecf780eb657a9a8958a
3
+ size 4362142864
model-00004-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105e424414212194ac5c5c108c1644ec14f37423084d1792aa59177a87aad420
3
+ size 4966188864
model-00005-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585d7d94561385ce9cb8a5724f843d233e822b46a7b4607900f6a51699fa21a1
3
+ size 4362142864
model-00006-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:224f9898b27dc91b022fb3efaf89ad39bdc7f239407ed903c8fc64d90105ebaa
3
+ size 4362142864
model-00007-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44acc88bd4ba4e851e57ef03fe81c4791a4d385e57db6cef7d0e76bc869c3ea
3
+ size 4966188864
model-00008-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fda4219b386683907c766bbdc3c196805085f87af1917e163cdd7c41ae52c37a
3
+ size 4362142864
model-00009-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25032c9f1bb4ad0b1ce0f8faab2af3b57747b255f61ed49483b16ffca2207574
3
+ size 4362142880
model-00010-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d84adc6102eae170e09239b2d945100a58005831ff09ea9eb51494dd741f1169
3
+ size 4966188880
model-00011-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf0ca167e89a8ff0f4ec59c1d8b4e53614457f04ef6771890d0ff7b911d6ebfd
3
+ size 4362142872
model-00012-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a29d3501e539a11021d04a0f8f086ae98c3a134223dd2f4fe35d814a3c1fc0c1
3
+ size 4362142872
model-00013-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d5cec4e7d33fe4db334d8ba47473b2f1c1dc8855256d8e37920b5f24b7eb03d
3
+ size 4966188880
model-00014-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d48f0d12770f4d1b3092afcd79189efa9cb88040f4b8d9dbebdfa29431a9ce5
3
+ size 4362142872
model-00015-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf8d4893c6d5659b44a95d2aff69393108cbe163488ff4763f763b3e5961b88
3
+ size 4362142872
model-00016-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fae76e609358ae93019f53a28e2bdee5489bed8d85d395bc29801cb7a6fa834
3
+ size 4966188880
model-00017-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29d7d20d0cef648cc987b8f4cc3cc91b2b6391cf12d526b0f8b26232caf7a9e4
3
+ size 4362142872
model-00018-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c92af3d62ef52703548bffbc61fafc5b57db7ec341fde37e34f50f9711a2389
3
+ size 4362142872
model-00019-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a54d8f2d3b56b58901df2bdc5a1ae03c78ed3d148fb03e8f292f41af2c7003
3
+ size 4966188880
model-00020-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e448c576b8f042d11007fb1688ddaa873b59a08313f1f7a7b8c6ed567499c236
3
+ size 4362142872
model-00021-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eface0a19ee678adafbea936be52bd5fb9f377510b39efec86f0a296a03b9986
3
+ size 4362142872
model-00022-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18a2da5b94ea3004824b825d6c900a81d13988648c727d79d3ec3afafb4ee706
3
+ size 4966188880
model-00023-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c1a6a18a79c4f1d5cf44ca3366ed79e3114e35683df0cd87611db4b4f3884b4
3
+ size 4362142872
model-00024-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1f4327da61b7c711f446bf56b967cbe15367b8e1d571eb333c97fb41baeb35e
3
+ size 4362142872
model-00025-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b74d03ae0fc67c6b62545a89201b7cb7c0966d75a8340809652ef97dc8f07ab2
3
+ size 4966188880
model-00026-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db5122fae06d665815c2df89ef08db9770e8e438cdc380636b7819cde20621e6
3
+ size 4362142872
model-00027-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4865e4e6469b698d5219e18d9721e2ea698753d1239a91eab457705738755795
3
+ size 4362142872
model-00028-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c7c1f23ed05ef207636c2b99cabaccec05cd10e1ebb53a457008b7a8bc77910
3
+ size 4966188880
model-00029-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ba0f5cea8025fb1dc00af9ef4c583fbf76a2fdff6d7b790c207dad1da3702fd
3
+ size 4362142872
model-00030-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55ff419b9642a21389d7c1b37c927ffebc2751858a1c965e407d61852372cc4d
3
+ size 4362142872
model-00031-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c36a45c7d0865e9b5a37d53d1f04c44cef94ac9145636664e1d0e6dcd7ea8aeb
3
+ size 4966188880
model-00032-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a4616150b873fd78b4ee65bbea092c170f798b3f5efa80322d5f427b2b1315f
3
+ size 4362142872
model-00033-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e2787726d0408d8e7c129e22e256fbeb8f7f146387f7a8c3421362e07dadf4d
3
+ size 4362142872
model-00034-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:134471e7b7adb061daba22503d605a9ec1d6cfa5cece5f43288ed66b62510965
3
+ size 4966188880
model-00035-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:febb3b8404d53800c63742c2500f33559289f57398873e5c42b1efa20b72dc62
3
+ size 4362142872
model-00036-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:661e6890ec962f3e9d4bf24d98f5edabaa655e86266ede97b86d77bef45a024a
3
+ size 4362142872
model-00037-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95c94b4b7909b317ca4f7c0852a0d260dda24f0b2f4b1e3b268142e81e8b7962
3
+ size 4966188880
model-00038-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef33921fa6f7f49600a8e868afddebd038ede1b1d147164683c7416416a23a20
3
+ size 4362142872
model-00039-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42ff0e3b7d21697a0cfda3439b1074b4e504d652bb14a1eefa3c5637552f6776
3
+ size 4362142872
model-00040-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eccf5a7aece984a5ef820dc2b43a9a79e7a2154999f47ffc6d5b6c57ad0b6316
3
+ size 4966188880
model-00041-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f906a7a51ec857e727eecc3c026d63c690a826d4cba651796b44ee2348a4d846
3
+ size 4362142872
model-00042-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b1d9eb18eb2e4874ca50b492692e2f6f26e2024e038f99c3abde3e2022231b5
3
+ size 4362142872
model-00043-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a057c2629d1910b13d2550474c7447e41136672d4fef75ec8d83799bb4229be5
3
+ size 4966188880
model-00044-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1385a694f78a87f49cbfd245006e9a855d8e43253f22b262d59a2fccde0392e
3
+ size 4362142872
model-00045-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6a894251b199da4178cc7b3f87fd2cef154d54f83190d193a61b592b7bb4fe9
3
+ size 4362142872
model-00046-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b9608b2c5a8add0ff09f72e167f76179efeb27a144d11f19a03f2687f57763
3
+ size 4966188880
model-00047-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2274a2542f5a6abf5ed3425643d9796dca65f2151573f76f1c0e44148c5785a
3
+ size 4362142872