model upload

config.json

@@ -6,7 +6,6 @@
   "attention_dropout": 0.0,
   "attention_multiplier": 0.015625,
   "bos_token_id": 100257,
-  "dtype": "bfloat16",
   "embedding_multiplier": 12,
   "eos_token_id": 100257,
   "hidden_act": "silu",
@@ -72,7 +71,8 @@
   "router_aux_loss_coef": 0.01,
   "shared_intermediate_size": 2048,
   "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.56.0",
-  "use_cache": false,
+  "use_cache": true,
   "vocab_size": 100352
 }

model.sig

@@ -0,0 +1 @@
+{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIC5jCCAmygAwIBAgIUNiAvx9eIBHNlywg8Ywzf+UXUdF0wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjUxMDE0MTgyNjU4WhcNMjUxMDE0MTgzNjU4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEuWiwKuzJzfahdlD0dWVaPpb+razLiaqGbhQ8sH8kRGxCCMZUJgtTJq3DEAG9KUVa1xwwB67OD1EV2l788KF9m6OCAYswggGHMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAdBgNVHQ4EFgQUGDWkYXiI22ALQ/VxX6Pk7iMQ0MMwHwYDVR0jBBgwFoAU39Ppz1YkEZb5qNjpKFWixi4YZD8wJAYDVR0RAQH/BBowGIEWR3Jhbml0ZS12ZXJpZnlAaWJtLmNvbTA0BgorBgEEAYO/MAEBBCZodHRwczovL3NpZ3N0b3JlLnZlcmlmeS5pYm0uY29tL29hdXRoMjA2BgorBgEEAYO/MAEIBCgMJmh0dHBzOi8vc2lnc3RvcmUudmVyaWZ5LmlibS5jb20vb2F1dGgyMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGZ4/m8/wAABAMASDBGAiEArwhvSTDvkjgrxX2g+JMmShCvTCYT7aACPU+cozFnNjgCIQCB0vaArfIFOY0vJm5DCz/z1930PuAs7LqvVaUnkDV/8TAKBggqhkjOPQQDAwNoADBlAjEAsvhxW1Oti58G4R/cHUfIeRPCuLCvrOF5c33LJd+HhD2JBfTmbFskCwM69hoOvmvUAjAOs7WSP7Q/mdXkMMvkQJ+ccRufJde4MsMXlBO4OM47gsTtZuvdBGx0vxHWoPM5N6s="},"tlogEntries":[{"logIndex":"606054764","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"dsse","version":"0.0.1"},"integratedTime":"1760466419","inclusionPromise":{"signedEntryTimestamp":"MEQCIH0UQgYsdtVFKEZR3hIIUxHVTieY7lDKNbiRjlEwfCt7AiArqJ/bye5EGYGpJ7BWs6MK6Xl55YlDUNsVOmjQGOJSnA=="},"inclusionProof":{"logIndex":"484150502","rootHash":"iQmt+F4ATIefyHrJ7yCSPVUFFXqYXeG7TeXkpbx9ibg=","treeSize":"484150503","hashes":["6ULgo/P/u88rpbe3IaXDvf70re2prBYaV40scqu6vt4=","TutZQZmWBNabtW8+ibEwvlrqXmzvQavh1K3eFdjtFWI=","Gfo3SiO/U39FLfq+JQlWQvbedyq3aur7YnvQEctg3Z0=","AZbnC2Srfqsrb75BVkh1LgwL9zpRyTA2OuJvJDhqj60=","m0NJH7ypg4NgJFhb5oVjRdUz9YCRAAGgCm672DfS+0g=","j51p5FbRftgP29NkEHDsdxOcqa2ZRU9KjeIbmp2BU0c=","Xaybl4Kg8uibmzD6X9L30dHZyjr6D0kZTzUYsX1f+sI=","CGefNeMJTCypKZHRi0+emJqYMg3lnuVLySC6WPH3CyU=","FCUArrW/nO/hAQzI7iiHtjoGrsL91mwOOxU4M6cMEO0=","RmSrQKXyr5YyI8R/gSBKogg5Egc5EtWPxIyo03CZ+ek=","/Kugvj2mis6h9KZfZqcetCPGOlkrUnBLnPyZ3HFf+tk=","inrOYOb+roitD1EYWHmRPy8aJnjhSAhp5cHXbXVlxU4=","8nCds1SUzxGg2Xoa+M1tOFTwx+1BGtp8TDMSS4P54xQ=","V5lOdefY1WOOt4iQp7tZoyj1beBDVi24KsEMcgsqZds=","2Wv4GiithwNukRKV06clevnQQYCzXmSS/+/OJtXgsXQ=","1mfy94KpcItqshH9+gwqV6jccupcaMpVsF28New8zDY=","vS7O4ozHIQZJWBiov+mkpI27GE8zAmVCEkRcP3NDyNE="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n484150503\niQmt+F4ATIefyHrJ7yCSPVUFFXqYXeG7TeXkpbx9ibg=\n\n— rekor.sigstore.dev wNI9ajBFAiEA1CRipION/yzjp4OXPQFYQ8QUk8Lp8dgZBeFK8bHOYD8CICMEWhZKW55vUE4HpL+ZnkGtHwmTcw5wjfExQx9DfQAM\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiZHNzZSIsInNwZWMiOnsiZW52ZWxvcGVIYXNoIjp7ImFsZ29yaXRobSI6InNoYTI1NiIsInZhbHVlIjoiOTdlZjIzMmMyZGY2NjA2NGRiMjM0MDJlNTQ1NDZkYzA1ZDQ5ZjYyZDEzMzQwYzA4ZmQ3NmVlNjRhNmIzODU1YyJ9LCJwYXlsb2FkSGFzaCI6eyJhbGdvcml0aG0iOiJzaGEyNTYiLCJ2YWx1ZSI6IjM3NDY3N2YwZmZmYWM5MThiZWM5ZDAwNzMzNDY0NjhiMjM0ZjYxMzc2YzJkZWYxMzRhOGJmMDAwOTE0ZmRkM2EifSwic2lnbmF0dXJlcyI6W3sic2lnbmF0dXJlIjoiTUVRQ0lGV3dIWVp0dnZoZDFtVUJNQlJHVmJnc2VjOWZPNzBrVzJkQ2RJVzhtWGZrQWlBUTV5azY1d2RKZjdMblBIbUdQOFFXdHNLYzRnVWdOZ3JPK20rUkYzWkNMUT09IiwidmVyaWZpZXIiOiJMUzB0TFMxQ1JVZEpUaUJEUlZKVVNVWkpRMEZVUlMwdExTMHRDazFKU1VNMWFrTkRRVzE1WjBGM1NVSkJaMGxWVG1sQmRuZzVaVWxDU0U1c2VYZG5PRmwzZW1ZclZWaFZaRVl3ZDBObldVbExiMXBKZW1vd1JVRjNUWGNLVG5wRlZrMUNUVWRCTVZWRlEyaE5UV015Ykc1ak0xSjJZMjFWZFZwSFZqSk5ValIzU0VGWlJGWlJVVVJGZUZaNllWZGtlbVJIT1hsYVV6RndZbTVTYkFwamJURnNXa2RzYUdSSFZYZElhR05PVFdwVmVFMUVSVEJOVkdkNVRtcFZORmRvWTA1TmFsVjRUVVJGTUUxVVozcE9hbFUwVjJwQlFVMUdhM2RGZDFsSUNrdHZXa2w2YWpCRFFWRlpTVXR2V2tsNmFqQkVRVkZqUkZGblFVVjFWMmwzUzNWNlNucG1ZV2hrYkVRd1pGZFdZVkJ3WWl0eVlYcE1hV0Z4UjJKb1VUZ0tjMGc0YTFKSGVFTkRUVnBWU21kMFZFcHhNMFJGUVVjNVMxVldZVEY0ZDNkQ05qZFBSREZGVmpKc056ZzRTMFk1YlRaUFEwRlpjM2RuWjBkSVRVRTBSd3BCTVZWa1JIZEZRaTkzVVVWQmQwbElaMFJCVkVKblRsWklVMVZGUkVSQlMwSm5aM0pDWjBWR1FsRmpSRUY2UVdSQ1owNVdTRkUwUlVablVWVkhSRmRyQ2xsWWFVa3lNa0ZNVVM5V2VGZzJVR3MzYVUxUk1FMU5kMGgzV1VSV1VqQnFRa0puZDBadlFWVXpPVkJ3ZWpGWmEwVmFZalZ4VG1wd1MwWlhhWGhwTkZrS1drUTRkMHBCV1VSV1VqQlNRVkZJTDBKQ2IzZEhTVVZYVWpOS2FHSnRiREJhVXpFeVdsaEtjRnB1YkVGaFYwcDBURzFPZG1KVVFUQkNaMjl5UW1kRlJRcEJXVTh2VFVGRlFrSkRXbTlrU0ZKM1kzcHZka3d6VG5CYU0wNHdZak5LYkV4dVdteGpiV3h0WlZNMWNGbHRNSFZaTWpsMFRESTVhR1JZVW05TmFrRXlDa0puYjNKQ1owVkZRVmxQTDAxQlJVbENRMmROU20xb01HUklRbnBQYVRoMll6SnNibU16VW5aamJWVjFaRzFXZVdGWFdqVk1iV3hwWWxNMWFtSXlNSFlLWWpKR01XUkhaM2xOU1VkTVFtZHZja0puUlVWQlpGbzFRV2RSUTBKSU1FVmxkMEkxUVVoalFUTlVNSGRoYzJKSVJWUktha2RTTkdOdFYyTXpRWEZLU3dwWWNtcGxVRXN6TDJnMGNIbG5Remh3TjI4MFFVRkJSMW8wTDIwNEwzZEJRVUpCVFVGVFJFSkhRV2xGUVhKM2FIWlRWRVIyYTJwbmNuaFlNbWNyU2sxdENsTm9RM1pVUTFsVU4yRkJRMUJWSzJOdmVrWnVUbXBuUTBsUlEwSXdkbUZCY21aSlJrOVpNSFpLYlRWRVEzb3ZlakU1TXpCUWRVRnpOMHh4ZGxaaFZXNEthMFJXTHpoVVFVdENaMmR4YUd0cVQxQlJVVVJCZDA1dlFVUkNiRUZxUlVGemRtaDRWekZQZEdrMU9FYzBVaTlqU0ZWbVNXVlNVRU4xVEVOMmNrOUdOUXBqTXpOTVNtUXJTR2hFTWtwQ1psUnRZa1p6YTBOM1RUWTVhRzlQZG0xMlZVRnFRVTl6TjFkVFVEZFJMMjFrV0d0TlRYWnJVVW9yWTJOU2RXWktaR1UwQ2sxelRWaHNRazgwVDAwME4yZHpWSFJhZFhaa1FrZDRNSFo0U0ZkdlVFMDFUalp6UFFvdExTMHRMVVZPUkNCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2c9PSJ9XX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6zADAgEAMIIE4gYJKoZIhvcNAQcCoIIE0zCCBM8CAQMxDTALBglghkgBZQMEAgEwgcMGCyqGSIb3DQEJEAEEoIGzBIGwMIGtAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgmm1sLvoP0TMsDNUbWNRvDY307JOB+e6U+VEbcyz+4+kCFQCrrSg9ekd+04KQ2tnaabpD0sB9fxgPMjAyNTEwMTQxODI2NTlaMAMCAQECCQDEyo7jsGCyeKAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgggIUMIICEDCCAZagAwIBAgIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwMwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZDAeFw0yNTA0MDgwNjU5NDNaFw0zNTA0MDYwNjU5NDNaMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhMHYwEAYHKoZIzj0CAQYFK4EEACIDYgAE4ra2Z8hKNig2T9kFjCAToGG30jky+WQv3BzL+mKvh1SKNR/UwuwsfNCg4sryoYAd8E6isovVA3M4aoNdm9QDi50Z8nTEyvqgfDPtTIwXItfiW/AFf1V7uwkbkAoj0xxco2owaDAOBgNVHQ8BAf8EBAMCB4AwHQYDVR0OBBYEFIn9eUOHz9BlRsMCRscsc1t9tOsDMB8GA1UdIwQYMBaAFJjsAe9/u1H/1JUeb4qImFMHic6/MBYGA1UdJQEB/wQMMAoGCCsGAQUFBwMIMAoGCCqGSM49BAMDA2gAMGUCMDtpsV/6KaO0qyF/UMsX2aSUXKQFdoGTptQGc0ftq1csulHPGG6dsmyMNd3JB+G3EQIxAOajvBcjpJmKb4Nv+2Taoj8Uc5+b6ih6FXCCKraSqupe07zqswMcXJTe1cExvHvvlzGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjUxMDE0MTgyNjU5WjAvBgkqhkiG9w0BCQQxIgQga41V7GmsBa4J3dSyPKxzlBHWxC/AA+rRKE5vtEHOgZYwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIxAKbbMApn+qDpdslhp/J/HXzP738gWi2xu8F8FFGk/9x0TS6ckJF+oLQneBIGkFOlWQIwIPsVkhRK3SCyYSb8pcN2pQhx0GwZgJlHynqHny7vEQRGdxFF9AMTOCKTxcMlk4Uq"}]}},"dsseEnvelope":{"payload":"ewogICJfdHlwZSI6ICJodHRwczovL2luLXRvdG8uaW8vU3RhdGVtZW50L3YxIiwKICAic3ViamVjdCI6IFsKICAgIHsKICAgICAgIm5hbWUiOiAiZ3Jhbml0ZS00LjAtbmFuby0zMDBtIiwKICAgICAgImRpZ2VzdCI6IHsKICAgICAgICAic2hhMjU2IjogImFhMDllZWQ0MmM5MDFhZDQ3MWMxNjkwYzBmYmI4NDcyMmIxMzA5NzI1MWQ0ODRmZTcwNzk2MmQyM2RiYmMwZDciCiAgICAgIH0KICAgIH0KICBdLAogICJwcmVkaWNhdGVUeXBlIjogImh0dHBzOi8vbW9kZWxfc2lnbmluZy9zaWduYXR1cmUvdjEuMCIsCiAgInByZWRpY2F0ZSI6IHsKICAgICJzZXJpYWxpemF0aW9uIjogewogICAgICAiaWdub3JlX3BhdGhzIjogWwogICAgICAgICIuZ2l0IiwKICAgICAgICAiLmdpdGh1YiIsCiAgICAgICAgIm1vZGVsLnNpZyIsCiAgICAgICAgIi5naXRhdHRyaWJ1dGVzIiwKICAgICAgICAiLmdpdGlnbm9yZSIKICAgICAgXSwKICAgICAgImhhc2hfdHlwZSI6ICJzaGEyNTYiLAogICAgICAibWV0aG9kIjogImZpbGVzIiwKICAgICAgImFsbG93X3N5bWxpbmtzIjogZmFsc2UKICAgIH0sCiAgICAicmVzb3VyY2VzIjogWwogICAgICB7CiAgICAgICAgImRpZ2VzdCI6ICI5NTI0ZGY2N2I3N2E3YjI1YTJkZmVlODk4Zjc1YjMxNmExNTdlYjlkODU1YjUxZTMyYWVhYzc5ZDdjOGE4M2NlIiwKICAgICAgICAibmFtZSI6ICJjaGF0X3RlbXBsYXRlLmppbmphIiwKICAgICAgICAiYWxnb3JpdGhtIjogInNoYTI1NiIKICAgICAgfSwKICAgICAgewogICAgICAgICJkaWdlc3QiOiAiMDg5NjkwZTIyYjllYWZhZGNkZDM4NWFmYTViNmYzZWEyNDQ2Njc0ZmY1Mzk4YzcxZGYyM2JlMDU5ZDdjNzk1ZCIsCiAgICAgICAgIm5hbWUiOiAiY29uZmlnLmpzb24iLAogICAgICAgICJhbGdvcml0aG0iOiAic2hhMjU2IgogICAgICB9LAogICAgICB7CiAgICAgICAgImRpZ2VzdCI6ICI3YzA0Y2I5ZDJiYTc3MWY3NTI4ZmJhNWE3MTA0OTk5Y2RhZjc1NjZkMDJiNWZiZDU4NDcyODI5ZjYyNzE2MTc3IiwKICAgICAgICAibmFtZSI6ICJnZW5lcmF0aW9uX2NvbmZpZy5qc29uIiwKICAgICAgICAiYWxnb3JpdGhtIjogInNoYTI1NiIKICAgICAgfSwKICAgICAgewogICAgICAgICJkaWdlc3QiOiAiYjZmZTQyNGUzMzQ5MDNmN2ZiODRkM2ExMDZkOTczMDQ1NWY0NzQ0YjlmZTNjMjFlZTEzNmQ5N2EwMGU3MjUwMiIsCiAgICAgICAgIm5hbWUiOiAibWVyZ2VzLnR4dCIsCiAgICAgICAgImFsZ29yaXRobSI6ICJzaGEyNTYiCiAgICAgIH0sCiAgICAgIHsKICAgICAgICAiZGlnZXN0IjogIjIxYmMxY2NhZjBlYjZhOGE1MDNhZGRkOTNjYjc0MjJkZjcxMTI5ZGUwYTY0MWE1NTI1ZTRhNjY1ODEzYjZkZmMiLAogICAgICAgICJuYW1lIjogIm1vZGVsLnNhZmV0ZW5zb3JzIiwKICAgICAgICAiYWxnb3JpdGhtIjogInNoYTI1NiIKICAgICAgfSwKICAgICAgewogICAgICAgICJkaWdlc3QiOiAiYzA4Njc2YzQ5ZmQ3OTY5YTMxMzBmNzJiZTZkNGJmMzRkYTY2YWE0ODRhNmUyMWRmZmUzNTk4OTNhMWJkNWYyZSIsCiAgICAgICAgIm5hbWUiOiAic3BlY2lhbF90b2tlbnNfbWFwLmpzb24iLAogICAgICAgICJhbGdvcml0aG0iOiAic2hhMjU2IgogICAgICB9LAogICAgICB7CiAgICAgICAgImRpZ2VzdCI6ICJlMmJhZDY2NDM5NTM4Y2I0ZDVhNzU4MDY4MDkzMjQzMmVkOWVjZTlkM2I4NTc3ZTY3NTUxMmJkZjExNTk5MjUzIiwKICAgICAgICAibmFtZSI6ICJ0b2tlbml6ZXIuanNvbiIsCiAgICAgICAgImFsZ29yaXRobSI6ICJzaGEyNTYiCiAgICAgIH0sCiAgICAgIHsKICAgICAgICAiZGlnZXN0IjogImE1ZWM1ZGFhYjEyYmEwOTBhOTBmM2RkMTY5YzhmOWMyNzU1NTcwMTNhODdiOWMxMjU4ZGM3Y2I0OTdhMzVjODYiLAogICAgICAgICJuYW1lIjogInRva2VuaXplcl9jb25maWcuanNvbiIsCiAgICAgICAgImFsZ29yaXRobSI6ICJzaGEyNTYiCiAgICAgIH0sCiAgICAgIHsKICAgICAgICAiZGlnZXN0IjogIjhhZjcxMDc2ZGU4YjBiNjI2ZWVkMGY0Yzk4NGZhZjBhN2MwNjI0NzkxNjRiMmEzMTMwOGE5NDg1MjRkNGY2OWMiLAogICAgICAgICJuYW1lIjogInZvY2FiLmpzb24iLAogICAgICAgICJhbGdvcml0aG0iOiAic2hhMjU2IgogICAgICB9CiAgICBdCiAgfQp9","payloadType":"application/vnd.in-toto+json","signatures":[{"sig":"MEQCIFWwHYZtvvhd1mUBMBRGVbgsec9fO70kW2dCdIW8mXfkAiAQ5yk65wdJf7LnPHmGP8QWtsKc4gUgNgrO+m+RF3ZCLQ=="}]}}