upload latest model, fix tokenizer

Files changed (3) hide show

README.md +7 -3
rwkvmidipiano-12L_1024D_step1100_ctx4096.pth +3 -0
tokenizer-midipiano.json +125 -125

README.md CHANGED Viewed

@@ -4,9 +4,13 @@ tags:
 - music
 ---
-Trained in 48hr on an RTX3090
-Trained using GiantMIDI-Piano dataset, augmented 30x
 To run, use the rwkv pip package: https://pypi.org/project/rwkv/
-To convert to MIDI, use https://github.com/briansemrau/MIDI-LLM-tokenizer

 - music
 ---
+step650 model was trained in 48hr on an RTX3090,
+step1100 model initially experimentally trained to add tiny attenion (RWKV-4b), but then finetuned again to remove it. Final finetuning was done with ctx 4096.
+See training history: https://wandb.ai/brianflakes/rwkv-midi
+Trained using GiantMIDI-Piano dataset, augmented 30x.
 To run, use the rwkv pip package: https://pypi.org/project/rwkv/
+To convert to MIDI, use https://github.com/briansemrau/MIDI-LLM-tokenizer

rwkvmidipiano-12L_1024D_step1100_ctx4096.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6664e7fb2edb9da16f13ffe1ddbcd657aa9eaaba0d8848bc242a5b442b4d3a
+size 672771653

tokenizer-midipiano.json CHANGED Viewed

@@ -45,131 +45,131 @@
       "<pad>": 0,
       "<start>": 1,
       "<end>": 2,
-      "t0": 3,
-      "t1": 4,
-      "t2": 5,
-      "t3": 6,
-      "t4": 7,
-      "t5": 8,
-      "t6": 9,
-      "t7": 10,
-      "t8": 11,
-      "t9": 12,
-      "t10": 13,
-      "t11": 14,
-      "t12": 15,
-      "t13": 16,
-      "t14": 17,
-      "t15": 18,
-      "t16": 19,
-      "t17": 20,
-      "t18": 21,
-      "t19": 22,
-      "t20": 23,
-      "t21": 24,
-      "t22": 25,
-      "t23": 26,
-      "t24": 27,
-      "t25": 28,
-      "t26": 29,
-      "t27": 30,
-      "t28": 31,
-      "t29": 32,
-      "t30": 33,
-      "t31": 34,
-      "t32": 35,
-      "t33": 36,
-      "t34": 37,
-      "t35": 38,
-      "t36": 39,
-      "t37": 40,
-      "t38": 41,
-      "t39": 42,
-      "t40": 43,
-      "t41": 44,
-      "t42": 45,
-      "t43": 46,
-      "t44": 47,
-      "t45": 48,
-      "t46": 49,
-      "t47": 50,
-      "t48": 51,
-      "t49": 52,
-      "t50": 53,
-      "t51": 54,
-      "t52": 55,
-      "t53": 56,
-      "t54": 57,
-      "t55": 58,
-      "t56": 59,
-      "t57": 60,
-      "t58": 61,
-      "t59": 62,
-      "t60": 63,
-      "t61": 64,
-      "t62": 65,
-      "t63": 66,
-      "t64": 67,
-      "t65": 68,
-      "t66": 69,
-      "t67": 70,
-      "t68": 71,
-      "t69": 72,
-      "t70": 73,
-      "t71": 74,
-      "t72": 75,
-      "t73": 76,
-      "t74": 77,
-      "t75": 78,
-      "t76": 79,
-      "t77": 80,
-      "t78": 81,
-      "t79": 82,
-      "t80": 83,
-      "t81": 84,
-      "t82": 85,
-      "t83": 86,
-      "t84": 87,
-      "t85": 88,
-      "t86": 89,
-      "t87": 90,
-      "t88": 91,
-      "t89": 92,
-      "t90": 93,
-      "t91": 94,
-      "t92": 95,
-      "t93": 96,
-      "t94": 97,
-      "t95": 98,
-      "t96": 99,
-      "t97": 100,
-      "t98": 101,
-      "t99": 102,
-      "t100": 103,
-      "t101": 104,
-      "t102": 105,
-      "t103": 106,
-      "t104": 107,
-      "t105": 108,
-      "t106": 109,
-      "t107": 110,
-      "t108": 111,
-      "t109": 112,
-      "t110": 113,
-      "t111": 114,
-      "t112": 115,
-      "t113": 116,
-      "t114": 117,
-      "t115": 118,
-      "t116": 119,
-      "t117": 120,
-      "t118": 121,
-      "t119": 122,
-      "t120": 123,
-      "t121": 124,
-      "t122": 125,
-      "t123": 126,
-      "t124": 127,
       "p:0:0": 128,
       "p:0:1": 129,
       "p:0:2": 130,

       "<pad>": 0,
       "<start>": 1,
       "<end>": 2,
+      "t1": 3,
+      "t2": 4,
+      "t3": 5,
+      "t4": 6,
+      "t5": 7,
+      "t6": 8,
+      "t7": 9,
+      "t8": 10,
+      "t9": 11,
+      "t10": 12,
+      "t11": 13,
+      "t12": 14,
+      "t13": 15,
+      "t14": 16,
+      "t15": 17,
+      "t16": 18,
+      "t17": 19,
+      "t18": 20,
+      "t19": 21,
+      "t20": 22,
+      "t21": 23,
+      "t22": 24,
+      "t23": 25,
+      "t24": 26,
+      "t25": 27,
+      "t26": 28,
+      "t27": 29,
+      "t28": 30,
+      "t29": 31,
+      "t30": 32,
+      "t31": 33,
+      "t32": 34,
+      "t33": 35,
+      "t34": 36,
+      "t35": 37,
+      "t36": 38,
+      "t37": 39,
+      "t38": 40,
+      "t39": 41,
+      "t40": 42,
+      "t41": 43,
+      "t42": 44,
+      "t43": 45,
+      "t44": 46,
+      "t45": 47,
+      "t46": 48,
+      "t47": 49,
+      "t48": 50,
+      "t49": 51,
+      "t50": 52,
+      "t51": 53,
+      "t52": 54,
+      "t53": 55,
+      "t54": 56,
+      "t55": 57,
+      "t56": 58,
+      "t57": 59,
+      "t58": 60,
+      "t59": 61,
+      "t60": 62,
+      "t61": 63,
+      "t62": 64,
+      "t63": 65,
+      "t64": 66,
+      "t65": 67,
+      "t66": 68,
+      "t67": 69,
+      "t68": 70,
+      "t69": 71,
+      "t70": 72,
+      "t71": 73,
+      "t72": 74,
+      "t73": 75,
+      "t74": 76,
+      "t75": 77,
+      "t76": 78,
+      "t77": 79,
+      "t78": 80,
+      "t79": 81,
+      "t80": 82,
+      "t81": 83,
+      "t82": 84,
+      "t83": 85,
+      "t84": 86,
+      "t85": 87,
+      "t86": 88,
+      "t87": 89,
+      "t88": 90,
+      "t89": 91,
+      "t90": 92,
+      "t91": 93,
+      "t92": 94,
+      "t93": 95,
+      "t94": 96,
+      "t95": 97,
+      "t96": 98,
+      "t97": 99,
+      "t98": 100,
+      "t99": 101,
+      "t100": 102,
+      "t101": 103,
+      "t102": 104,
+      "t103": 105,
+      "t104": 106,
+      "t105": 107,
+      "t106": 108,
+      "t107": 109,
+      "t108": 110,
+      "t109": 111,
+      "t110": 112,
+      "t111": 113,
+      "t112": 114,
+      "t113": 115,
+      "t114": 116,
+      "t115": 117,
+      "t116": 118,
+      "t117": 119,
+      "t118": 120,
+      "t119": 121,
+      "t120": 122,
+      "t121": 123,
+      "t122": 124,
+      "t123": 125,
+      "t124": 126,
+      "t125": 127,
       "p:0:0": 128,
       "p:0:1": 129,
       "p:0:2": 130,