Created using Colaboratory
parent
4d37b3804a
commit
f683a9bf9c
|
@ -5,7 +5,7 @@
|
|||
"colab": {
|
||||
"provenance": [],
|
||||
"machine_shape": "hm",
|
||||
"authorship_tag": "ABX9TyNkCdo3uzEUbLA4CS6VfaEM",
|
||||
"authorship_tag": "ABX9TyO11tndDoFEdL4+/FDgLad9",
|
||||
"include_colab_link": true
|
||||
},
|
||||
"kernelspec": {
|
||||
|
@ -1486,13 +1486,14 @@
|
|||
"outputs": [],
|
||||
"source": [
|
||||
"!git clone https://github.com/cg123/mergekit.git\n",
|
||||
"%cd mergekit\n",
|
||||
"!pip install -e ."
|
||||
"!cd mergekit && pip install -q -e ."
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"source": [
|
||||
"import yaml\n",
|
||||
"\n",
|
||||
"MODEL_NAME = \"Marcoro14-7B-slerp\"\n",
|
||||
"yaml_config = \"\"\"\n",
|
||||
"slices:\n",
|
||||
|
@ -1511,40 +1512,24 @@
|
|||
" value: [1, 0.5, 0.7, 0.3, 0]\n",
|
||||
" - value: 0.5\n",
|
||||
"dtype: bfloat16\n",
|
||||
"\"\"\""
|
||||
"\n",
|
||||
"\"\"\"\n",
|
||||
"\n",
|
||||
"# Save config as yaml file\n",
|
||||
"with open('config.yaml', 'w', encoding=\"utf-8\") as f:\n",
|
||||
" f.write(yaml_config)"
|
||||
],
|
||||
"metadata": {
|
||||
"id": "LGd7jlfCpNcg"
|
||||
},
|
||||
"execution_count": 21,
|
||||
"execution_count": null,
|
||||
"outputs": []
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"source": [
|
||||
"import yaml\n",
|
||||
"import torch\n",
|
||||
"\n",
|
||||
"from mergekit.config import MergeConfiguration\n",
|
||||
"from mergekit.merge import MergeOptions, run_merge\n",
|
||||
"\n",
|
||||
"# Load merge config\n",
|
||||
"data = yaml.safe_load(yaml_config)\n",
|
||||
"merge_config = MergeConfiguration.model_validate(data)\n",
|
||||
"\n",
|
||||
"# Merge models\n",
|
||||
"run_merge(\n",
|
||||
" merge_config,\n",
|
||||
" \"./merged\",\n",
|
||||
" options=MergeOptions(\n",
|
||||
" lora_merge_cache='/tmp',\n",
|
||||
" cuda=torch.cuda.is_available(),\n",
|
||||
" low_cpu_memory=True, # VRAM offloading\n",
|
||||
" copy_tokenizer=True,\n",
|
||||
" trust_remote_code=False,\n",
|
||||
" lazy_unpickle=False,\n",
|
||||
" ),\n",
|
||||
")"
|
||||
"!mergekit-yaml config.yaml merge --copy-tokenizer --allow-crimes --out-shard-size 1B --lazy-unpickle"
|
||||
],
|
||||
"metadata": {
|
||||
"id": "d5mYzDo1q96y"
|
||||
|
@ -1560,20 +1545,26 @@
|
|||
"from huggingface_hub import ModelCard, ModelCardData\n",
|
||||
"from jinja2 import Template\n",
|
||||
"\n",
|
||||
"username = \"mlabonne\"\n",
|
||||
"\n",
|
||||
"template_text = \"\"\"\n",
|
||||
"---\n",
|
||||
"license: apache-2.0\n",
|
||||
"tags:\n",
|
||||
"- merge\n",
|
||||
"- mergekit\n",
|
||||
"- lazymergekit\n",
|
||||
"{%- for model in models %}\n",
|
||||
"- {{ model }}\n",
|
||||
"{%- endfor %}\n",
|
||||
"---\n",
|
||||
"\n",
|
||||
"# {{ model_name }}\n",
|
||||
"\n",
|
||||
"This model is a merge of the following models made with [mergekit](https://github.com/cg123/mergekit):\n",
|
||||
"{{ model_name }} is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):\n",
|
||||
"\n",
|
||||
"{%- for model in models %}\n",
|
||||
" * [{{ model }}](https://huggingface.co/{{ model }})\n",
|
||||
"* [{{ model }}](https://huggingface.co/{{ model }})\n",
|
||||
"{%- endfor %}\n",
|
||||
"\n",
|
||||
"## 🧩 Configuration\n",
|
||||
|
@ -1587,6 +1578,7 @@
|
|||
"jinja_template = Template(template_text.strip())\n",
|
||||
"\n",
|
||||
"# Get list of models from config\n",
|
||||
"data = yaml.safe_load(yaml_config)\n",
|
||||
"if \"models\" in data:\n",
|
||||
" models = [data[\"models\"][i][\"model\"] for i in range(len(data[\"models\"])) if \"parameters\" in data[\"models\"][i]]\n",
|
||||
"elif \"parameters\" in data:\n",
|
||||
|
@ -1601,11 +1593,12 @@
|
|||
" model_name=MODEL_NAME,\n",
|
||||
" models=models,\n",
|
||||
" yaml_config=yaml_config,\n",
|
||||
" username=username,\n",
|
||||
")\n",
|
||||
"\n",
|
||||
"# Save the model card\n",
|
||||
"card = ModelCard(content)\n",
|
||||
"card.save('merged/README.md')"
|
||||
"card.save('merge/README.md')"
|
||||
],
|
||||
"metadata": {
|
||||
"colab": {
|
||||
|
@ -1643,7 +1636,7 @@
|
|||
")\n",
|
||||
"api.upload_folder(\n",
|
||||
" repo_id=f\"{username}/{MODEL_NAME}\",\n",
|
||||
" folder_path=\"merged\",\n",
|
||||
" folder_path=\"merge\",\n",
|
||||
")"
|
||||
],
|
||||
"metadata": {
|
||||
|
|
Loading…
Reference in New Issue