Format files

This commit is contained in:
Explosion Implosion 2024-08-09 19:56:03 -05:00
parent 72f85a8097
commit aaa2675dfc
53 changed files with 2611 additions and 2015 deletions

View File

@ -1 +1,8 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "tq37t5u6d6"}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "tq37t5u6d6"
}

View File

@ -1,82 +1,82 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://6figfss3cv/1235",
"export_date": "06/18/2024-03:44:30",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/6figfss3cv/artifacts/train/checkpoint_1235.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "6figfss3cv",
"promptTemplates": {
"com.apple.textComposition.ConciseTone": "{{ specialToken.chat.role.system }}Make this text more concise.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://6figfss3cv/1235",
"export_date": "06/18/2024-03:44:30",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/6figfss3cv/artifacts/train/checkpoint_1235.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "6figfss3cv",
"promptTemplates": {
"com.apple.textComposition.ConciseTone": "{{ specialToken.chat.role.system }}Make this text more concise.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1,50 +1,50 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "2c5bac6e73a80778b707593925b619d7c37d3e74",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "2c5bac6e73a80778b707593925b619d7c37d3e74",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 2,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 2,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
}
}

View File

@ -1,50 +1,50 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "d424004ccdb08b2df20156671c10ff58b3be7b19",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "d424004ccdb08b2df20156671c10ff58b3be7b19",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 6,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 6,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
}
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "b81e2f4ae628b2e574e0211f54b2929ed07771e2",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "b81e2f4ae628b2e574e0211f54b2929ed07771e2",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "htva9sw6gk"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "htva9sw6gk"
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "fa6d8925f89316c932f1e72eeb33a2aa7838b63e",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "fa6d8925f89316c932f1e72eeb33a2aa7838b63e",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "qhss3z2j8r"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "qhss3z2j8r"
}

View File

@ -1,50 +1,50 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "3fb7b9d3ccac048fb31b58b425783392d2d3f74d",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "3fb7b9d3ccac048fb31b58b425783392d2d3f74d",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 2,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 2,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
}
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "a8ed83978707779ee4921d8e7db22887001009fa",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "a8ed83978707779ee4921d8e7db22887001009fa",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 5,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "dmryaa8i2y"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 5,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "dmryaa8i2y"
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "d4bd855ae9d8bf629cba0b0a05e25b2ee38c1c1a",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "d4bd855ae9d8bf629cba0b0a05e25b2ee38c1c1a",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 6,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "k8ak2r7cc9"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 6,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "k8ak2r7cc9"
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "f77cc57f0f84e3ff00743977cf9713d09726323b",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "f77cc57f0f84e3ff00743977cf9713d09726323b",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 6,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "7mx9qjrzvp"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 6,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "7mx9qjrzvp"
}

View File

@ -1,54 +1,54 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "801a58997ab64021f7c984248db8fc2b05ff0f92",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "801a58997ab64021f7c984248db8fc2b05ff0f92",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null,
"draft_early_return": true,
"draft_early_return_probability_threshold": 0.8
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "upv9vy3hb7"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null,
"draft_early_return": true,
"draft_early_return_probability_threshold": 0.8
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "upv9vy3hb7"
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "711eff84bc63c26f29e4fc05b4d0a842a750b3bb",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "711eff84bc63c26f29e4fc05b4d0a842a750b3bb",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 3,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "7qd7su2gw5"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 3,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "7qd7su2gw5"
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "b75a5dd0bbb609af6e8ab9bdd771321c6f46b9ab",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "b75a5dd0bbb609af6e8ab9bdd771321c6f46b9ab",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "dqvj4uuj6t"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "dqvj4uuj6t"
}

View File

@ -1,50 +1,50 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "755fe1f8630f17c0a7b482ae30ff767ecf06abae",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "755fe1f8630f17c0a7b482ae30ff767ecf06abae",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 2,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 2,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
}
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "bce71b8e7c729a2f3fa3213e85f784a00932678a",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "bce71b8e7c729a2f3fa3213e85f784a00932678a",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 2,
"draft_is_adaptive": false,
"draft_tree_factor": 2,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "b385grn4sx"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 2,
"draft_is_adaptive": false,
"draft_tree_factor": 2,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "b385grn4sx"
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "121db3d599786213a6c1d0bd67b4143964af0f53",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "121db3d599786213a6c1d0bd67b4143964af0f53",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "ykwpferym8"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "ykwpferym8"
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "431502b24fd226486205efe984998a1233cff286",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "431502b24fd226486205efe984998a1233cff286",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 3,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "idemdznpph"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 3,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "idemdznpph"
}

View File

@ -1,50 +1,50 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "04c966a946d82bcfb7423f8979264a4a2e53c2eb",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "04c966a946d82bcfb7423f8979264a4a2e53c2eb",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 4,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 4,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
}
}

View File

@ -1,52 +1,52 @@
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "da8c29eaa143672d3383e76c36ad511cdc202f5c",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "da8c29eaa143672d3383e76c36ad511cdc202f5c",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 1,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"context_length": 2048,
"ref_id": "x7jvyzp3jt"
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 1,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "x7jvyzp3jt"
}

View File

@ -1,82 +1,82 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://if3favp69m/1452",
"export_date": "06/15/2024-12:46:24",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/if3favp69m/artifacts/train/checkpoint_1452.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "if3favp69m",
"promptTemplates": {
"com.apple.textComposition.BulletsTransform": "{{ specialToken.chat.role.system }}Make the given text into bullet points.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://if3favp69m/1452",
"export_date": "06/15/2024-12:46:24",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/if3favp69m/artifacts/train/checkpoint_1452.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "if3favp69m",
"promptTemplates": {
"com.apple.textComposition.BulletsTransform": "{{ specialToken.chat.role.system }}Make the given text into bullet points.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1 +1,8 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "murgw5bhgt"}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "murgw5bhgt"
}

View File

@ -1,200 +1,200 @@
{
"model_type": "ane",
"model_config": "v3-3b",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_type_to_signature_mapping": {
"lora_8": "6c95e384657fa683f8cbd794b893b0171dcc5978",
"lora_32": "c36b2dd9364c7f12a2d4020f4ebe074458820be7",
"lora_16": "75f8bce3c9072389a4f73c72390540afde6c93aa"
"model_type": "ane",
"model_config": "v3-3b",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_type_to_signature_mapping": {
"lora_8": "6c95e384657fa683f8cbd794b893b0171dcc5978",
"lora_32": "c36b2dd9364c7f12a2d4020f4ebe074458820be7",
"lora_16": "75f8bce3c9072389a4f73c72390540afde6c93aa"
},
"adapter_type_to_symbol_mapping": {
"lora_8": "qkv8_ff8_o8",
"lora_32": "qkv32_ff32_o32",
"lora_16": "qkv16_ff16_o16"
},
"e5_function_name_map": {
"lora_8_extend_512_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 512,
"seq_len": 64
},
"adapter_type_to_symbol_mapping": {
"lora_8": "qkv8_ff8_o8",
"lora_32": "qkv32_ff32_o32",
"lora_16": "qkv16_ff16_o16"
"lora_8_extend_2048_8": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 2048,
"seq_len": 8
},
"e5_function_name_map": {
"lora_8_extend_512_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 512,
"seq_len": 64
},
"lora_8_extend_2048_8": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 2048,
"seq_len": 8
},
"lora_8_extend_2048_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 2048,
"seq_len": 64
},
"lora_16_prompt_opt_512_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 64
},
"lora_8_extend_1024_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 1024,
"seq_len": 64
},
"lora_32_extend_512_8": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 512,
"seq_len": 8
},
"lora_32_prompt_opt_256_64": {
"type": "prompt_opt",
"adapter_type": "lora_32",
"ctx_len": 256,
"seq_len": 64
},
"lora_32_extend_512_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 512,
"seq_len": 64
},
"lora_32_extend_256_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 256,
"seq_len": 64
},
"lora_32_extend_2048_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 2048,
"seq_len": 64
},
"lora_32_extend_1024_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 1024,
"seq_len": 64
},
"lora_32_extend_2048_8": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 2048,
"seq_len": 8
},
"lora_16_prompt_opt_256_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_prompt_opt_2048_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 64
},
"lora_16_extend_256_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_prompt_opt_1024_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 1024,
"seq_len": 64
},
"lora_16_extend_512_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 64
},
"lora_8_extend_256_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_extend_512_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 16
},
"lora_8_extend_512_8": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 512,
"seq_len": 8
},
"lora_16_extend_2048_8": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 8
},
"lora_16_extend_2048_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 64
},
"lora_16_extend_1024_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 1024,
"seq_len": 64
},
"lora_8_prompt_opt_256_64": {
"type": "prompt_opt",
"adapter_type": "lora_8",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_extend_1024_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 1024,
"seq_len": 16
},
"lora_16_extend_512_8": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 8
},
"lora_16_extend_256_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 256,
"seq_len": 16
},
"lora_16_extend_2048_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 16
}
"lora_8_extend_2048_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 2048,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1
"lora_16_prompt_opt_512_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
"lora_8_extend_1024_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 1024,
"seq_len": 64
},
"context_length": 2048,
"display_version": "v4.1-3b"
"lora_32_extend_512_8": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 512,
"seq_len": 8
},
"lora_32_prompt_opt_256_64": {
"type": "prompt_opt",
"adapter_type": "lora_32",
"ctx_len": 256,
"seq_len": 64
},
"lora_32_extend_512_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 512,
"seq_len": 64
},
"lora_32_extend_256_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 256,
"seq_len": 64
},
"lora_32_extend_2048_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 2048,
"seq_len": 64
},
"lora_32_extend_1024_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 1024,
"seq_len": 64
},
"lora_32_extend_2048_8": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 2048,
"seq_len": 8
},
"lora_16_prompt_opt_256_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_prompt_opt_2048_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 64
},
"lora_16_extend_256_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_prompt_opt_1024_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 1024,
"seq_len": 64
},
"lora_16_extend_512_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 64
},
"lora_8_extend_256_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_extend_512_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 16
},
"lora_8_extend_512_8": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 512,
"seq_len": 8
},
"lora_16_extend_2048_8": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 8
},
"lora_16_extend_2048_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 64
},
"lora_16_extend_1024_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 1024,
"seq_len": 64
},
"lora_8_prompt_opt_256_64": {
"type": "prompt_opt",
"adapter_type": "lora_8",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_extend_1024_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 1024,
"seq_len": 16
},
"lora_16_extend_512_8": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 8
},
"lora_16_extend_256_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 256,
"seq_len": 16
},
"lora_16_extend_2048_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 16
}
},
"default_parameters": {
"temperature": 0.1
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"display_version": "v4.1-3b"
}

View File

@ -1,7 +1,7 @@
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa"
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa"
}

View File

@ -1,82 +1,82 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://fkbbc7wrk7/844",
"export_date": "06/15/2024-09:47:12",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/fkbbc7wrk7/artifacts/train/checkpoint_844.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "fkbbc7wrk7",
"promptTemplates": {
"com.apple.textComposition.MailReplyLongFormRewrite": "{{ specialToken.chat.role.system }}You are an assistant which helps the user respond to their mails. Given a mail, a draft response is initially provided based on a short reply snippet. In order to make the draft response nicer and complete, a set of question and its answer are provided. Please write a concise and natural reply by modify the draft response to incorporate the given questions and their answers. Please limit the reply within 50 words. Do not hallucinate. Do not make up factual information.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://fkbbc7wrk7/844",
"export_date": "06/15/2024-09:47:12",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/fkbbc7wrk7/artifacts/train/checkpoint_844.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "fkbbc7wrk7",
"promptTemplates": {
"com.apple.textComposition.MailReplyLongFormRewrite": "{{ specialToken.chat.role.system }}You are an assistant which helps the user respond to their mails. Given a mail, a draft response is initially provided based on a short reply snippet. In order to make the draft response nicer and complete, a set of question and its answer are provided. Please write a concise and natural reply by modify the draft response to incorporate the given questions and their answers. Please limit the reply within 50 words. Do not hallucinate. Do not make up factual information.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1,7 +1,7 @@
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa"
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa"
}

View File

@ -1,84 +1,84 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://j8s4tkqt29/628",
"export_date": "06/15/2024-10:21:30",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/j8s4tkqt29/artifacts/train/checkpoint_628.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://j8s4tkqt29/628",
"export_date": "06/15/2024-10:21:30",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/j8s4tkqt29/artifacts/train/checkpoint_628.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "j8s4tkqt29",
"promptTemplates": {
"com.apple.textComposition.MailReplyQA": "{{ specialToken.chat.role.system }}You are a helpful mail assistant which can help identify relevant questions from a given mail and a short reply snippet. Given a mail and the reply snippet, ask relevant questions which are explicitly asked in the mail. The answer to those questions will be selected by the recipient which will help reduce hallucination in drafting the response. Please output top questions along with set of possible answers/options for each of those questions. Do not ask questions which are answered by the reply snippet. The questions should be short, no more than 8 words. The answers should be short as well, around 2 words. Present your output in a json format with a list of dictionaries containing question and answers as the keys. If no question is asked in the mail, then output an empty list []. Only output valid json and nothing else.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
},
"constraints_override": "schema_raw_v1",
"constraints_override_payload": "{\"type\":\"array\",\"items\":{\"properties\":{\"answers\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}},\"question\":{\"type\":\"string\"}},\"required\":[\"question\",\"answers\"],\"type\":\"object\",\"order\":[\"question\",\"answers\"]}}"
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "j8s4tkqt29",
"promptTemplates": {
"com.apple.textComposition.MailReplyQA": "{{ specialToken.chat.role.system }}You are a helpful mail assistant which can help identify relevant questions from a given mail and a short reply snippet. Given a mail and the reply snippet, ask relevant questions which are explicitly asked in the mail. The answer to those questions will be selected by the recipient which will help reduce hallucination in drafting the response. Please output top questions along with set of possible answers/options for each of those questions. Do not ask questions which are answered by the reply snippet. The questions should be short, no more than 8 words. The answers should be short as well, around 2 words. Present your output in a json format with a list of dictionaries containing question and answers as the keys. If no question is asked in the mail, then output an empty list []. Only output valid json and nothing else.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
},
"constraints_override": "schema_raw_v1",
"constraints_override_payload": "{\"type\":\"array\",\"items\":{\"properties\":{\"answers\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}},\"question\":{\"type\":\"string\"}},\"required\":[\"question\",\"answers\"],\"type\":\"object\",\"order\":[\"question\",\"answers\"]}}"
}

View File

@ -1,8 +1,8 @@
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "v9mcc8affp"
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "v9mcc8affp"
}

View File

@ -1,82 +1,82 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://ptxpeuijv5/765",
"export_date": "06/19/2024-03:22:23",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/ptxpeuijv5/artifacts/train/checkpoint_765.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "ptxpeuijv5",
"promptTemplates": {
"com.apple.textComposition.MagicRewrite": "{{ specialToken.chat.role.system }}Rewrite this text.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://ptxpeuijv5/765",
"export_date": "06/19/2024-03:22:23",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/ptxpeuijv5/artifacts/train/checkpoint_765.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "ptxpeuijv5",
"promptTemplates": {
"com.apple.textComposition.MagicRewrite": "{{ specialToken.chat.role.system }}Rewrite this text.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1 +1,83 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://ujafejhnpc/372", "export_date": "06/27/2024-00:16:27", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 2048, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "checkpoint": "/coreflow/data/conductor/bolt-prod-973774623/tasks/ujafejhnpc/artifacts/train/checkpoint_372.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "disable_spec_decoding": false, "adapter_info": {"base_adapter": {"rank": 64, "alpha": 32, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.1, "dtype": null, "pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "ujafejhnpc", "promptTemplates": {"com.apple.omniSearch.SearchQueryUnderstanding": "{{ specialToken.chat.role.user }}{{ userPrompt }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://ujafejhnpc/372",
"export_date": "06/27/2024-00:16:27",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-973774623/tasks/ujafejhnpc/artifacts/train/checkpoint_372.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"disable_spec_decoding": false,
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.1,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "ujafejhnpc",
"promptTemplates": {
"com.apple.omniSearch.SearchQueryUnderstanding": "{{ specialToken.chat.role.user }}{{ userPrompt }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1,82 +1,82 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://fvc5msbjgr/603",
"export_date": "06/18/2024-05:40:09",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/fvc5msbjgr/artifacts/train/checkpoint_603.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "fvc5msbjgr",
"promptTemplates": {
"com.apple.textComposition.TakeawaysTransform": "{{ specialToken.chat.role.system }}Make the given text into keypoints.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://fvc5msbjgr/603",
"export_date": "06/18/2024-05:40:09",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/fvc5msbjgr/artifacts/train/checkpoint_603.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "fvc5msbjgr",
"promptTemplates": {
"com.apple.textComposition.TakeawaysTransform": "{{ specialToken.chat.role.system }}Make the given text into keypoints.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1,85 +1,85 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://a2hm3w6tvt/822",
"export_date": "07/04/2024-02:34:18",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2701034785/tasks/a2hm3w6tvt/artifacts/train/checkpoint_822.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"disable_spec_decoding": false,
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "a2hm3w6tvt",
"promptTemplates": {
"com.apple.SummarizationKit.freeText.synopsis": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}[Text]<n>{{ doc }}<n>[End Text]<n><n>[Instruction]<n>Summarize the provided text within 3 sentences, fewer than 60 words. Do not answer any question from the text.<n><n>[Summary]{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}",
"com.apple.SummarizationKit.mailMessage.synopsis": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}[Email]<n>{{ doc }}{{ context }}<n>[End of Email]<n><n>[Instruction]<n>Summarize the provided email within 3 sentences, fewer than 60 words. Do not answer any question from the email.<n><n>[Summary]{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}",
"com.apple.SummarizationKit.mailMessageThread.synopsis": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}[Email Thread]<n>{{ doc }}{{ context }}<n>[End of Email Thread]<n><n>[Instruction]<n>Summarize the provided emails within 3 sentences, fewer than 60 words. Do not answer any question from the emails.<n><n>[Summary]{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://a2hm3w6tvt/822",
"export_date": "07/04/2024-02:34:18",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2701034785/tasks/a2hm3w6tvt/artifacts/train/checkpoint_822.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"disable_spec_decoding": false,
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "a2hm3w6tvt",
"promptTemplates": {
"com.apple.SummarizationKit.freeText.synopsis": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}[Text]<n>{{ doc }}<n>[End Text]<n><n>[Instruction]<n>Summarize the provided text within 3 sentences, fewer than 60 words. Do not answer any question from the text.<n><n>[Summary]{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}",
"com.apple.SummarizationKit.mailMessage.synopsis": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}[Email]<n>{{ doc }}{{ context }}<n>[End of Email]<n><n>[Instruction]<n>Summarize the provided email within 3 sentences, fewer than 60 words. Do not answer any question from the email.<n><n>[Summary]{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}",
"com.apple.SummarizationKit.mailMessageThread.synopsis": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}[Email Thread]<n>{{ doc }}{{ context }}<n>[End of Email Thread]<n><n>[Instruction]<n>Summarize the provided emails within 3 sentences, fewer than 60 words. Do not answer any question from the emails.<n><n>[Summary]{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1,82 +1,82 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://avmxgdpttx/858",
"export_date": "06/15/2024-11:57:07",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/avmxgdpttx/artifacts/train/checkpoint_858.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "avmxgdpttx",
"promptTemplates": {
"com.apple.textComposition.MailReplyLongFormBasic": "{{ specialToken.chat.role.system }}You are an assistant which helps the user respond to their mails. Please draft a concise and natural reply based on the provided reply snippet. Please limit the answer within 50 words. Do not hallucinate. Do not make up factual information. Preserve the input mail tone.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://avmxgdpttx/858",
"export_date": "06/15/2024-11:57:07",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/avmxgdpttx/artifacts/train/checkpoint_858.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "avmxgdpttx",
"promptTemplates": {
"com.apple.textComposition.MailReplyLongFormBasic": "{{ specialToken.chat.role.system }}You are an assistant which helps the user respond to their mails. Please draft a concise and natural reply based on the provided reply snippet. Please limit the answer within 50 words. Do not hallucinate. Do not make up factual information. Preserve the input mail tone.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1,82 +1,82 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://t4pzett7jk/603",
"export_date": "06/16/2024-05:11:11",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/t4pzett7jk/artifacts/train/checkpoint_603.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "t4pzett7jk",
"promptTemplates": {
"com.apple.textComposition.TablesTransform": "{{ specialToken.chat.role.system }}Transform the given text into a table.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://t4pzett7jk/603",
"export_date": "06/16/2024-05:11:11",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/t4pzett7jk/artifacts/train/checkpoint_603.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "t4pzett7jk",
"promptTemplates": {
"com.apple.textComposition.TablesTransform": "{{ specialToken.chat.role.system }}Transform the given text into a table.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1,8 +1,8 @@
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "v8etmj645m"
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "v8etmj645m"
}

View File

@ -1,8 +1,8 @@
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "cebb4e532h"
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "cebb4e532h"
}

View File

@ -1,82 +1,82 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://uspfakydk2/1902",
"export_date": "06/15/2024-09:22:18",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/uspfakydk2/artifacts/train/checkpoint_1902.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "uspfakydk2",
"promptTemplates": {
"com.apple.textComposition.FriendlyTone": "{{ specialToken.chat.role.system }}Make this text more friendly.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://uspfakydk2/1902",
"export_date": "06/15/2024-09:22:18",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/uspfakydk2/artifacts/train/checkpoint_1902.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "uspfakydk2",
"promptTemplates": {
"com.apple.textComposition.FriendlyTone": "{{ specialToken.chat.role.system }}Make this text more friendly.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1 +1,84 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-lora-r64-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://fwmbet2u3h/688", "export_date": "05/30/2024-19:39:02", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 2048, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "max_tokens": 1024, "checkpoint": "/coreflow/data/conductor/bolt-prod-973623267/tasks/fwmbet2u3h/artifacts/train/checkpoint_688.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "adapter_info": {"base_adapter": {"rank": 64, "alpha": 32, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.0, "dtype": null, "pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "fwmbet2u3h", "promptTemplates": {}, "allowPromptFallback": true, "disable_spec_decoding": false, "allow_fully_client_defined_constraints": true}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-lora-r64-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://fwmbet2u3h/688",
"export_date": "05/30/2024-19:39:02",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"max_tokens": 1024,
"checkpoint": "/coreflow/data/conductor/bolt-prod-973623267/tasks/fwmbet2u3h/artifacts/train/checkpoint_688.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "fwmbet2u3h",
"promptTemplates": {},
"allowPromptFallback": true,
"disable_spec_decoding": false,
"allow_fully_client_defined_constraints": true
}

View File

@ -1,46 +1,46 @@
{
"model_type": "ane",
"model_config": "v3-302m",
"backbone_signature": "2077d12eb8aa7d17295d95444dfa3e52567f95ab",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
"model_type": "ane",
"model_config": "v3-302m",
"backbone_signature": "2077d12eb8aa7d17295d95444dfa3e52567f95ab",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"default_parameters": {
"temperature": 0.1
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>You are a helpful assistant that classifies the following input text-to-image query as Safe or Unsafe. In the first line, reply with Safe or Unsafe. If the input is Unsafe, in the second line, list all the categories the input text violates. The Unsafe categories are: CSEAI, Drugs, Gore, Harassment, Hate, Nudity or sexual, Offensive words, Self-harm, Terrorism or extremism, Toxic, Violence, Weapons."
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"isDraft": false
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>You are a helpful assistant that classifies the following input text-to-image query as Safe or Unsafe. In the first line, reply with Safe or Unsafe. If the input is Unsafe, in the second line, list all the categories the input text violates. The Unsafe categories are: CSEAI, Drugs, Gore, Harassment, Hate, Nudity or sexual, Offensive words, Self-harm, Terrorism or extremism, Toxic, Violence, Weapons."
},
"isDraft": false
}

View File

@ -1 +1,11 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "497xc398wa", "promptTemplates": {"com.apple.textComposition.MessagesReply": "{{ specialToken.chat.role.system }}Predict next turn:{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "497xc398wa",
"promptTemplates": {
"com.apple.textComposition.MessagesReply": "{{ specialToken.chat.role.system }}Predict next turn:{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1 +1,85 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://nwwcvcmkeh/2510", "export_date": "06/15/2024-01:49:11", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 4096, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "checkpoint": "/coreflow/data/conductor/bolt-prod-973601181/tasks/nwwcvcmkeh/artifacts/train/checkpoint_2510.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "adapter_info": {"base_adapter": {"rank": 64, "alpha": 32, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.0, "dtype": null, "pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "nwwcvcmkeh", "promptTemplates": {"com.apple.photos.memoryCreation.AssetCuration": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}You are a director on a movie set! Here is a movie idea of \"{{ userPrompt }}\" but with a special focus on {{ traits }}. {{ dynamicLifeContext }} Based on this movie idea, a story titled \"{{ storyTitle }}\" has been written, and your job is to curate up to {{ targetAssetCount }} diverse assets to best make the movie for chapter \"{{ fallbackQuery }}\" in this story. Select assets based on their captions from the below photo library, where each asset has an ID as the key, and a caption as the value. {{ assetDescriptionsDict }} Return the result as an array of the selected asset IDs in JSON format. Do not return asset IDs if no good matches are found. Do not return duplicated or non-existent asset IDs. Assets:{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}, "allowPromptFallback": false, "constraints_override": "schema_raw_v1", "constraints_override_payload": "{\"type\":\"array\",\"items\":{\"type\":\"string\"}}"}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://nwwcvcmkeh/2510",
"export_date": "06/15/2024-01:49:11",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 4096,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-973601181/tasks/nwwcvcmkeh/artifacts/train/checkpoint_2510.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "nwwcvcmkeh",
"promptTemplates": {
"com.apple.photos.memoryCreation.AssetCuration": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}You are a director on a movie set! Here is a movie idea of \"{{ userPrompt }}\" but with a special focus on {{ traits }}. {{ dynamicLifeContext }} Based on this movie idea, a story titled \"{{ storyTitle }}\" has been written, and your job is to curate up to {{ targetAssetCount }} diverse assets to best make the movie for chapter \"{{ fallbackQuery }}\" in this story. Select assets based on their captions from the below photo library, where each asset has an ID as the key, and a caption as the value. {{ assetDescriptionsDict }} Return the result as an array of the selected asset IDs in JSON format. Do not return asset IDs if no good matches are found. Do not return duplicated or non-existent asset IDs. Assets:{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
},
"allowPromptFallback": false,
"constraints_override": "schema_raw_v1",
"constraints_override_payload": "{\"type\":\"array\",\"items\":{\"type\":\"string\"}}"
}

View File

@ -1 +1,85 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://ktguqdpy2r/294", "export_date": "06/16/2024-04:34:50", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 2048, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "checkpoint": "/coreflow/data/conductor/bolt-prod-2700635063/tasks/ktguqdpy2r/artifacts/train/checkpoint_294.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "adapter_info": {"base_adapter": {"rank": 128, "alpha": 64.0, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.0, "dtype": null, "pretrained_path": "N/A", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "ktguqdpy2r", "promptTemplates": {"com.apple.photos.memoryCreation.QueryUnderstanding.v0": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userPrompt }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}, "allowPromptFallback": false, "constraints_override": "schema_raw_v1", "constraints_override_payload": "{\"required\":[],\"properties\":{\"what\":{\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}},\"type\":\"object\"},\"when\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"mood\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"trip\":{\"type\":\"string\"},\"sort_order\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"music\":{\"order\":[\"artist\",\"genre\",\"song\"],\"required\":[],\"properties\":{\"artist\":{\"additionalProperties\":{\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":\"object\"},\"genre\":{\"additionalProperties\":{\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":\"object\"},\"song\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}}},\"type\":\"object\"},\"where\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"all_time\":{\"type\":\"string\"},\"who\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}}},\"type\":\"object\",\"order\":[\"who\",\"what\",\"when\",\"where\",\"music\",\"mood\",\"sort_order\",\"trip\",\"all_time\"]}"}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://ktguqdpy2r/294",
"export_date": "06/16/2024-04:34:50",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700635063/tasks/ktguqdpy2r/artifacts/train/checkpoint_294.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 128,
"alpha": 64.0,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "N/A",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "ktguqdpy2r",
"promptTemplates": {
"com.apple.photos.memoryCreation.QueryUnderstanding.v0": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userPrompt }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
},
"allowPromptFallback": false,
"constraints_override": "schema_raw_v1",
"constraints_override_payload": "{\"required\":[],\"properties\":{\"what\":{\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}},\"type\":\"object\"},\"when\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"mood\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"trip\":{\"type\":\"string\"},\"sort_order\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"music\":{\"order\":[\"artist\",\"genre\",\"song\"],\"required\":[],\"properties\":{\"artist\":{\"additionalProperties\":{\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":\"object\"},\"genre\":{\"additionalProperties\":{\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":\"object\"},\"song\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}}},\"type\":\"object\"},\"where\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"all_time\":{\"type\":\"string\"},\"who\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}}},\"type\":\"object\",\"order\":[\"who\",\"what\",\"when\",\"where\",\"music\",\"mood\",\"sort_order\",\"trip\",\"all_time\"]}"
}

View File

@ -1 +1,85 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://6qzqhb7zek/420", "export_date": "06/18/2024-10:54:50", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 2048, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "checkpoint": "/coreflow/data/conductor/bolt-prod-2700995038/tasks/6qzqhb7zek/artifacts/train/checkpoint_420.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "adapter_info": {"base_adapter": {"rank": 128, "alpha": 64.0, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.0, "dtype": null, "pretrained_path": "N/A", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "6qzqhb7zek", "promptTemplates": {"com.apple.photos.memoryCreation.GlobalTraits.v2": "{{ specialToken.chat.role.system }}A conversation between a user making a story from their photos and a creative writer assistant who imagines visual themes for the user story<n>The visual themes are short, no more than a few words and must be new thematic content to expand on what the user story is, not duplicating any info from the query<n>Additional information about the photos the user has may be available, and can inform the visual themes, especially if there is a location but the request is about a person<n>If the request is vague, then the visual themes should be broad since little information is available<n>But if the request is more detailed, then the visual themes can be more detailed and precise<n>The assistant responds with nothing except for the visual themes formatted as a JSON parseable list of strings, where each element is a relevant visual themes<n><n>Visual themes cannot be location names, or emotive and vague themes such as Togetherness or Leisure<n>Instead, visual themes usually fall under the following categories:<n>- Settings, describing the scene or backdrop of the photos, such Restaurant or Sunset<n>- Objects featured in the story, or which people might interact with, such as Food or Sports Equipment<n>- Actions in the photos or which people may be doing, such as Laughing{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}I want to experience a story about: \"{{ freeformStoryPromptQuery }}\"<n>Provide the following number of visual themes: {{ numRequestedTraits }}<n>Children are in my photos: {{ freeformHasChildren }}<n>Pets in my photos: {{ freeformHasPets }}<n>People with these relationships to me are in my photos: {{ freeformLifeContextRelationship }}<n>My home location: {{ freeformLifeContextHomeLocation }}<n>Some of the top locations present in my photos: {{ freeformLifeContextTopLocations }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}, "allowPromptFallback": false, "constraints_override": "schema_raw_v1", "constraints_override_payload": "{\"items\":{\"type\":\"string\"},\"type\":\"array\"}"}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://6qzqhb7zek/420",
"export_date": "06/18/2024-10:54:50",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700995038/tasks/6qzqhb7zek/artifacts/train/checkpoint_420.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 128,
"alpha": 64.0,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "N/A",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "6qzqhb7zek",
"promptTemplates": {
"com.apple.photos.memoryCreation.GlobalTraits.v2": "{{ specialToken.chat.role.system }}A conversation between a user making a story from their photos and a creative writer assistant who imagines visual themes for the user story<n>The visual themes are short, no more than a few words and must be new thematic content to expand on what the user story is, not duplicating any info from the query<n>Additional information about the photos the user has may be available, and can inform the visual themes, especially if there is a location but the request is about a person<n>If the request is vague, then the visual themes should be broad since little information is available<n>But if the request is more detailed, then the visual themes can be more detailed and precise<n>The assistant responds with nothing except for the visual themes formatted as a JSON parseable list of strings, where each element is a relevant visual themes<n><n>Visual themes cannot be location names, or emotive and vague themes such as Togetherness or Leisure<n>Instead, visual themes usually fall under the following categories:<n>- Settings, describing the scene or backdrop of the photos, such Restaurant or Sunset<n>- Objects featured in the story, or which people might interact with, such as Food or Sports Equipment<n>- Actions in the photos or which people may be doing, such as Laughing{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}I want to experience a story about: \"{{ freeformStoryPromptQuery }}\"<n>Provide the following number of visual themes: {{ numRequestedTraits }}<n>Children are in my photos: {{ freeformHasChildren }}<n>Pets in my photos: {{ freeformHasPets }}<n>People with these relationships to me are in my photos: {{ freeformLifeContextRelationship }}<n>My home location: {{ freeformLifeContextHomeLocation }}<n>Some of the top locations present in my photos: {{ freeformLifeContextTopLocations }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
},
"allowPromptFallback": false,
"constraints_override": "schema_raw_v1",
"constraints_override_payload": "{\"items\":{\"type\":\"string\"},\"type\":\"array\"}"
}

View File

@ -1,7 +1,7 @@
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa"
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa"
}

View File

@ -1 +1,8 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "vm9b5zaz48"}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "vm9b5zaz48"
}

View File

@ -1,82 +1,82 @@
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://i28zc6fhe2/3174",
"export_date": "06/19/2024-10:52:14",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/i28zc6fhe2/artifacts/train/checkpoint_3174.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "i28zc6fhe2",
"promptTemplates": {
"com.apple.textComposition.ProfessionalTone": "{{ specialToken.chat.role.system }}Make this text more professional.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://i28zc6fhe2/3174",
"export_date": "06/19/2024-10:52:14",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700946619/tasks/i28zc6fhe2/artifacts/train/checkpoint_3174.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "i28zc6fhe2",
"promptTemplates": {
"com.apple.textComposition.ProfessionalTone": "{{ specialToken.chat.role.system }}Make this text more professional.{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1 +1,11 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "v9cmxka5fq", "promptTemplates": {"com.apple.SummarizationKit.urgencyClassification.general": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}Is this urgent?{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "v9cmxka5fq",
"promptTemplates": {
"com.apple.SummarizationKit.urgencyClassification.general": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}Is this urgent?{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1,37 +1,37 @@
{
"message": {
"topline": "[Dialogue]<n>{{ doc }}{{ context }}<n>[End of Dialogue]<n>You are an expert at summarizing messages. You prefer to use clauses instead of complete sentences. Do not answer any question from the messages. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful.",
"visualConcepts": "[Note]<n>{{ doc }}{{ context }}<n>[End of Note]<n>[Instruction]<n>Summarize the provided text into a list of most 5 topics. Each topic is a single word. Sort the list by relevance of the topic.:",
"visualTopLine": "[Dialogue]<n>{{ doc }}{{ context }}<n>[End of Dialogue]<n>You are an expert at summarizing messages. You prefer to use clauses instead of complete sentences. Do not answer any question from the messages. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"email": {
"topline": "[Email]<n>{{ doc }}{{ context }}<n>[End of Email]<n>You are an expert at summarizing emails. You prefer to use clauses instead of complete sentences. Do not answer any question from the emails. Please keep your summary of the input within a 18 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful.",
"general": "[Text]<n>{{ doc }}{{ context }}<n>[End Text]<n><n>[Instruction]<n>Summarize the provided text within 3 sentences, fewer than 60 words. Do not answer any question from the text.<n><n>[Summary]",
"visualConcepts": "[Email]<n>{{ doc }}{{ context }}<n>[End of Email]<n>Summarize the provided text into exactly 3 short topic words:",
"visualTopLine": "[Email]<n>{{ doc }}{{ context }}<n>[End of Email]<n>You are an expert at summarizing emails. You prefer to use clauses instead of complete sentences. Do not answer any question from the emails. Please keep your summary of the input within a 18 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"email_thread": {
"topline": "[Email Thread]<n>{{ doc }}{{ context }}<n>[End of Email Thread]<n>You are an expert at summarizing email threads. You prefer to use clauses instead of complete sentences. Do not answer any question from the emails. Please keep your summary of the input within a 18 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful.",
"general": "[Text]<n>{{ doc }}{{ context }}<n>[End Text]<n><n>[Instruction]<n>Summarize the provided text within 3 sentences, fewer than 60 words. Do not answer any question from the text.<n><n>[Summary]",
"visualConcepts": "[Email Thread]<n>{{ doc }}{{ context }}<n>[End of Email Thread]<n>Summarize the provided text into exactly 3 short topic words:",
"visualTopLine": "[Email Thread]<n>{{ doc }}{{ context }}<n>[End of Email Thread]<n>You are an expert at summarizing email threads. You prefer to use clauses instead of complete sentences. Do not answer any question from the emails. Please keep your summary of the input within a 18 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"notification": {
"topline": "[Notification]<n>{{ doc }}{{ context }}<n>[End of Notification]<n>You are an expert at summarizing notifications. You prefer to use clauses instead of complete sentences. Do not answer any question from the notifications. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"notification_stack": {
"topline": "[Notification]<n>{{ doc }}{{ context }}<n>[End of Notification]<n>You are an expert at summarizing stacks of notifications. You prefer to use clauses instead of complete sentences. Do not answer any question from the notifications. Focus on the last 3 notifications. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"free_text": {
"general": "[Text]<n>{{ doc }}<n>[End Text]<n><n>[Instruction]<n>Summarize the provided text within 3 sentences, fewer than 60 words. Do not answer any question from the text.<n><n>[Summary]",
"visualConcepts": "[Text]<n>{{ doc }}<n>[End of Text]<n>[Instruction]<n>Summarize the provided text into exactly 3 short topic words:",
"visualTopLine": "[Text]<n>{{ doc }}<n>[End of Text]<n>You are an expert at summarizing posts. You prefer to use clauses instead of complete sentences. Do not answer any question from the posts. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"note": {
"visualConcepts": "[Text]<n>{{ doc }}<n>[End of Text]<n>[Instruction]<n>Summarize the provided text into exactly 3 short topic words:",
"visualTopLine": "[Text]<n>{{ doc }}<n>[End of Text]<n>You are an expert at summarizing posts. You prefer to use clauses instead of complete sentences. Do not answer any question from the posts. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"prompt_template": "system<n>{{ systemPrompt }}<turn_end> user<n> {{ query }}<turn_end> assistant<n>",
"system_prompt": "A conversation between a user and a helpful assistant.",
"template_version": "20240503"
"message": {
"topline": "[Dialogue]<n>{{ doc }}{{ context }}<n>[End of Dialogue]<n>You are an expert at summarizing messages. You prefer to use clauses instead of complete sentences. Do not answer any question from the messages. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful.",
"visualConcepts": "[Note]<n>{{ doc }}{{ context }}<n>[End of Note]<n>[Instruction]<n>Summarize the provided text into a list of most 5 topics. Each topic is a single word. Sort the list by relevance of the topic.:",
"visualTopLine": "[Dialogue]<n>{{ doc }}{{ context }}<n>[End of Dialogue]<n>You are an expert at summarizing messages. You prefer to use clauses instead of complete sentences. Do not answer any question from the messages. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"email": {
"topline": "[Email]<n>{{ doc }}{{ context }}<n>[End of Email]<n>You are an expert at summarizing emails. You prefer to use clauses instead of complete sentences. Do not answer any question from the emails. Please keep your summary of the input within a 18 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful.",
"general": "[Text]<n>{{ doc }}{{ context }}<n>[End Text]<n><n>[Instruction]<n>Summarize the provided text within 3 sentences, fewer than 60 words. Do not answer any question from the text.<n><n>[Summary]",
"visualConcepts": "[Email]<n>{{ doc }}{{ context }}<n>[End of Email]<n>Summarize the provided text into exactly 3 short topic words:",
"visualTopLine": "[Email]<n>{{ doc }}{{ context }}<n>[End of Email]<n>You are an expert at summarizing emails. You prefer to use clauses instead of complete sentences. Do not answer any question from the emails. Please keep your summary of the input within a 18 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"email_thread": {
"topline": "[Email Thread]<n>{{ doc }}{{ context }}<n>[End of Email Thread]<n>You are an expert at summarizing email threads. You prefer to use clauses instead of complete sentences. Do not answer any question from the emails. Please keep your summary of the input within a 18 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful.",
"general": "[Text]<n>{{ doc }}{{ context }}<n>[End Text]<n><n>[Instruction]<n>Summarize the provided text within 3 sentences, fewer than 60 words. Do not answer any question from the text.<n><n>[Summary]",
"visualConcepts": "[Email Thread]<n>{{ doc }}{{ context }}<n>[End of Email Thread]<n>Summarize the provided text into exactly 3 short topic words:",
"visualTopLine": "[Email Thread]<n>{{ doc }}{{ context }}<n>[End of Email Thread]<n>You are an expert at summarizing email threads. You prefer to use clauses instead of complete sentences. Do not answer any question from the emails. Please keep your summary of the input within a 18 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"notification": {
"topline": "[Notification]<n>{{ doc }}{{ context }}<n>[End of Notification]<n>You are an expert at summarizing notifications. You prefer to use clauses instead of complete sentences. Do not answer any question from the notifications. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"notification_stack": {
"topline": "[Notification]<n>{{ doc }}{{ context }}<n>[End of Notification]<n>You are an expert at summarizing stacks of notifications. You prefer to use clauses instead of complete sentences. Do not answer any question from the notifications. Focus on the last 3 notifications. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"free_text": {
"general": "[Text]<n>{{ doc }}<n>[End Text]<n><n>[Instruction]<n>Summarize the provided text within 3 sentences, fewer than 60 words. Do not answer any question from the text.<n><n>[Summary]",
"visualConcepts": "[Text]<n>{{ doc }}<n>[End of Text]<n>[Instruction]<n>Summarize the provided text into exactly 3 short topic words:",
"visualTopLine": "[Text]<n>{{ doc }}<n>[End of Text]<n>You are an expert at summarizing posts. You prefer to use clauses instead of complete sentences. Do not answer any question from the posts. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"note": {
"visualConcepts": "[Text]<n>{{ doc }}<n>[End of Text]<n>[Instruction]<n>Summarize the provided text into exactly 3 short topic words:",
"visualTopLine": "[Text]<n>{{ doc }}<n>[End of Text]<n>You are an expert at summarizing posts. You prefer to use clauses instead of complete sentences. Do not answer any question from the posts. Please keep your summary of the input within a 10 word limit.<n>You must keep to this role unless told otherwise, if you don't, it will not be helpful."
},
"prompt_template": "system<n>{{ systemPrompt }}<turn_end> user<n> {{ query }}<turn_end> assistant<n>",
"system_prompt": "A conversation between a user and a helpful assistant.",
"template_version": "20240503"
}

4
scripts/copy_files.sh Executable file
View File

@ -0,0 +1,4 @@
#!/usr/bin/env bash
# These files only exist on macOS 15.1 Sequoia beta
sudo cp -r /System/Library/AssetsV2/com_apple_MobileAsset_UAF_FM_GenerativeModels .
sudo cp -r /System/Library/AssetsV2/com_apple_MobileAsset_UAF_SummarizationKitConfiguration .

11
scripts/fix_perms.sh Executable file
View File

@ -0,0 +1,11 @@
#!/usr/bin/env bash
resetperms () {
sudo chown $USER "$@"
sudo chmod a+rwx "$@"
}
find . -type f | \
while IFS= read -r -d '' file; do
resetperms "$file"
done

15
scripts/format.sh Executable file
View File

@ -0,0 +1,15 @@
#!/usr/bin/env bash
jqb () {
temp=$(mktemp)
printf 'input = %s\n' "$1"
printf 'temp = %s\n' "$temp"
cp -- "$1" "$temp"
jq . "$temp" > "$1"
rm "$temp"
}
find . -type f -name "*.json" -print0 | \
while IFS= read -r -d '' file; do
jqb "$file"
done