Format files

This commit is contained in:
Explosion Implosion 2024-08-09 19:56:03 -05:00
parent 72f85a8097
commit aaa2675dfc
53 changed files with 2611 additions and 2015 deletions

View File

@ -1 +1,8 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "tq37t5u6d6"}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "tq37t5u6d6"
}

View File

@ -1 +1,8 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "murgw5bhgt"}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "murgw5bhgt"
}

View File

@ -1 +1,83 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://ujafejhnpc/372", "export_date": "06/27/2024-00:16:27", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 2048, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "checkpoint": "/coreflow/data/conductor/bolt-prod-973774623/tasks/ujafejhnpc/artifacts/train/checkpoint_372.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "disable_spec_decoding": false, "adapter_info": {"base_adapter": {"rank": 64, "alpha": 32, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.1, "dtype": null, "pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "ujafejhnpc", "promptTemplates": {"com.apple.omniSearch.SearchQueryUnderstanding": "{{ specialToken.chat.role.user }}{{ userPrompt }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://ujafejhnpc/372",
"export_date": "06/27/2024-00:16:27",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-973774623/tasks/ujafejhnpc/artifacts/train/checkpoint_372.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"disable_spec_decoding": false,
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.1,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "ujafejhnpc",
"promptTemplates": {
"com.apple.omniSearch.SearchQueryUnderstanding": "{{ specialToken.chat.role.user }}{{ userPrompt }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1 +1,84 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-lora-r64-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://fwmbet2u3h/688", "export_date": "05/30/2024-19:39:02", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 2048, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "max_tokens": 1024, "checkpoint": "/coreflow/data/conductor/bolt-prod-973623267/tasks/fwmbet2u3h/artifacts/train/checkpoint_688.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "adapter_info": {"base_adapter": {"rank": 64, "alpha": 32, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.0, "dtype": null, "pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "fwmbet2u3h", "promptTemplates": {}, "allowPromptFallback": true, "disable_spec_decoding": false, "allow_fully_client_defined_constraints": true}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-lora-r64-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://fwmbet2u3h/688",
"export_date": "05/30/2024-19:39:02",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"max_tokens": 1024,
"checkpoint": "/coreflow/data/conductor/bolt-prod-973623267/tasks/fwmbet2u3h/artifacts/train/checkpoint_688.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "fwmbet2u3h",
"promptTemplates": {},
"allowPromptFallback": true,
"disable_spec_decoding": false,
"allow_fully_client_defined_constraints": true
}

View File

@ -1 +1,11 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "497xc398wa", "promptTemplates": {"com.apple.textComposition.MessagesReply": "{{ specialToken.chat.role.system }}Predict next turn:{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "497xc398wa",
"promptTemplates": {
"com.apple.textComposition.MessagesReply": "{{ specialToken.chat.role.system }}Predict next turn:{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

View File

@ -1 +1,85 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://nwwcvcmkeh/2510", "export_date": "06/15/2024-01:49:11", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 4096, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "checkpoint": "/coreflow/data/conductor/bolt-prod-973601181/tasks/nwwcvcmkeh/artifacts/train/checkpoint_2510.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "adapter_info": {"base_adapter": {"rank": 64, "alpha": 32, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.0, "dtype": null, "pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "nwwcvcmkeh", "promptTemplates": {"com.apple.photos.memoryCreation.AssetCuration": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}You are a director on a movie set! Here is a movie idea of \"{{ userPrompt }}\" but with a special focus on {{ traits }}. {{ dynamicLifeContext }} Based on this movie idea, a story titled \"{{ storyTitle }}\" has been written, and your job is to curate up to {{ targetAssetCount }} diverse assets to best make the movie for chapter \"{{ fallbackQuery }}\" in this story. Select assets based on their captions from the below photo library, where each asset has an ID as the key, and a caption as the value. {{ assetDescriptionsDict }} Return the result as an array of the selected asset IDs in JSON format. Do not return asset IDs if no good matches are found. Do not return duplicated or non-existent asset IDs. Assets:{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}, "allowPromptFallback": false, "constraints_override": "schema_raw_v1", "constraints_override_payload": "{\"type\":\"array\",\"items\":{\"type\":\"string\"}}"}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://nwwcvcmkeh/2510",
"export_date": "06/15/2024-01:49:11",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 4096,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-973601181/tasks/nwwcvcmkeh/artifacts/train/checkpoint_2510.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 64,
"alpha": 32,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "conductor://afm-official-permanent/model-lifecycle/afm-text-30b-instruct-20240422/tamm-release/20240428/adapters/afm-text-30b-instruct-v4_1-astc-6x6-20240428-adapter-rank-64.pt",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "nwwcvcmkeh",
"promptTemplates": {
"com.apple.photos.memoryCreation.AssetCuration": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}You are a director on a movie set! Here is a movie idea of \"{{ userPrompt }}\" but with a special focus on {{ traits }}. {{ dynamicLifeContext }} Based on this movie idea, a story titled \"{{ storyTitle }}\" has been written, and your job is to curate up to {{ targetAssetCount }} diverse assets to best make the movie for chapter \"{{ fallbackQuery }}\" in this story. Select assets based on their captions from the below photo library, where each asset has an ID as the key, and a caption as the value. {{ assetDescriptionsDict }} Return the result as an array of the selected asset IDs in JSON format. Do not return asset IDs if no good matches are found. Do not return duplicated or non-existent asset IDs. Assets:{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
},
"allowPromptFallback": false,
"constraints_override": "schema_raw_v1",
"constraints_override_payload": "{\"type\":\"array\",\"items\":{\"type\":\"string\"}}"
}

View File

@ -1 +1,85 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://ktguqdpy2r/294", "export_date": "06/16/2024-04:34:50", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 2048, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "checkpoint": "/coreflow/data/conductor/bolt-prod-2700635063/tasks/ktguqdpy2r/artifacts/train/checkpoint_294.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "adapter_info": {"base_adapter": {"rank": 128, "alpha": 64.0, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.0, "dtype": null, "pretrained_path": "N/A", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "ktguqdpy2r", "promptTemplates": {"com.apple.photos.memoryCreation.QueryUnderstanding.v0": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userPrompt }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}, "allowPromptFallback": false, "constraints_override": "schema_raw_v1", "constraints_override_payload": "{\"required\":[],\"properties\":{\"what\":{\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}},\"type\":\"object\"},\"when\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"mood\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"trip\":{\"type\":\"string\"},\"sort_order\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"music\":{\"order\":[\"artist\",\"genre\",\"song\"],\"required\":[],\"properties\":{\"artist\":{\"additionalProperties\":{\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":\"object\"},\"genre\":{\"additionalProperties\":{\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":\"object\"},\"song\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}}},\"type\":\"object\"},\"where\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"all_time\":{\"type\":\"string\"},\"who\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}}},\"type\":\"object\",\"order\":[\"who\",\"what\",\"when\",\"where\",\"music\",\"mood\",\"sort_order\",\"trip\",\"all_time\"]}"}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://ktguqdpy2r/294",
"export_date": "06/16/2024-04:34:50",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700635063/tasks/ktguqdpy2r/artifacts/train/checkpoint_294.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 128,
"alpha": 64.0,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "N/A",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "ktguqdpy2r",
"promptTemplates": {
"com.apple.photos.memoryCreation.QueryUnderstanding.v0": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userPrompt }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
},
"allowPromptFallback": false,
"constraints_override": "schema_raw_v1",
"constraints_override_payload": "{\"required\":[],\"properties\":{\"what\":{\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}},\"type\":\"object\"},\"when\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"mood\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"trip\":{\"type\":\"string\"},\"sort_order\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"music\":{\"order\":[\"artist\",\"genre\",\"song\"],\"required\":[],\"properties\":{\"artist\":{\"additionalProperties\":{\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":\"object\"},\"genre\":{\"additionalProperties\":{\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":\"object\"},\"song\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}}},\"type\":\"object\"},\"where\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}},\"all_time\":{\"type\":\"string\"},\"who\":{\"type\":\"object\",\"additionalProperties\":{\"type\":\"array\",\"items\":{\"type\":\"string\"}}}},\"type\":\"object\",\"order\":[\"who\",\"what\",\"when\",\"where\",\"music\",\"mood\",\"sort_order\",\"trip\",\"all_time\"]}"
}

View File

@ -1 +1,85 @@
{"model_type": "mlm", "tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428", "checkpoint": "model.mlm", "tokenizer": "afm-text-instruct-multilingual-100kt", "original_checkpoint": "bolttorchmodel://6qzqhb7zek/420", "export_date": "06/18/2024-10:54:50", "mlm_config": {"model_name": "ajax", "backend": "metal", "context_len": 2048, "batch_size": 1, "sampling_type": 2, "temperature": 1.0, "repeat_penalty": 1.0, "topp": 1.0, "topk": 10, "num_layers": 48, "hidden_dim": 7168, "num_heads": 56, "num_kv_heads": 8, "checkpoint_type": "tamm-adapt", "seed": 1234, "checkpoint": "/coreflow/data/conductor/bolt-prod-2700995038/tasks/6qzqhb7zek/artifacts/train/checkpoint_420.tar", "save_model_path": "/task_wrapper/user_output/artifacts/model.mlm", "data_type": "fp16", "merge_loras": false, "state_dict_kw": "network", "adapter_only": true, "export_draft_model": false, "ffn_dim": 23296.0, "pos_emb": 1, "lora_scale": 0.5}, "default_parameters": {"samplingType": "TIE_ARGMAX", "temperature": 1.0, "seed": 1234, "topK": 10, "topP": 1.0, "repeatPenalty": 1.0}, "special_tokens_map": {"start_prompt_token": 1, "end_prompt_token": "", "chat.role.system": "system<n>", "chat.role.user": "user<n>", "chat.role.assistant": "assistant<n>", "chat.component.turnEnd": "<turn_end>", "stop_token": "<turn_end>", "chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."}, "adapter_info": {"base_adapter": {"rank": 128, "alpha": 64.0, "adapt_attention_queries": true, "adapt_attention_keys": true, "adapt_attention_values": true, "adapt_attention_outputs": false, "adapt_feed_forward_hidden_states": true, "adapt_feed_forward_outputs": false, "dropout_p": 0.0, "dtype": null, "pretrained_path": "N/A", "freeze_params": false, "device": null}}, "localization": {"locale_instruction": {"en_GB": " Respond in British English.", "en_AU": " Respond in Australian English."}, "locale_instructions_injection_location": "chat.role.system.default:end"}, "display_version": "v4.1-30b", "ref_id": "6qzqhb7zek", "promptTemplates": {"com.apple.photos.memoryCreation.GlobalTraits.v2": "{{ specialToken.chat.role.system }}A conversation between a user making a story from their photos and a creative writer assistant who imagines visual themes for the user story<n>The visual themes are short, no more than a few words and must be new thematic content to expand on what the user story is, not duplicating any info from the query<n>Additional information about the photos the user has may be available, and can inform the visual themes, especially if there is a location but the request is about a person<n>If the request is vague, then the visual themes should be broad since little information is available<n>But if the request is more detailed, then the visual themes can be more detailed and precise<n>The assistant responds with nothing except for the visual themes formatted as a JSON parseable list of strings, where each element is a relevant visual themes<n><n>Visual themes cannot be location names, or emotive and vague themes such as Togetherness or Leisure<n>Instead, visual themes usually fall under the following categories:<n>- Settings, describing the scene or backdrop of the photos, such Restaurant or Sunset<n>- Objects featured in the story, or which people might interact with, such as Food or Sports Equipment<n>- Actions in the photos or which people may be doing, such as Laughing{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}I want to experience a story about: \"{{ freeformStoryPromptQuery }}\"<n>Provide the following number of visual themes: {{ numRequestedTraits }}<n>Children are in my photos: {{ freeformHasChildren }}<n>Pets in my photos: {{ freeformHasPets }}<n>People with these relationships to me are in my photos: {{ freeformLifeContextRelationship }}<n>My home location: {{ freeformLifeContextHomeLocation }}<n>Some of the top locations present in my photos: {{ freeformLifeContextTopLocations }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}, "allowPromptFallback": false, "constraints_override": "schema_raw_v1", "constraints_override_payload": "{\"items\":{\"type\":\"string\"},\"type\":\"array\"}"}
{
"model_type": "mlm",
"tamm_id": "afm-text-30b-instruct-v4_1-astc-6x6-20240428",
"checkpoint": "model.mlm",
"tokenizer": "afm-text-instruct-multilingual-100kt",
"original_checkpoint": "bolttorchmodel://6qzqhb7zek/420",
"export_date": "06/18/2024-10:54:50",
"mlm_config": {
"model_name": "ajax",
"backend": "metal",
"context_len": 2048,
"batch_size": 1,
"sampling_type": 2,
"temperature": 1.0,
"repeat_penalty": 1.0,
"topp": 1.0,
"topk": 10,
"num_layers": 48,
"hidden_dim": 7168,
"num_heads": 56,
"num_kv_heads": 8,
"checkpoint_type": "tamm-adapt",
"seed": 1234,
"checkpoint": "/coreflow/data/conductor/bolt-prod-2700995038/tasks/6qzqhb7zek/artifacts/train/checkpoint_420.tar",
"save_model_path": "/task_wrapper/user_output/artifacts/model.mlm",
"data_type": "fp16",
"merge_loras": false,
"state_dict_kw": "network",
"adapter_only": true,
"export_draft_model": false,
"ffn_dim": 23296.0,
"pos_emb": 1,
"lora_scale": 0.5
},
"default_parameters": {
"samplingType": "TIE_ARGMAX",
"temperature": 1.0,
"seed": 1234,
"topK": 10,
"topP": 1.0,
"repeatPenalty": 1.0
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"chat.role.system": "system<n>",
"chat.role.user": "user<n>",
"chat.role.assistant": "assistant<n>",
"chat.component.turnEnd": "<turn_end>",
"stop_token": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"adapter_info": {
"base_adapter": {
"rank": 128,
"alpha": 64.0,
"adapt_attention_queries": true,
"adapt_attention_keys": true,
"adapt_attention_values": true,
"adapt_attention_outputs": false,
"adapt_feed_forward_hidden_states": true,
"adapt_feed_forward_outputs": false,
"dropout_p": 0.0,
"dtype": null,
"pretrained_path": "N/A",
"freeze_params": false,
"device": null
}
},
"localization": {
"locale_instruction": {
"en_GB": " Respond in British English.",
"en_AU": " Respond in Australian English."
},
"locale_instructions_injection_location": "chat.role.system.default:end"
},
"display_version": "v4.1-30b",
"ref_id": "6qzqhb7zek",
"promptTemplates": {
"com.apple.photos.memoryCreation.GlobalTraits.v2": "{{ specialToken.chat.role.system }}A conversation between a user making a story from their photos and a creative writer assistant who imagines visual themes for the user story<n>The visual themes are short, no more than a few words and must be new thematic content to expand on what the user story is, not duplicating any info from the query<n>Additional information about the photos the user has may be available, and can inform the visual themes, especially if there is a location but the request is about a person<n>If the request is vague, then the visual themes should be broad since little information is available<n>But if the request is more detailed, then the visual themes can be more detailed and precise<n>The assistant responds with nothing except for the visual themes formatted as a JSON parseable list of strings, where each element is a relevant visual themes<n><n>Visual themes cannot be location names, or emotive and vague themes such as Togetherness or Leisure<n>Instead, visual themes usually fall under the following categories:<n>- Settings, describing the scene or backdrop of the photos, such Restaurant or Sunset<n>- Objects featured in the story, or which people might interact with, such as Food or Sports Equipment<n>- Actions in the photos or which people may be doing, such as Laughing{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}I want to experience a story about: \"{{ freeformStoryPromptQuery }}\"<n>Provide the following number of visual themes: {{ numRequestedTraits }}<n>Children are in my photos: {{ freeformHasChildren }}<n>Pets in my photos: {{ freeformHasPets }}<n>People with these relationships to me are in my photos: {{ freeformLifeContextRelationship }}<n>My home location: {{ freeformLifeContextHomeLocation }}<n>Some of the top locations present in my photos: {{ freeformLifeContextTopLocations }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
},
"allowPromptFallback": false,
"constraints_override": "schema_raw_v1",
"constraints_override_payload": "{\"items\":{\"type\":\"string\"},\"type\":\"array\"}"
}

View File

@ -1 +1,8 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "vm9b5zaz48"}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "vm9b5zaz48"
}

View File

@ -1 +1,11 @@
{"model_type": "ane", "rank": 16, "type": "lora_16", "backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8", "adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa", "ref_id": "v9cmxka5fq", "promptTemplates": {"com.apple.SummarizationKit.urgencyClassification.general": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}Is this urgent?{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"}}
{
"model_type": "ane",
"rank": 16,
"type": "lora_16",
"backbone_signature": "af7e12a3dc666886fe8d522b4ef4f4799a38daf8",
"adapter_signature": "75f8bce3c9072389a4f73c72390540afde6c93aa",
"ref_id": "v9cmxka5fq",
"promptTemplates": {
"com.apple.SummarizationKit.urgencyClassification.general": "{{ specialToken.chat.role.system.default }}{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.user }}{{ userContent }}Is this urgent?{{ specialToken.chat.component.turnEnd }}{{ specialToken.chat.role.assistant }}"
}
}

4
scripts/copy_files.sh Executable file
View File

@ -0,0 +1,4 @@
#!/usr/bin/env bash
# These files only exist on macOS 15.1 Sequoia beta
sudo cp -r /System/Library/AssetsV2/com_apple_MobileAsset_UAF_FM_GenerativeModels .
sudo cp -r /System/Library/AssetsV2/com_apple_MobileAsset_UAF_SummarizationKitConfiguration .

11
scripts/fix_perms.sh Executable file
View File

@ -0,0 +1,11 @@
#!/usr/bin/env bash
resetperms () {
sudo chown $USER "$@"
sudo chmod a+rwx "$@"
}
find . -type f | \
while IFS= read -r -d '' file; do
resetperms "$file"
done

15
scripts/format.sh Executable file
View File

@ -0,0 +1,15 @@
#!/usr/bin/env bash
jqb () {
temp=$(mktemp)
printf 'input = %s\n' "$1"
printf 'temp = %s\n' "$temp"
cp -- "$1" "$temp"
jq . "$temp" > "$1"
rm "$temp"
}
find . -type f -name "*.json" -print0 | \
while IFS= read -r -d '' file; do
jqb "$file"
done