thaki-AI commited on
Commit
850c4a7
·
verified ·
1 Parent(s): 9105c46

Quickstart prints the project field only (priority is unreliable)

Browse files
Files changed (2) hide show
  1. MODEL_CARD.ko.md +8 -2
  2. README.md +9 -3
MODEL_CARD.ko.md CHANGED
@@ -46,6 +46,8 @@ tok = AutoTokenizer.from_pretrained(BASE)
46
  model = AutoModelForCausalLM.from_pretrained(BASE, dtype=torch.bfloat16, device_map="auto")
47
  model = PeftModel.from_pretrained(model, "ThakiCloud/FleetWorker-E4B", subfolder="adapter").eval()
48
 
 
 
49
  SYSTEM = "You triage a task-board item. Output exactly one compact JSON object with keys \"project\" and \"priority\" and nothing else. \"project\" is one of: <the project labels the model was trained on, comma separated>, or \"other\"; \"unknown\" if the text gives no way to tell. \"priority\" is one of: P0, P1, P2, P3."
50
  USER = "title: Add retry with backoff to the nightly export job"
51
  messages = [
@@ -55,7 +57,8 @@ messages = [
55
  inputs = tok.apply_chat_template(messages, add_generation_prompt=True, enable_thinking=False,
56
  return_tensors="pt", return_dict=True).to(model.device)
57
  out = model.generate(**inputs, max_new_tokens=64, do_sample=False)
58
- print(tok.decode(out[0, inputs["input_ids"].shape[-1]:], skip_special_tokens=True))
 
59
  ```
60
 
61
  ### Merged BF16
@@ -69,6 +72,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
69
  tok = AutoTokenizer.from_pretrained("ThakiCloud/FleetWorker-E4B")
70
  model = AutoModelForCausalLM.from_pretrained("ThakiCloud/FleetWorker-E4B", dtype=torch.bfloat16, device_map="auto").eval()
71
 
 
 
72
  SYSTEM = "You triage a task-board item. Output exactly one compact JSON object with keys \"project\" and \"priority\" and nothing else. \"project\" is one of: <the project labels the model was trained on, comma separated>, or \"other\"; \"unknown\" if the text gives no way to tell. \"priority\" is one of: P0, P1, P2, P3."
73
  USER = "title: Add retry with backoff to the nightly export job"
74
  messages = [
@@ -78,7 +83,8 @@ messages = [
78
  inputs = tok.apply_chat_template(messages, add_generation_prompt=True, enable_thinking=False,
79
  return_tensors="pt", return_dict=True).to(model.device)
80
  out = model.generate(**inputs, max_new_tokens=64, do_sample=False)
81
- print(tok.decode(out[0, inputs["input_ids"].shape[-1]:], skip_special_tokens=True))
 
82
  ```
83
 
84
  ### llama.cpp (GGUF)
 
46
  model = AutoModelForCausalLM.from_pretrained(BASE, dtype=torch.bfloat16, device_map="auto")
47
  model = PeftModel.from_pretrained(model, "ThakiCloud/FleetWorker-E4B", subfolder="adapter").eval()
48
 
49
+ import json
50
+
51
  SYSTEM = "You triage a task-board item. Output exactly one compact JSON object with keys \"project\" and \"priority\" and nothing else. \"project\" is one of: <the project labels the model was trained on, comma separated>, or \"other\"; \"unknown\" if the text gives no way to tell. \"priority\" is one of: P0, P1, P2, P3."
52
  USER = "title: Add retry with backoff to the nightly export job"
53
  messages = [
 
57
  inputs = tok.apply_chat_template(messages, add_generation_prompt=True, enable_thinking=False,
58
  return_tensors="pt", return_dict=True).to(model.device)
59
  out = model.generate(**inputs, max_new_tokens=64, do_sample=False)
60
+ pred = json.loads(tok.decode(out[0, inputs["input_ids"].shape[-1]:], skip_special_tokens=True))
61
+ print(pred["project"]) # project only: the priority field is unreliable, see Limitations
62
  ```
63
 
64
  ### Merged BF16
 
72
  tok = AutoTokenizer.from_pretrained("ThakiCloud/FleetWorker-E4B")
73
  model = AutoModelForCausalLM.from_pretrained("ThakiCloud/FleetWorker-E4B", dtype=torch.bfloat16, device_map="auto").eval()
74
 
75
+ import json
76
+
77
  SYSTEM = "You triage a task-board item. Output exactly one compact JSON object with keys \"project\" and \"priority\" and nothing else. \"project\" is one of: <the project labels the model was trained on, comma separated>, or \"other\"; \"unknown\" if the text gives no way to tell. \"priority\" is one of: P0, P1, P2, P3."
78
  USER = "title: Add retry with backoff to the nightly export job"
79
  messages = [
 
83
  inputs = tok.apply_chat_template(messages, add_generation_prompt=True, enable_thinking=False,
84
  return_tensors="pt", return_dict=True).to(model.device)
85
  out = model.generate(**inputs, max_new_tokens=64, do_sample=False)
86
+ pred = json.loads(tok.decode(out[0, inputs["input_ids"].shape[-1]:], skip_special_tokens=True))
87
+ print(pred["project"]) # project only: the priority field is unreliable, see Limitations
88
  ```
89
 
90
  ### llama.cpp (GGUF)
README.md CHANGED
@@ -54,7 +54,7 @@ title: Add retry with backoff to the nightly export job<turn|>
54
 
55
  Output format: one compact JSON object: `{"project":<label from the prompt list, "other" or "unknown">,"priority":"P0"|"P1"|"P2"|"P3"}`.
56
 
57
- Replace the angle-bracket project list with the label set you fine-tune for. Show the suggested priority to a person; do not write it back automatically.
58
 
59
  ### Transformers + PEFT adapter
60
 
@@ -68,6 +68,8 @@ tok = AutoTokenizer.from_pretrained(BASE)
68
  model = AutoModelForCausalLM.from_pretrained(BASE, dtype=torch.bfloat16, device_map="auto")
69
  model = PeftModel.from_pretrained(model, "ThakiCloud/FleetWorker-E4B", subfolder="adapter").eval()
70
 
 
 
71
  SYSTEM = "You triage a task-board item. Output exactly one compact JSON object with keys \"project\" and \"priority\" and nothing else. \"project\" is one of: <the project labels the model was trained on, comma separated>, or \"other\"; \"unknown\" if the text gives no way to tell. \"priority\" is one of: P0, P1, P2, P3."
72
  USER = "title: Add retry with backoff to the nightly export job"
73
  messages = [
@@ -77,7 +79,8 @@ messages = [
77
  inputs = tok.apply_chat_template(messages, add_generation_prompt=True, enable_thinking=False,
78
  return_tensors="pt", return_dict=True).to(model.device)
79
  out = model.generate(**inputs, max_new_tokens=64, do_sample=False)
80
- print(tok.decode(out[0, inputs["input_ids"].shape[-1]:], skip_special_tokens=True))
 
81
  ```
82
 
83
  ### Merged BF16
@@ -91,6 +94,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
91
  tok = AutoTokenizer.from_pretrained("ThakiCloud/FleetWorker-E4B")
92
  model = AutoModelForCausalLM.from_pretrained("ThakiCloud/FleetWorker-E4B", dtype=torch.bfloat16, device_map="auto").eval()
93
 
 
 
94
  SYSTEM = "You triage a task-board item. Output exactly one compact JSON object with keys \"project\" and \"priority\" and nothing else. \"project\" is one of: <the project labels the model was trained on, comma separated>, or \"other\"; \"unknown\" if the text gives no way to tell. \"priority\" is one of: P0, P1, P2, P3."
95
  USER = "title: Add retry with backoff to the nightly export job"
96
  messages = [
@@ -100,7 +105,8 @@ messages = [
100
  inputs = tok.apply_chat_template(messages, add_generation_prompt=True, enable_thinking=False,
101
  return_tensors="pt", return_dict=True).to(model.device)
102
  out = model.generate(**inputs, max_new_tokens=64, do_sample=False)
103
- print(tok.decode(out[0, inputs["input_ids"].shape[-1]:], skip_special_tokens=True))
 
104
  ```
105
 
106
  ### llama.cpp (GGUF)
 
54
 
55
  Output format: one compact JSON object: `{"project":<label from the prompt list, "other" or "unknown">,"priority":"P0"|"P1"|"P2"|"P3"}`.
56
 
57
+ Replace the angle-bracket project list with the label set you fine-tune for. The example prints the project only: the model still emits a priority field, but it answers P0 for 120 of 151 items whose priority was never set, so do not display it as urgency and do not write it back to the board. If you want a priority hint, show it to a person on explicitly prioritised items only.
58
 
59
  ### Transformers + PEFT adapter
60
 
 
68
  model = AutoModelForCausalLM.from_pretrained(BASE, dtype=torch.bfloat16, device_map="auto")
69
  model = PeftModel.from_pretrained(model, "ThakiCloud/FleetWorker-E4B", subfolder="adapter").eval()
70
 
71
+ import json
72
+
73
  SYSTEM = "You triage a task-board item. Output exactly one compact JSON object with keys \"project\" and \"priority\" and nothing else. \"project\" is one of: <the project labels the model was trained on, comma separated>, or \"other\"; \"unknown\" if the text gives no way to tell. \"priority\" is one of: P0, P1, P2, P3."
74
  USER = "title: Add retry with backoff to the nightly export job"
75
  messages = [
 
79
  inputs = tok.apply_chat_template(messages, add_generation_prompt=True, enable_thinking=False,
80
  return_tensors="pt", return_dict=True).to(model.device)
81
  out = model.generate(**inputs, max_new_tokens=64, do_sample=False)
82
+ pred = json.loads(tok.decode(out[0, inputs["input_ids"].shape[-1]:], skip_special_tokens=True))
83
+ print(pred["project"]) # project only: the priority field is unreliable, see Limitations
84
  ```
85
 
86
  ### Merged BF16
 
94
  tok = AutoTokenizer.from_pretrained("ThakiCloud/FleetWorker-E4B")
95
  model = AutoModelForCausalLM.from_pretrained("ThakiCloud/FleetWorker-E4B", dtype=torch.bfloat16, device_map="auto").eval()
96
 
97
+ import json
98
+
99
  SYSTEM = "You triage a task-board item. Output exactly one compact JSON object with keys \"project\" and \"priority\" and nothing else. \"project\" is one of: <the project labels the model was trained on, comma separated>, or \"other\"; \"unknown\" if the text gives no way to tell. \"priority\" is one of: P0, P1, P2, P3."
100
  USER = "title: Add retry with backoff to the nightly export job"
101
  messages = [
 
105
  inputs = tok.apply_chat_template(messages, add_generation_prompt=True, enable_thinking=False,
106
  return_tensors="pt", return_dict=True).to(model.device)
107
  out = model.generate(**inputs, max_new_tokens=64, do_sample=False)
108
+ pred = json.loads(tok.decode(out[0, inputs["input_ids"].shape[-1]:], skip_special_tokens=True))
109
+ print(pred["project"]) # project only: the priority field is unreliable, see Limitations
110
  ```
111
 
112
  ### llama.cpp (GGUF)