VeuReu commited on
Commit
b5d35bf
verified
1 Parent(s): df49847

Update main_process/moe_router.py

Browse files
Files changed (1) hide show
  1. main_process/moe_router.py +0 -23
main_process/moe_router.py CHANGED
@@ -72,29 +72,6 @@ class SalamandraClient:
72
 
73
  def chat(self, prompt) -> str:
74
  return get_from_prompt(prompt)
75
- encodings = self.tokenizer(
76
- prompt,
77
- return_tensors="pt",
78
- padding=True,
79
- )
80
-
81
- inputs = encodings["input_ids"].to(self.model.device)
82
- attention_mask = encodings["attention_mask"].to(self.model.device)
83
-
84
- outputs = self.model.generate(
85
- input_ids=inputs,
86
- attention_mask=attention_mask,
87
- pad_token_id=self.tokenizer.pad_token_id,
88
- max_new_tokens=300, # m谩s grande si el texto es largo
89
- temperature=0.01, # control de creatividad
90
- top_k=50, # tokens m谩s probables
91
- top_p=0.9
92
- )
93
- print(self.tokenizer.decode(outputs[0], skip_special_tokens=True))
94
- print("Separaci贸n")
95
- # Cortar la parte del prompt
96
- generated_tokens = outputs[0][inputs.shape[1]:]
97
- return self.tokenizer.decode(generated_tokens, skip_special_tokens=True)
98
 
99
  # Esto aqu铆 s贸lo se utiliza para la valoraci贸n:
100
  class GPT5Client:
 
72
 
73
  def chat(self, prompt) -> str:
74
  return get_from_prompt(prompt)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
75
 
76
  # Esto aqu铆 s贸lo se utiliza para la valoraci贸n:
77
  class GPT5Client: