github.com
transformers/src/transformers/models/gemma4/modular_gemma4.py at main · huggingface/transformers
🤗 Transformers: the model-definition framework for state-of-the-art machine learning models in text, vision, audio, and multimodal models, for both inference and training. - huggingface/transformers
![model/renderers/gemma4.go:
// stripThinking removes <|channel>...<channel|> thinking blocks from content,
// matching the HF chat template's strip_thinking macro.
func stripThinking(text string) string {
var result strings.Builder
for {
start := strings.Index(text, "<|channel>")
if start == -1 {
result.WriteString(text)
break
}
result.WriteString(text[:start])
end := strings.Index(text[start:], "<channel|>")
if end == -1 {
break
}
text = text[start+end+len("<channel|>"):]
}
return strings.TrimSpace(result.String())
}](https://cdn.bsky.app/img/feed_thumbnail/plain/did:plc:6sge7lr6xli62ix3bgnvgbkk/bafkreibtwby4o475u7ievm2ctzz6cjlmujiyxnutukmbjwek2yeqfl47ue)
![server/routes.go:
func filterThinkTags(msgs []api.Message, m *Model) []api.Message {
if m.Config.ModelFamily == "qwen3" || model.ParseName(m.Name).Model == "deepseek-r1" {
finalUserIndex := -1
for i, msg := range msgs {
if msg.Role == "user" {
finalUserIndex = i
}
}
for i, msg := range msgs {
if msg.Role == "assistant" && i < finalUserIndex {
// TODO(drifkin): this is from before we added proper thinking support.
// However, even if thinking is not enabled (and therefore we shouldn't
// change the user output), we should probably perform this filtering
// for all thinking models (not just qwen3 & deepseek-r1) since it tends
// to save tokens and improve quality.
thinkingState := &thinking.Parser{
OpeningTag: "<think>",
ClosingTag: "</think>",
}
_, content := thinkingState.AddContent(msg.Content)
msgs[i].Content = content
}
}
}
return msgs
}](https://cdn.bsky.app/img/feed_thumbnail/plain/did:plc:6sge7lr6xli62ix3bgnvgbkk/bafkreifk7hdnsmfojzapoi7a2saq77oixza73si25x7pxjpbj67hzh4gha)
![gmail.go:
func (g *GmailClient) PopulatedYears(ctx context.Context, labelID string, cache *Cache) ([]int, error) {
var years []int
cursor := time.Now().AddDate(1, 0, 0).Unix()
for {
s, found, err := g.newestMessageInRange(ctx, labelID, 0, cursor, cache)
if err != nil {
return nil, err
}
if !found {
break
}
y := time.UnixMilli(s.InternalDate).In(time.Local).Year()
years = append(years, y)
cursor = time.Date(y, 1, 1, 0, 0, 0, 0, time.Local).Unix()
}
slices.Reverse(years)
return years, nil
}](https://cdn.bsky.app/img/feed_thumbnail/plain/did:plc:6sge7lr6xli62ix3bgnvgbkk/bafkreif33b465rsqp6ajzrum6ohhor3huw4ec4unuk3htm6ux5lpeg3f2e)
