File size: 4,781 Bytes
f52234e
 
bb0efe6
f52234e
 
 
 
 
 
 
 
bb0efe6
 
 
 
 
f52234e
 
17ef86f
 
 
 
 
 
 
 
 
 
 
 
f52234e
 
 
 
 
 
 
 
 
17ef86f
 
 
 
 
 
f52234e
 
 
 
 
17ef86f
 
 
 
 
 
f52234e
 
 
 
 
 
 
 
 
17ef86f
f52234e
 
17ef86f
 
 
 
 
 
f52234e
 
bb0efe6
f52234e
17ef86f
 
 
 
 
 
bb0efe6
17ef86f
 
 
 
 
 
f52234e
 
bb0efe6
 
 
 
 
 
 
 
 
 
f52234e
bb0efe6
f52234e
bb0efe6
 
 
f52234e
 
 
17ef86f
f52234e
 
17ef86f
f52234e
 
 
 
17ef86f
 
f52234e
 
17ef86f
 
f52234e
 
bb0efe6
 
 
17ef86f
 
 
f52234e
 
bb0efe6
17ef86f
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
"""
AIFinder Configuration
Easy configuration for providers and datasets.
"""

import os

# --- Paths ---
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
MODEL_DIR = os.path.join(BASE_DIR, "models")

# ============================================================================
# EASY PROVIDER CONFIGURATION
# Add new providers here! Each entry: (huggingface_dataset, provider_name, model_name, kwargs)
# ============================================================================
PROVIDER_DATASETS = [
    # Anthropic
    ("TeichAI/claude-4.5-opus-high-reasoning-250x", "Anthropic", "Claude 4.5 Opus", {}),
    (
        "TeichAI/claude-sonnet-4.5-high-reasoning-250x",
        "Anthropic",
        "Claude Sonnet 4.5",
        {},
    ),
    (
        "Roman1111111/claude-opus-4.6-10000x",
        "Anthropic",
        "Claude Opus 4.6",
        {"max_samples": 1500},
    ),
    # OpenAI
    ("TeichAI/gpt-5.2-high-reasoning-250x", "OpenAI", "GPT-5.2", {}),
    ("TeichAI/gpt-5.1-high-reasoning-1000x", "OpenAI", "GPT-5.1", {}),
    ("TeichAI/gpt-5.1-codex-max-1000x", "OpenAI", "GPT-5.1 Codex Max", {}),
    ("TeichAI/gpt-5-codex-250x", "OpenAI", "GPT-5 Codex", {}),
    ("TeichAI/gpt-5-codex-1000x", "OpenAI", "GPT-5 Codex", {}),
    # Google
    ("TeichAI/gemini-3-pro-preview-high-reasoning-1000x", "Google", "Gemini 3 Pro", {}),
    ("TeichAI/gemini-3-pro-preview-high-reasoning-250x", "Google", "Gemini 3 Pro", {}),
    (
        "TeichAI/gemini-2.5-flash-11000x",
        "Google",
        "Gemini 2.5 Flash",
        {"max_samples": 1500},
    ),
    ("TeichAI/Gemini-3-Flash-Preview-VIBE", "Google", "Gemini 3 Flash", {}),
    ("TeichAI/gemini-3-flash-preview-1000x", "Google", "Gemini 3 Flash", {}),
    ("TeichAI/gemini-3-flash-preview-complex-1000x", "Google", "Gemini 3 Flash", {}),
    # xAI
    ("TeichAI/brainstorm-v3.1-grok-4-fast-200x", "xAI", "Grok 4 Fast", {}),
    (
        "TeichAI/sherlock-thinking-alpha-11000x",
        "xAI",
        "Grok 4.1 Fast",
        {"max_samples": 1500},
    ),
    ("TeichAI/sherlock-dash-alpha-1000x", "xAI", "Grok 4.1 Fast", {}),
    ("TeichAI/sherlock-think-alpha-1000x", "xAI", "Grok 4.1 Fast", {}),
    ("TeichAI/grok-code-fast-1-1000x", "xAI", "Grok Code Fast 1", {}),
    # MoonshotAI
    ("TeichAI/kimi-k2-thinking-250x", "MoonshotAI", "Kimi K2", {}),
    ("TeichAI/kimi-k2-thinking-1000x", "MoonshotAI", "Kimi K2", {}),
    # Mistral
    ("TeichAI/mistral-small-creative-500x", "Mistral", "Mistral Small", {}),
    # MiniMax
    ("TeichAI/MiniMax-M2.1-Code-SFT", "MiniMax", "MiniMax M2.1", {"max_samples": 1500}),
    ("TeichAI/convo-v1", "MiniMax", "MiniMax M2.1", {}),
    # StepFun
    (
        "TeichAI/Step-3.5-Flash-2600x",
        "StepFun",
        "Step 3.5 Flash",
        {"max_samples": 1500},
    ),
    # Zhipu
    ("TeichAI/Pony-Alpha-15k", "Zhipu", "GLM-5", {"max_samples": 1500}),
    # DeepSeek
    ("TeichAI/deepseek-v3.2-speciale-1000x", "DeepSeek", "DeepSeek V3.2 Speciale", {}),
    (
        "TeichAI/deepseek-v3.2-speciale-openr1-math-3k",
        "DeepSeek",
        "DeepSeek V3.2 Speciale",
        {"max_samples": 1500},
    ),
    # DeepSeek (a-m-team) - different format
    (
        "a-m-team/AM-DeepSeek-R1-Distilled-1.4M",
        "DeepSeek",
        "DeepSeek R1",
        {"name": "am_0.9M", "max_samples": 1000},
    ),
]

# Auto-generate DATASET_REGISTRY and PROVIDERS from PROVIDER_DATASETS
DEEPSEEK_AM_DATASETS = [
    (ds_id, prov, model, kwargs)
    for ds_id, prov, model, kwargs in PROVIDER_DATASETS
    if "a-m-team" in ds_id
]
DATASET_REGISTRY = [
    (ds_id, prov, model, kwargs)
    for ds_id, prov, model, kwargs in PROVIDER_DATASETS
    if "a-m-team" not in ds_id
]
PROVIDERS = sorted(set(prov for _, prov, _, _ in PROVIDER_DATASETS))

# ============================================================================
# FEATURE PARAMETERS
# ============================================================================
TFIDF_WORD_PARAMS = {
    "analyzer": "word",
    "ngram_range": (1, 2),
    "max_features": 20,
    "sublinear_tf": True,
    "min_df": 3,
    "max_df": 0.7,
}

TFIDF_CHAR_PARAMS = {
    "analyzer": "char_wb",
    "ngram_range": (2, 4),
    "max_features": 20,
    "sublinear_tf": True,
    "min_df": 3,
    "max_df": 0.7,
    "smooth_idf": True,
}

# ============================================================================
# TRAINING PARAMETERS
# ============================================================================
MAX_SAMPLES_PER_PROVIDER = 1000
TEST_SIZE = 0.15
VAL_SIZE = 0.10
RANDOM_STATE = 42

# Neural Network (unused currently, but kept for reference)
HIDDEN_DIM = 256
EMBED_DIM = 128
DROPOUT = 0.7
BATCH_SIZE = 128
EPOCHS = 80
EARLY_STOP_PATIENCE = 25
LEARNING_RATE = 3e-5
WEIGHT_DECAY = 8e-2
LABEL_SMOOTHING = 0.3