| """ |
| Continue-1-OSS Model Architecture |
| """ |
|
|
| from typing import Optional, Tuple, Union |
|
|
| import torch |
| from transformers import LlamaForCausalLM |
| from transformers.utils import logging |
|
|
| from .configuration_continue_oss import Continue1Config |
|
|
| logger = logging.get_logger(__name__) |
|
|
|
|
| class Continue1ForCausalLM(LlamaForCausalLM): |
| config_class = Continue1Config |
| base_model_prefix = "model" |
| |
| def __init__(self, config): |
| super().__init__(config) |
| self.post_init() |
|
|
|
|
| Continue1ForCausalLM.register_for_auto_class("AutoModelForCausalLM") |
|
|
