from transformers import PreTrainedModel, PretrainedConfig
class HumanConfig(PretrainedConfig):
model_type = "human"
def __init__(
self,
name="tanmay agrawal",
education=["umass amherst", "uc berkeley", "srm chennai"],
roles=["ai engineer", "researcher"],
interests=["visual intelligence", "armchair philosophy", "epistemology"],
languages=["english", "hindi/urdu"],
lived_in=["sf", "amherst", "indore", "chennai", "berkeley", "singapore"],
**kwargs,
):
super().__init__(**kwargs)
self.name = name
self.education = education
self.roles = roles
self.interests = interests
self.languages = languages
self.lived_in = lived_in
class Human(PreTrainedModel):
config_class = HumanConfig
def __init__(self, config):
super().__init__(config)
self.backbone = nn.Identity() # still figuring this out
def forward(self, x):
return self.backbone(x)