config.example.json

{
    "MODELS": {
        "text-davinci-003": {
            "NAME": "google/flan-t5-base",
            "TYPE": "Seq2Seq",
            "MODEL_CONFIG": {
                "device_map": "auto"
            },
            "MODEL_DEVICE": null
        },
        "text-curie-001": {
            "ENABLED": false,
            "NAME": "facebook/opt-350m",
            "TYPE": "CausalLM",
            "MODEL_CONFIG": {
                "torch_dtype": "float16"
            },
            "GENERATE_CONFIG": {
                "max_new_tokens": 2048
            }
        },
        "text-babbage-001": {
            "ENABLED": false,
            "NAME": "pszemraj/pegasus-x-large-book-summary",
            "TYPE": "Seq2Seq",
            "GENERATE_CONFIG": {
                "max_length": 256,
                "min_length": 8,
                "no_repeat_ngram_size": 3,
                "early_stopping": true,
                "repetition_penalty": 3.5,
                "length_penalty": 0.2,
                "encoder_no_repeat_ngram_size": 3,
                "num_beams": 4
            }
        }
    }
}