Untitled

from parlai.core.agents import create_agent_from_opt
from parlai.core.params import ParlaiParser
from parlai.scripts.eval_model import eval_model

def evaluate_on_squad():
    # Parse command-line arguments
    parser = ParlaiParser()
    parser.add_argument('-t', '--task', default='squad', type=str, help='Task name')
    parser.add_argument('-m', '--model', default='path.to.CustomAgent', type=str, help='Custom model path')
    parser.add_argument('--batchsize', type=int, default=16, help='Batch size')
    parser.add_argument('--numthreads', type=int, default=4, help='Number of threads')
    opt = parser.parse_args()
    
    # Create the custom agent using ParlAI
    agent = create_agent_from_opt(opt)
    
    # Run the evaluation using ParlAI's eval_model script
    eval_model(opt, agent)


if __name__ == '__main__':
    evaluate_on_squad()