Research Paper Example¶
Using AIME LOC for academic publications.
Methodology Section¶
from aime_loc import LOC
loc = LOC()
# Full 78Q evaluation for publication quality
models = [
"meta-llama/Llama-4-Scout",
"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
"mistralai/Mistral-Small-24B-Instruct-2501",
"Qwen/Qwen3.5-35B-A3B",
"google/gemma-3-12b-it",
]
results = loc.benchmark(models, questions="78q")
Generate Figures¶
# Figure 1: Radar comparison of top 2 models
from aime_loc.viz.radar import radar_chart
top2 = results.profiles[:2]
fig = radar_chart(
top2,
title="LOC Cognitive Profile: Top 2 Models",
show=False,
save="fig1_radar.pdf",
journal="nature",
dpi=300,
)
# Figure 2: Heatmap
results.heatmap(show=False, save="fig2_heatmap.pdf")
Generate Tables¶
# Table 1: Leaderboard
print(results.leaderboard.to_markdown())
# Table 2: LaTeX per-function table for top model
top = results.profiles[0]
print(top.to_latex())
Export All Data¶
# Supplementary data
for profile in results.profiles:
name = profile.model_id.replace("/", "_")
profile.to_json(f"supplementary/{name}.json")
profile.to_csv(f"supplementary/{name}.csv")
Citation¶
When using AIME LOC in academic work, please cite: