From e489d823133de86822ddd5634c7364507c9ac998 Mon Sep 17 00:00:00 2001 From: Jason Gross Date: Mon, 22 Jan 2024 00:24:27 +0000 Subject: [PATCH] Add .ipynb --- notebooks_jason/max_of_2_grokking.ipynb | 39 +++++++++++++++++++++++++ notebooks_jason/max_of_2_grokking.py | 7 +---- 2 files changed, 40 insertions(+), 6 deletions(-) create mode 100644 notebooks_jason/max_of_2_grokking.ipynb diff --git a/notebooks_jason/max_of_2_grokking.ipynb b/notebooks_jason/max_of_2_grokking.ipynb new file mode 100644 index 00000000..6d4c6f12 --- /dev/null +++ b/notebooks_jason/max_of_2_grokking.ipynb @@ -0,0 +1,39 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": ".venv", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.13" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/notebooks_jason/max_of_2_grokking.py b/notebooks_jason/max_of_2_grokking.py index 5cbe5fde..d29a530a 100644 --- a/notebooks_jason/max_of_2_grokking.py +++ b/notebooks_jason/max_of_2_grokking.py @@ -1,5 +1,4 @@ # %% -from dataclasses import replace from tqdm import tqdm import os import imageio @@ -7,21 +6,17 @@ FullDatasetCfg, MaxOfN, train_or_load_model, - config_of_argv, ) -from gbmi.model import Config, try_load_model_from_wandb_download +from gbmi.model import Config from transformer_lens import HookedTransformerConfig, HookedTransformer -import plotly.express as px import plotly.graph_objects as go from plotly.subplots import make_subplots import torch -import numpy as np import wandb from typing import ( Tuple, ) -from gbmi.utils import set_params api = wandb.Api()