#!/usr/bin/env python
# coding: utf-8

# In[1]:


get_ipython().run_line_magic('cd', '/workspace/axolotl')


# In[2]:


get_ipython().system('accelerate config --config_file configs/accelerate/default_config.yaml default')


# In[4]:


get_ipython().system('cat examples/falcon/config-1b-lora.yml')


# In[6]:


get_ipython().system('accelerate launch scripts/finetune.py examples/falcon/config-1b-lora.yml')


# In[7]:


get_ipython().run_line_magic('cd', '/workspace')


# In[8]:


get_ipython().system('git clone https://github.com/TimDettmers/bitsandbytes')


# In[9]:


get_ipython().run_line_magic('cd', 'bitsandbytes')


# In[10]:


get_ipython().system('CUDA_VERSION=118 make cuda11x')
get_ipython().system('python setup.py install')
get_ipython().system('python -m bitsandbytes')


# In[11]:


get_ipython().run_line_magic('cd', '/workspace/axolotl')


# In[15]:


import wandb
wandb.login()


# In[16]:


get_ipython().system('accelerate launch scripts/finetune.py examples/falcon/config-1b-lora.yml')


# In[ ]: