From 88dfb8be03b808190409e54a39ed083d8f5b5dcc Mon Sep 17 00:00:00 2001 From: enzokro Date: Sun, 1 Oct 2023 12:40:00 -0400 Subject: [PATCH] latest push --- nbs/03_cloud_gpus.ipynb | 18 +++++++++--------- nbs/04_phone_env.ipynb | 42 +++++++++++++++++++++++++++++++++++++++++ 2 files changed, 51 insertions(+), 9 deletions(-) create mode 100644 nbs/04_phone_env.ipynb diff --git a/nbs/03_cloud_gpus.ipynb b/nbs/03_cloud_gpus.ipynb index 66bad7c..63b6503 100644 --- a/nbs/03_cloud_gpus.ipynb +++ b/nbs/03_cloud_gpus.ipynb @@ -22,14 +22,14 @@ "- Google Colab. \n", "\n", "\n", - "[Lambda Labs](https://lambdalabs.com/) is a very popular GPU cloud provider. It has great pricing. Unfortunately, its combo of popularity and low costs means that GPUs are often claimed and we're not guaranteed to get one. Making an account and launching GPUs, when they *are* open, is incredibly fast and straightforward. \n", + "[Lambda Labs](https://lambdalabs.com/) is a popular GPU cloud provider. It offers some great pricing. Unfortunately, this combo of popularity and low cost means that its GPUs are often claimed or unavailable. Making an account and launching GPUs, when they *are* open, is incredibly fast and straightforward. \n", "\n", - "[Paperspace](https://www.paperspace.com/) offers cloud GPUs in two different, complementary ways. Their platform called Gradient is built around Notebooks and is tailored for quick ML and scientific jobs. Their CORE service, on the other hand, has more low-level options. We use it to fully customize and deploy a VM with a GPU. Paperspace tends to have better availability than Lambda Labs. \n", + "[Paperspace](https://www.paperspace.com/) offers cloud GPUs in two different, complementary ways. Their platform called Gradient is built around Notebooks and is tailored for quick ML and scientific jobs. Their CORE service, on the other hand, has more low-level options. We use it to fully customize and deploy a VM with a GPU. Paperspace tends to have better availability than Lambda Labs. \n", "\n", "[Colab](https://colab.google/) is an option provided by Google. It builds around their own flavor of Notebooks that is very similar to Jupyter's. One of Colab's most useful features is the ability to directly load a Notebook straight from any of your Git repos. It's a convenient and flexible option without the overhead of Lambda or Paperspace. \n", "\n", "\n", - "> Note: the cloud GPU scene changes fast. The points above are rules of thumb, specifics change all of the time." + "> Note: the cloud GPU scene changes fast. The points above are rules of thumb, specifics change all of the time. " ] }, { @@ -104,7 +104,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -123,7 +123,7 @@ ], "source": [ "# price of an hour for the Quadro M4000 GPU\n", - "price_per_hour = 0.45\n", + "price_per_hour = 0.51\n", "\n", "# leaving the machine on for a day\n", "day_cost = 24 * price_per_hour\n", @@ -181,7 +181,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -200,10 +200,10 @@ " " ], "text/plain": [ - "" + "" ] }, - "execution_count": 4, + "execution_count": 2, "metadata": {}, "output_type": "execute_result" } @@ -429,7 +429,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.5" + "version": "3.9.6" }, "orig_nbformat": 4 }, diff --git a/nbs/04_phone_env.ipynb b/nbs/04_phone_env.ipynb new file mode 100644 index 0000000..5cfce7c --- /dev/null +++ b/nbs/04_phone_env.ipynb @@ -0,0 +1,42 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# LLMs on a phone\n", + "\n", + "> Creating an environment to compile LLMs into phone apps. Assumes iOS or Mac for now." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "vscode": { + "languageId": "plaintext" + } + }, + "outputs": [], + "source": [ + "- mlc\n", + "- tutorial\n", + "- course\n", + "- video\n", + "- instructions, env\n", + "- ios instructions, env\n", + "- creating the app on xcode\n", + "- building it, simulating it\n", + "- putting it on the phone" + ] + } + ], + "metadata": { + "language_info": { + "name": "python" + }, + "orig_nbformat": 4 + }, + "nbformat": 4, + "nbformat_minor": 2 +}