WASDE_LLM.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyOo30awPzHS/V6SOkpWc8o4",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/ben854719/WASDE-Revenue-in-2024/blob/main/WASDE_LLM.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "collapsed": true,
        "id": "cLmyBSTXG_Rz",
        "outputId": "7a9a75c7-9b80-4a8e-a9df-c66fa0801382"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.5/41.5 kB\u001b[0m \u001b[31m1.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.3/67.3 kB\u001b[0m \u001b[31m4.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m606.2/606.2 kB\u001b[0m \u001b[31m23.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m59.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m278.6/278.6 kB\u001b[0m \u001b[31m17.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m94.8/94.8 kB\u001b[0m \u001b[31m6.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.9/1.9 MB\u001b[0m \u001b[31m61.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m93.2/93.2 kB\u001b[0m \u001b[31m6.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.3/13.3 MB\u001b[0m \u001b[31m87.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m55.8/55.8 kB\u001b[0m \u001b[31m3.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m54.9/54.9 kB\u001b[0m \u001b[31m4.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.3/62.3 kB\u001b[0m \u001b[31m5.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m442.1/442.1 kB\u001b[0m \u001b[31m24.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m319.7/319.7 kB\u001b[0m \u001b[31m23.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m73.2/73.2 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m68.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m452.9/452.9 kB\u001b[0m \u001b[31m28.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.0/46.0 kB\u001b[0m \u001b[31m3.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m5.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Building wheel for pypika (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "tensorflow 2.17.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3, but you have protobuf 5.29.3 which is incompatible.\n",
            "tensorflow-metadata 1.13.1 requires protobuf<5,>=3.20.3, but you have protobuf 5.29.3 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mCollecting langchain-community\n",
            "  Downloading langchain_community-0.3.14-py3-none-any.whl.metadata (2.9 kB)\n",
            "Requirement already satisfied: PyYAML>=5.3 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (6.0.2)\n",
            "Requirement already satisfied: SQLAlchemy<3,>=1.4 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (2.0.36)\n",
            "Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (3.11.11)\n",
            "Collecting dataclasses-json<0.7,>=0.5.7 (from langchain-community)\n",
            "  Downloading dataclasses_json-0.6.7-py3-none-any.whl.metadata (25 kB)\n",
            "Collecting httpx-sse<0.5.0,>=0.4.0 (from langchain-community)\n",
            "  Downloading httpx_sse-0.4.0-py3-none-any.whl.metadata (9.0 kB)\n",
            "Requirement already satisfied: langchain<0.4.0,>=0.3.14 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (0.3.14)\n",
            "Requirement already satisfied: langchain-core<0.4.0,>=0.3.29 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (0.3.29)\n",
            "Requirement already satisfied: langsmith<0.3,>=0.1.125 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (0.2.10)\n",
            "Requirement already satisfied: numpy<2,>=1.22.4 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (1.26.4)\n",
            "Collecting pydantic-settings<3.0.0,>=2.4.0 (from langchain-community)\n",
            "  Downloading pydantic_settings-2.7.1-py3-none-any.whl.metadata (3.5 kB)\n",
            "Requirement already satisfied: requests<3,>=2 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (2.32.3)\n",
            "Requirement already satisfied: tenacity!=8.4.0,<10,>=8.1.0 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (9.0.0)\n",
            "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (2.4.4)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.3.2)\n",
            "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (4.0.3)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (24.3.0)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.5.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (6.1.0)\n",
            "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (0.2.1)\n",
            "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.18.3)\n",
            "Collecting marshmallow<4.0.0,>=3.18.0 (from dataclasses-json<0.7,>=0.5.7->langchain-community)\n",
            "  Downloading marshmallow-3.25.1-py3-none-any.whl.metadata (7.3 kB)\n",
            "Collecting typing-inspect<1,>=0.4.0 (from dataclasses-json<0.7,>=0.5.7->langchain-community)\n",
            "  Downloading typing_inspect-0.9.0-py3-none-any.whl.metadata (1.5 kB)\n",
            "Requirement already satisfied: langchain-text-splitters<0.4.0,>=0.3.3 in /usr/local/lib/python3.10/dist-packages (from langchain<0.4.0,>=0.3.14->langchain-community) (0.3.5)\n",
            "Requirement already satisfied: pydantic<3.0.0,>=2.7.4 in /usr/local/lib/python3.10/dist-packages (from langchain<0.4.0,>=0.3.14->langchain-community) (2.10.4)\n",
            "Requirement already satisfied: jsonpatch<2.0,>=1.33 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.4.0,>=0.3.29->langchain-community) (1.33)\n",
            "Requirement already satisfied: packaging<25,>=23.2 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.4.0,>=0.3.29->langchain-community) (24.2)\n",
            "Requirement already satisfied: typing-extensions>=4.7 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.4.0,>=0.3.29->langchain-community) (4.12.2)\n",
            "Requirement already satisfied: httpx<1,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.3,>=0.1.125->langchain-community) (0.28.1)\n",
            "Requirement already satisfied: orjson<4.0.0,>=3.9.14 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.3,>=0.1.125->langchain-community) (3.10.13)\n",
            "Requirement already satisfied: requests-toolbelt<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.3,>=0.1.125->langchain-community) (1.0.0)\n",
            "Requirement already satisfied: python-dotenv>=0.21.0 in /usr/local/lib/python3.10/dist-packages (from pydantic-settings<3.0.0,>=2.4.0->langchain-community) (1.0.1)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (3.4.1)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (3.10)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (2.3.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (2024.12.14)\n",
            "Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from SQLAlchemy<3,>=1.4->langchain-community) (3.1.1)\n",
            "Requirement already satisfied: anyio in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->langsmith<0.3,>=0.1.125->langchain-community) (3.7.1)\n",
            "Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->langsmith<0.3,>=0.1.125->langchain-community) (1.0.7)\n",
            "Requirement already satisfied: h11<0.15,>=0.13 in /usr/local/lib/python3.10/dist-packages (from httpcore==1.*->httpx<1,>=0.23.0->langsmith<0.3,>=0.1.125->langchain-community) (0.14.0)\n",
            "Requirement already satisfied: jsonpointer>=1.9 in /usr/local/lib/python3.10/dist-packages (from jsonpatch<2.0,>=1.33->langchain-core<0.4.0,>=0.3.29->langchain-community) (3.0.0)\n",
            "Requirement already satisfied: annotated-types>=0.6.0 in /usr/local/lib/python3.10/dist-packages (from pydantic<3.0.0,>=2.7.4->langchain<0.4.0,>=0.3.14->langchain-community) (0.7.0)\n",
            "Requirement already satisfied: pydantic-core==2.27.2 in /usr/local/lib/python3.10/dist-packages (from pydantic<3.0.0,>=2.7.4->langchain<0.4.0,>=0.3.14->langchain-community) (2.27.2)\n",
            "Collecting mypy-extensions>=0.3.0 (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain-community)\n",
            "  Downloading mypy_extensions-1.0.0-py3-none-any.whl.metadata (1.1 kB)\n",
            "Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio->httpx<1,>=0.23.0->langsmith<0.3,>=0.1.125->langchain-community) (1.3.1)\n",
            "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio->httpx<1,>=0.23.0->langsmith<0.3,>=0.1.125->langchain-community) (1.2.2)\n",
            "Downloading langchain_community-0.3.14-py3-none-any.whl (2.5 MB)\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.5/2.5 MB\u001b[0m \u001b[31m44.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hDownloading dataclasses_json-0.6.7-py3-none-any.whl (28 kB)\n",
            "Downloading httpx_sse-0.4.0-py3-none-any.whl (7.8 kB)\n",
            "Downloading pydantic_settings-2.7.1-py3-none-any.whl (29 kB)\n",
            "Downloading marshmallow-3.25.1-py3-none-any.whl (49 kB)\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.6/49.6 kB\u001b[0m \u001b[31m4.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hDownloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n",
            "Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n",
            "Installing collected packages: mypy-extensions, marshmallow, httpx-sse, typing-inspect, pydantic-settings, dataclasses-json, langchain-community\n",
            "Successfully installed dataclasses-json-0.6.7 httpx-sse-0.4.0 langchain-community-0.3.14 marshmallow-3.25.1 mypy-extensions-1.0.0 pydantic-settings-2.7.1 typing-inspect-0.9.0\n"
          ]
        }
      ],
      "source": [
        "!pip install --quiet langchain\n",
        "!pip install --quiet langchain-google-genai\n",
        "!pip install --quiet chromadb\n",
        "!pip install langchain-community"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# import os\n",
        "import os\n",
        "import getpass\n",
        "os.environ['GOOGLE_API_KEY'] = getpass.getpass('GeminiAPI_Key')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "collapsed": true,
        "id": "DrECFtZVPdWu",
        "outputId": "3218cc25-89c4-4b35-f40c-104968630a9e"
      },
      "execution_count": 4,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "GeminiAPI_Key··········\n"
          ]
        }
      ]
    },
    {
      "source": [
        "# import Bert as a useragent.\n",
        "\n",
        "import os\n",
        "\n",
        "os.environ['USER_AGENT'] = 'MyColabNotebook/1.0'"
      ],
      "cell_type": "code",
      "metadata": {
        "id": "dUQfFPczSGoi"
      },
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# import LangChain libraries\n",
        "from langchain import PromptTemplate\n",
        "from langchain import hub\n",
        "from langchain.docstore.document import Document\n",
        "from langchain.document_loaders import WebBaseLoader\n",
        "from langchain.schema import StrOutputParser\n",
        "from langchain.schema.prompt_template import format_document\n",
        "from langchain.schema.runnable import RunnablePassthrough\n",
        "from langchain.vectorstores import Chroma"
      ],
      "metadata": {
        "id": "Q0pdUIe_RuQo"
      },
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Import the dataset from the website of USDA (WASDE).\n",
        "loader = WebBaseLoader(\"https://www.usda.gov/about-usda/general-information/staff-offices/office-chief-economist/commodity-markets/wasde-report\")\n",
        "docs = loader.load()"
      ],
      "metadata": {
        "id": "W2ItvpunSMv5"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Extract the text from the website of data content.\n",
        "text_content = docs[0].page_content\n",
        "\n",
        "# To select the required content.\n",
        "text_content_0 = text_content.split(\"==References==\")[0]\n",
        "text_content_1 = text_content_0.split(\"==External Links==\")[0]\n",
        "text_content_2 = text_content_1.split(\"==See also==\")[0]\n",
        "final_text = text_content_2.split(\"==Notes==\")[0]\n",
        "print(final_text)\n",
        "\n",
        "# Convert the text to LangChain's to the document format.\n",
        "docs = [Document(page_content=final_text, metadata={\"source\":\"usda\"})]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "id": "2KK9GPLgUdIl",
        "outputId": "bf693e79-136b-40db-b461-ab9b1a2ff1f7"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "WASDE Report | Home\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "  Skip to main content\n",
            "\n",
            "\n",
            "\n",
            "  Skip to main content\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "              An official website of the United States government\n",
            "            \n",
            "Here's how you know\n",
            "\n",
            "\n",
            "Here's how you know\n",
            "\n",
            "\n",
            "AskUSDA\n",
            "News\n",
            "Blog\n",
            "Employee Resources\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Official websites use .govA\n",
            "                .gov Website belongs to an official government organization in the United States.\n",
            "              \n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Secure .gov websites use HTTPS\n",
            "A lock (\n",
            "                \n",
            "A Lock\n",
            "Locked padlock icon\n",
            "\n",
            " ) or https:// means you’ve safely connected to the .gov website. Share sensitive information only on official, secure websites.\n",
            "              \n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "U.S. Department of Agriculture\n",
            "\n",
            "Menu\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "U.S. Department of Agriculture\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Home\n",
            "\n",
            "\n",
            "\n",
            "Food\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "About FoodProviding a safety net for millions of Americans who are food-insecure and for developing and promoting dietary guidance based on scientific evidence.Discover How\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Food Menu\n",
            "\n",
            "\n",
            "Food Safety \n",
            "\n",
            "\n",
            "Food Safety Overview\n",
            "\n",
            "\n",
            "Food Safety Recalls\n",
            "\n",
            "\n",
            "Food Loss and Waste\n",
            "\n",
            "\n",
            "Food Security\n",
            "\n",
            "\n",
            "Health and Safety\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Nutrition Policy and Programs \n",
            "\n",
            "\n",
            "Nutrition Research and Programs Overview\n",
            "\n",
            "\n",
            "Nutrition Programs\n",
            "\n",
            "\n",
            "Dietary Health\n",
            "\n",
            "\n",
            "Research and Science\n",
            "\n",
            "\n",
            "Food Distribution\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Food Assistance Programs \n",
            "\n",
            "\n",
            "Food Assistance Programs Overview\n",
            "\n",
            "\n",
            "Supplemental Nutrition Assistance Program (SNAP)\n",
            "\n",
            "\n",
            "Special Supplemental Nutrition Program for Women, Infants and Children (WIC)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Food Submenus\n",
            "\n",
            "\n",
            "Food Safety \n",
            "\n",
            "\n",
            "Food Safety Overview\n",
            "\n",
            "\n",
            "Food Safety Recalls\n",
            "\n",
            "\n",
            "Food Loss and Waste\n",
            "\n",
            "\n",
            "Food Security\n",
            "\n",
            "\n",
            "Health and Safety\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Nutrition Policy and Programs \n",
            "\n",
            "\n",
            "Nutrition Research and Programs Overview\n",
            "\n",
            "\n",
            "Nutrition Programs\n",
            "\n",
            "\n",
            "Dietary Health\n",
            "\n",
            "\n",
            "Research and Science\n",
            "\n",
            "\n",
            "Food Distribution\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Food Assistance Programs \n",
            "\n",
            "\n",
            "Food Assistance Programs Overview\n",
            "\n",
            "\n",
            "Supplemental Nutrition Assistance Program (SNAP)\n",
            "\n",
            "\n",
            "Special Supplemental Nutrition Program for Women, Infants and Children (WIC)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "SNAP Emergency Allotments are Ending\n",
            "Soon, many SNAP households will experience a change to their benefit amounts.\n",
            "Learn More\n",
            "\n",
            "\n",
            "\n",
            "Tackle Foodborne Illness When Ordering Takeout or Delivered Foods\n",
            "If left out too long, all foods can become a source of foodborne illness.\n",
            "Learn More\n",
            "\n",
            "\n",
            "\n",
            "Cooking Meat: Is It Done Yet?\n",
            "Only 55% of people use a food thermometer to verify if their food is safe to consume. \n",
            "Learn More\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Farming and Ranching\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "About Farming and RanchingWe maintain a safety net for America's farmers, ranchers and growers that includes disaster assistance, crop insurance, access to credit and more.Discover How\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Farming and Ranching Menu\n",
            "\n",
            "\n",
            "Farm Bill \n",
            "\n",
            "\n",
            "Farm Bill Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "New Farmers \n",
            "\n",
            "\n",
            "New Farmers Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Resources for Small and Mid-sized Farmers \n",
            "\n",
            "\n",
            "Resources for Small and Mid-sized Farmers Overview\n",
            "\n",
            "\n",
            "Agricultural Coexistence\n",
            "\n",
            "\n",
            "Commodity Credit Corporation\n",
            "\n",
            "\n",
            "Programs and Support\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Animal Science \n",
            "\n",
            "\n",
            "Animal Science Overview\n",
            "\n",
            "\n",
            "Animal Production\n",
            "\n",
            "\n",
            "One Health\n",
            "\n",
            "\n",
            "Animal Reports and Data\n",
            "\n",
            "\n",
            "BSE Surveillance Information Center\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Plants and Crops \n",
            "\n",
            "\n",
            "Plants and Crops Overview\n",
            "\n",
            "\n",
            "Biotechnology\n",
            "\n",
            "\n",
            "Crop Production\n",
            "\n",
            "\n",
            "Plant Health and Research\n",
            "\n",
            "\n",
            "Plant Breeding\n",
            "\n",
            "\n",
            "Pest and Weed Management\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Organic Farming \n",
            "\n",
            "\n",
            "Organic Farming Overview\n",
            "\n",
            "\n",
            "Organic Certification\n",
            "\n",
            "\n",
            "Organic Training and Transition Assistance\n",
            "\n",
            "\n",
            "Organic Research, Education, and Extension Programs\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Agricultural Education and Outreach \n",
            "\n",
            "\n",
            "Agricultural Education and Outreach Overview\n",
            "\n",
            "\n",
            "Youth in Agriculture\n",
            "\n",
            "\n",
            "Educator Resources\n",
            "\n",
            "\n",
            "Women in Agriculture\n",
            "\n",
            "\n",
            "Veterans\n",
            "\n",
            "\n",
            "Urban Agriculture\n",
            "\n",
            "\n",
            "Rural Development\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Financial Resources for Farmers and Ranchers \n",
            "\n",
            "\n",
            "Financial Resources for Farmers and Ranchers Overview\n",
            "\n",
            "\n",
            "Crop and Livestock Insurance\n",
            "\n",
            "\n",
            "Grants and Loans\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Aquaculture \n",
            "\n",
            "\n",
            "Aquaculture Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Farming and Ranching Submenus\n",
            "\n",
            "\n",
            "Farm Bill \n",
            "\n",
            "\n",
            "Farm Bill Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "New Farmers \n",
            "\n",
            "\n",
            "New Farmers Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Resources for Small and Mid-sized Farmers \n",
            "\n",
            "\n",
            "Resources for Small and Mid-sized Farmers Overview\n",
            "\n",
            "\n",
            "Agricultural Coexistence\n",
            "\n",
            "\n",
            "Commodity Credit Corporation\n",
            "\n",
            "\n",
            "Programs and Support\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Animal Science \n",
            "\n",
            "\n",
            "Animal Science Overview\n",
            "\n",
            "\n",
            "Animal Production\n",
            "\n",
            "\n",
            "One Health\n",
            "\n",
            "\n",
            "Animal Reports and Data\n",
            "\n",
            "\n",
            "BSE Surveillance Information Center\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Plants and Crops \n",
            "\n",
            "\n",
            "Plants and Crops Overview\n",
            "\n",
            "\n",
            "Biotechnology\n",
            "\n",
            "\n",
            "Crop Production\n",
            "\n",
            "\n",
            "Plant Health and Research\n",
            "\n",
            "\n",
            "Plant Breeding\n",
            "\n",
            "\n",
            "Pest and Weed Management\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Organic Farming \n",
            "\n",
            "\n",
            "Organic Farming Overview\n",
            "\n",
            "\n",
            "Organic Certification\n",
            "\n",
            "\n",
            "Organic Training and Transition Assistance\n",
            "\n",
            "\n",
            "Organic Research, Education, and Extension Programs\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Agricultural Education and Outreach \n",
            "\n",
            "\n",
            "Agricultural Education and Outreach Overview\n",
            "\n",
            "\n",
            "Youth in Agriculture\n",
            "\n",
            "\n",
            "Educator Resources\n",
            "\n",
            "\n",
            "Women in Agriculture\n",
            "\n",
            "\n",
            "Veterans\n",
            "\n",
            "\n",
            "Urban Agriculture\n",
            "\n",
            "\n",
            "Rural Development\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Financial Resources for Farmers and Ranchers \n",
            "\n",
            "\n",
            "Financial Resources for Farmers and Ranchers Overview\n",
            "\n",
            "\n",
            "Crop and Livestock Insurance\n",
            "\n",
            "\n",
            "Grants and Loans\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Aquaculture \n",
            "\n",
            "\n",
            "Aquaculture Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "USDA Supports America’s HeroesThe U.S. Department of Agriculture is looking to military veterans across the country to fill the roles that keep America’s food supply safe and secure, preserve and strengthen rural communities, and restore and conserve the environment.Apply Now\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Forestry\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "About ForestryForestry is the science and practice of establishing, managing, using, and conserving forests and related resources to meet goals, needs, and values.Discover How\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Forests Menu\n",
            "\n",
            "\n",
            "Agroforestry \n",
            "\n",
            "\n",
            "Agroforestry Overview\n",
            "\n",
            "\n",
            "Agroforestry Frequently Asked Questions\n",
            "\n",
            "\n",
            "USDA's Role in Agroforestry\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Landowner Assistance \n",
            "\n",
            "\n",
            "Landowner Assistance Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Disaster Resource Center \n",
            "\n",
            "\n",
            "Disaster Resource Center Overview\n",
            "\n",
            "\n",
            "Drought\n",
            "\n",
            "\n",
            "Hawaii Wildfires\n",
            "\n",
            "\n",
            "Pests and Animal Disease\n",
            "\n",
            "\n",
            "Weather Events\n",
            "\n",
            "\n",
            "Wildland Fire\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Forest Research and Development \n",
            "\n",
            "\n",
            "Forest Research and Development Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Forest Recreation \n",
            "\n",
            "\n",
            "Forest Recreation Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Forests Submenus\n",
            "\n",
            "\n",
            "Agroforestry \n",
            "\n",
            "\n",
            "Agroforestry Overview\n",
            "\n",
            "\n",
            "Agroforestry Frequently Asked Questions\n",
            "\n",
            "\n",
            "USDA's Role in Agroforestry\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Landowner Assistance \n",
            "\n",
            "\n",
            "Landowner Assistance Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Disaster Resource Center \n",
            "\n",
            "\n",
            "Disaster Resource Center Overview\n",
            "\n",
            "\n",
            "Drought\n",
            "\n",
            "\n",
            "Hawaii Wildfires\n",
            "\n",
            "\n",
            "Pests and Animal Disease\n",
            "\n",
            "\n",
            "Weather Events\n",
            "\n",
            "\n",
            "Wildland Fire\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Forest Research and Development \n",
            "\n",
            "\n",
            "Forest Research and Development Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Forest Recreation \n",
            "\n",
            "\n",
            "Forest Recreation Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Disaster Assistance Discovery Tool\n",
            "Learn about USDA disaster assistance programs that might be right for you by completing five simple steps.\n",
            "Find Assistance Now\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Sustainability\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "About SustainabilitySustainable agricultural productivity growth is a foundational element in building more sustainable agricultural and food systems.Discover How\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Sustainability Menu\n",
            "\n",
            "\n",
            "Climate Change \n",
            "\n",
            "\n",
            "Climate Change Overview\n",
            "\n",
            "\n",
            "Climate Science and Effects\n",
            "\n",
            "\n",
            "Climate Change Adaptation\n",
            "\n",
            "\n",
            "Greenhouse Gas Inventory and Assessment Program\n",
            "\n",
            "\n",
            "Climate Change Science Seminar Series\n",
            "\n",
            "\n",
            "The Fifth National Climate Assessment\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Conservation \n",
            "\n",
            "\n",
            "Conservation Overview\n",
            "\n",
            "\n",
            "Land Conservation\n",
            "\n",
            "\n",
            "Wildlife\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Environmental Markets \n",
            "\n",
            "\n",
            "Environmental Markets Overview\n",
            "\n",
            "\n",
            "About the Office of Environmental Markets\n",
            "\n",
            "\n",
            "Carbon\n",
            "\n",
            "\n",
            "Water Quality\n",
            "\n",
            "\n",
            "Wetlands and Habitats\n",
            "\n",
            "\n",
            "Quantifying Environmental Services\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Infrastructure \n",
            "\n",
            "\n",
            "Infrastructure Overview\n",
            "\n",
            "\n",
            "Rural Broadband Expansion\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Councils and Coalitions \n",
            "\n",
            "\n",
            "Councils and Coalitions Overview\n",
            "\n",
            "\n",
            "Definitions: Sustainability and Food Systems\n",
            "\n",
            "\n",
            "Sustainable Productivity Growth Coalition\n",
            "\n",
            "\n",
            "U.S. Food Systems\n",
            "\n",
            "\n",
            "UN Food Systems Summit\n",
            "\n",
            "\n",
            "USDA Director and Council\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Sustainability Submenus\n",
            "\n",
            "\n",
            "Climate Change \n",
            "\n",
            "\n",
            "Climate Change Overview\n",
            "\n",
            "\n",
            "Climate Science and Effects\n",
            "\n",
            "\n",
            "Climate Change Adaptation\n",
            "\n",
            "\n",
            "Greenhouse Gas Inventory and Assessment Program\n",
            "\n",
            "\n",
            "Climate Change Science Seminar Series\n",
            "\n",
            "\n",
            "The Fifth National Climate Assessment\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Conservation \n",
            "\n",
            "\n",
            "Conservation Overview\n",
            "\n",
            "\n",
            "Land Conservation\n",
            "\n",
            "\n",
            "Wildlife\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Environmental Markets \n",
            "\n",
            "\n",
            "Environmental Markets Overview\n",
            "\n",
            "\n",
            "About the Office of Environmental Markets\n",
            "\n",
            "\n",
            "Carbon\n",
            "\n",
            "\n",
            "Water Quality\n",
            "\n",
            "\n",
            "Wetlands and Habitats\n",
            "\n",
            "\n",
            "Quantifying Environmental Services\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Infrastructure \n",
            "\n",
            "\n",
            "Infrastructure Overview\n",
            "\n",
            "\n",
            "Rural Broadband Expansion\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Councils and Coalitions \n",
            "\n",
            "\n",
            "Councils and Coalitions Overview\n",
            "\n",
            "\n",
            "Definitions: Sustainability and Food Systems\n",
            "\n",
            "\n",
            "Sustainable Productivity Growth Coalition\n",
            "\n",
            "\n",
            "U.S. Food Systems\n",
            "\n",
            "\n",
            "UN Food Systems Summit\n",
            "\n",
            "\n",
            "USDA Director and Council\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            " \n",
            "\n",
            "Definitions: Sustainability and Food Systems\n",
            "Most incorporate the notion that true sustainability must balance economic, social and environmental dimensions.\n",
            "View Definitions\n",
            "\n",
            "\n",
            "\n",
            " \n",
            "\n",
            "Climate Change Adaptation and USDA\n",
            "Producers, ranchers, forest landowners, and communities across the country are facing challenges posed by the effects of climate\n",
            "View Action Plan\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Trade and Markets\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "About Trade and MarketsIn a global marketplace, supply and demand in one area of the world can greatly impact the agricultural production in another.Discover How\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Trades and Markets Menu\n",
            "\n",
            "\n",
            "Exporting Goods \n",
            "\n",
            "\n",
            "Exporting Goods Overview\n",
            "\n",
            "\n",
            "Exporting Regulations and Policies\n",
            "\n",
            "\n",
            "Export and Trade Research\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Importing Goods \n",
            "\n",
            "\n",
            "Importing Goods Overview\n",
            "\n",
            "\n",
            "Importing Regulations and Policies\n",
            "\n",
            "\n",
            "Import and Trade Research\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Policy and Procedures \n",
            "\n",
            "\n",
            "Policy and Procedures Overview\n",
            "\n",
            "\n",
            "Meat and Poultry Supply Chain\n",
            "\n",
            "\n",
            "Web-Based Supply Chain Management\n",
            "\n",
            "\n",
            "Asia-Pacific Economic Cooperation Interim Field Guides\n",
            "\n",
            "\n",
            "U.S. Codex Office\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Marketing and Trade Assistance \n",
            "\n",
            "\n",
            "Marketing and Trade Assistance Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Trade Data and Price Support \n",
            "\n",
            "\n",
            "Trade Data and Price Support Overview\n",
            "\n",
            "\n",
            "Pricing Support\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Trades and Markets Submenus\n",
            "\n",
            "\n",
            "Exporting Goods \n",
            "\n",
            "\n",
            "Exporting Goods Overview\n",
            "\n",
            "\n",
            "Exporting Regulations and Policies\n",
            "\n",
            "\n",
            "Export and Trade Research\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Importing Goods \n",
            "\n",
            "\n",
            "Importing Goods Overview\n",
            "\n",
            "\n",
            "Importing Regulations and Policies\n",
            "\n",
            "\n",
            "Import and Trade Research\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Policy and Procedures \n",
            "\n",
            "\n",
            "Policy and Procedures Overview\n",
            "\n",
            "\n",
            "Meat and Poultry Supply Chain\n",
            "\n",
            "\n",
            "Web-Based Supply Chain Management\n",
            "\n",
            "\n",
            "Asia-Pacific Economic Cooperation Interim Field Guides\n",
            "\n",
            "\n",
            "U.S. Codex Office\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Marketing and Trade Assistance \n",
            "\n",
            "\n",
            "Marketing and Trade Assistance Overview\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Trade Data and Price Support \n",
            "\n",
            "\n",
            "Trade Data and Price Support Overview\n",
            "\n",
            "\n",
            "Pricing Support\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "About\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "About USDAWe keep America's farmers and ranchers in business and ensure the nation's meat, poultry, and egg products are safe, wholesome, and properly labeled.Discover How\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "About Menu\n",
            "\n",
            "\n",
            "General Information \n",
            "\n",
            "\n",
            "General Information Overview\n",
            "\n",
            "\n",
            "Leadership at USDA\n",
            "\n",
            "\n",
            "Our Agency\n",
            "\n",
            "\n",
            "USDA Agencies\n",
            "\n",
            "\n",
            "Staff Offices\n",
            "\n",
            "\n",
            "Priorities\n",
            "\n",
            "\n",
            "Initiatives\n",
            "\n",
            "\n",
            "Mission Areas\n",
            "\n",
            "\n",
            "Topics\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Working with USDA \n",
            "\n",
            "\n",
            "Working with USDA Overview\n",
            "\n",
            "\n",
            "Career Opportunities\n",
            "\n",
            "\n",
            "Employee Services\n",
            "\n",
            "\n",
            "Veterans Employment\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Reports and Data \n",
            "\n",
            "\n",
            "Reports and Data Overview\n",
            "\n",
            "\n",
            "Reports\n",
            "\n",
            "\n",
            "Data\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "News \n",
            "\n",
            "\n",
            "News Overview\n",
            "\n",
            "\n",
            "Agency News Releases\n",
            "\n",
            "\n",
            "Press Releases\n",
            "\n",
            "\n",
            "Blog\n",
            "\n",
            "\n",
            "Radio\n",
            "\n",
            "\n",
            "USDA Live\n",
            "\n",
            "\n",
            "Press Contacts\n",
            "\n",
            "\n",
            "Transcripts and Speeches\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "USDA Policies \n",
            "\n",
            "\n",
            "USDA Policies Overview\n",
            "\n",
            "\n",
            "Digital\n",
            "\n",
            "\n",
            "Laws and Regulations\n",
            "\n",
            "\n",
            "Departmental Directives\n",
            "\n",
            "\n",
            "Departmental Forms\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "About Submenus\n",
            "\n",
            "\n",
            "General Information \n",
            "\n",
            "\n",
            "General Information Overview\n",
            "\n",
            "\n",
            "Leadership at USDA\n",
            "\n",
            "\n",
            "Our Agency\n",
            "\n",
            "\n",
            "USDA Agencies\n",
            "\n",
            "\n",
            "Staff Offices\n",
            "\n",
            "\n",
            "Priorities\n",
            "\n",
            "\n",
            "Initiatives\n",
            "\n",
            "\n",
            "Mission Areas\n",
            "\n",
            "\n",
            "Topics\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Working with USDA \n",
            "\n",
            "\n",
            "Working with USDA Overview\n",
            "\n",
            "\n",
            "Career Opportunities\n",
            "\n",
            "\n",
            "Employee Services\n",
            "\n",
            "\n",
            "Veterans Employment\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Reports and Data \n",
            "\n",
            "\n",
            "Reports and Data Overview\n",
            "\n",
            "\n",
            "Reports\n",
            "\n",
            "\n",
            "Data\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "News \n",
            "\n",
            "\n",
            "News Overview\n",
            "\n",
            "\n",
            "Agency News Releases\n",
            "\n",
            "\n",
            "Press Releases\n",
            "\n",
            "\n",
            "Blog\n",
            "\n",
            "\n",
            "Radio\n",
            "\n",
            "\n",
            "USDA Live\n",
            "\n",
            "\n",
            "Press Contacts\n",
            "\n",
            "\n",
            "Transcripts and Speeches\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "USDA Policies \n",
            "\n",
            "\n",
            "USDA Policies Overview\n",
            "\n",
            "\n",
            "Digital\n",
            "\n",
            "\n",
            "Laws and Regulations\n",
            "\n",
            "\n",
            "Departmental Directives\n",
            "\n",
            "\n",
            "Departmental Forms\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Search\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Search USDA.gov\n",
            "\n",
            "Search All USDA Agencies\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Search USDA.gov\n",
            "\n",
            "\n",
            "Search\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Search All USDA Agencies\n",
            "\n",
            "\n",
            "Search\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Breadcrumb\n",
            "\n",
            "\n",
            "Home\n",
            "\n",
            "\n",
            "About USDA\n",
            "\n",
            "\n",
            "General Information\n",
            "\n",
            "\n",
            "Staff Offices\n",
            "\n",
            "\n",
            "Office of the Chief Economist\n",
            "\n",
            "\n",
            "Commodity Markets\n",
            "\n",
            "\n",
            "                  WASDE Report\n",
            "              \n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "WASDE Report\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Share:\n",
            "\n",
            "Facebook\n",
            "Twitter\n",
            "Linkedin\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            " \n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Commodity Markets\n",
            "\n",
            "\n",
            "Baseline Projections\n",
            "\n",
            "\n",
            "WAOB Staff\n",
            "\n",
            "\n",
            "\n",
            "            WASDE Report\n",
            "          \n",
            "\n",
            "\n",
            "\n",
            "Historical Changes & Revisions\n",
            "\n",
            "\n",
            "Historical WASDE Report Data\n",
            "\n",
            "\n",
            "Secretary's Briefing\n",
            "\n",
            "\n",
            "FAQs and Resources\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "World Agricultural Outlook Board\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "The World Agricultural Supply and Demand Estimates (WASDE) is prepared and released by the World Agricultural Outlook Board (WAOB). The report is released monthly, and provides annual forecasts for supply and use of U.S. and world wheat, rice, coarse grains, oilseeds, and cotton. The report also covers U.S. supply and use of sugar, meat, poultry eggs and milk, as well as Mexico’s supply and use of sugar. The WAOB chairs the Interagency Commodity Estimates Committees (ICECs), which include analysts from key USDA agencies who compile and interpret information from USDA and other domestic and foreign sources to produce the report. For more information about the WASDE process and data, visit the WASDE FAQs page.2025 WASDE Release Dates (12:00pm ET)Jan. 10, Feb. 11, Mar. 11, Apr. 10, May 12, Jun. 12, Jul. 11, Aug. 12, Sep. 12, Oct. 9, Nov. 10, and Dec. 9January 2025 WASDE Report (Release time: 12:00 PM ET, January 10)PDF     XML      Excel      TextErrata Notes: The December 10, 2024, World Agricultural Supply and Demand Estimates (WASDE) Report was reposted to correct an inaccuracy in the sugar section. U.S. sugar beginning stocks for 2024/25 were revised downward after new information about beet sugar production became available following the initial report release. This resulted in an increase to projected imports from Mexico.December 2024 WASDE ReportPDF     XML      Excel      TextRelated ContentWASDE Visualization (This visualization is updated each month at 3:00 pm, the day after the WASDE release)Consolidated Historical WASDE Report Data 2010-2025 (WASDE Report data in .CSV format updated each month, the day after the WASDE release)Upland and Extra Long Staple Cotton EstimatesWASDE Archive (1973 - Present)Weekly Weather and Crop BulletinSign up for WASDE–related notifications and other news from WAOB (select the ‘Ag Economics’ mail list).\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Secretary's WASDE Briefings\n",
            "\n",
            "\n",
            "\n",
            "\n",
            " \n",
            "\n",
            "\n",
            "\n",
            "The WAOB Chairperson provides a briefing to the Secretary and other USDA officials following the release of the WASDE report each month.  The briefing updates leadership on the content of the latest report and the implications for market conditions.\n",
            "\n",
            "View Monthly Briefings\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Trending News and Updates\n",
            "\n",
            "Press Release\n",
            "\n",
            "USDA Continues Historic Commitment, Partnering with Rural Communities on Clean, Affordable EnergyJanuary 10, 2025\n",
            "Latest Investments Will Lower Costs and Support Jobs in 30 StatesLearn More\n",
            "Press Release\n",
            "\n",
            "USDA Invests in Additional Domestic Biofuels and Clean Energy Projects to Lower Costs and Increase American Energy Security Across the NationJanuary 10, 2025\n",
            "Part of Today’s Announcement is Funded by President Biden’s Inflation Reduction ActLearn More\n",
            "Press Release\n",
            "\n",
            "U.S. Department of Agriculture Announces 15 Additional States Onboard With National Milk Testing Strategy for H5N1, Shares Update on Vaccination EffortsJanuary 8, 2025\n",
            "USDA APHIS Shares Fifteen New States Joining the NMTS and Critical Updates on HPAI Vaccines Across SpeciesLearn More\n",
            "Press Release\n",
            "\n",
            "USDA Announces Grants and Technical Assistance Funding for Urban Agriculture and Innovative ProductionJanuary 8, 2025\n",
            "USDA is providing a total of $14.4 million in grants and technical assistance through two separately funded projects.Learn More\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "AskUSDAOne central entry point for you to access information and help from USDA.Ask.USDA.gov1-833-ONE-USDAAskUSDA@usda.govAsk a Question\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "U.S. Department of Agriculture\n",
            "\n",
            "\n",
            "\n",
            "Policy and Statements\n",
            "\n",
            "\n",
            "Accessibility Statement\n",
            "\n",
            "\n",
            "Anti-Harassment Policy\n",
            "\n",
            "\n",
            "Freedom of Information Act (FOIA)\n",
            "\n",
            "\n",
            "Information Quality\n",
            "\n",
            "\n",
            "Non-Discrimination Statement\n",
            "\n",
            "\n",
            "Open Government at USDA\n",
            "\n",
            "\n",
            "Plain Writing\n",
            "\n",
            "\n",
            "Privacy Policy\n",
            "\n",
            "\n",
            "Vulnerability Disclosure Policy\n",
            "\n",
            "\n",
            "\n",
            "Related Sites\n",
            "\n",
            "\n",
            "AskUSDA\n",
            "\n",
            "\n",
            "Farmers.gov\n",
            "\n",
            "\n",
            "National Agricultural Library\n",
            "\n",
            "\n",
            "Office of the Inspector General\n",
            "\n",
            "\n",
            "USA.gov\n",
            "\n",
            "\n",
            "WhiteHouse.gov\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Related Sites\n",
            "\n",
            "\n",
            "AskUSDA\n",
            "\n",
            "\n",
            "Farmers.gov\n",
            "\n",
            "\n",
            "National Agricultural Library\n",
            "\n",
            "\n",
            "Office of the Inspector General\n",
            "\n",
            "\n",
            "USA.gov\n",
            "\n",
            "\n",
            "WhiteHouse.gov\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Resources\n",
            "\n",
            "\n",
            "Careers\n",
            "\n",
            "\n",
            "Contact Us\n",
            "\n",
            "\n",
            "Federal Website Inventory\n",
            "\n",
            "\n",
            "Feedback\n",
            "\n",
            "\n",
            "No FEAR Act Data\n",
            "\n",
            "\n",
            "Office of the Assistant Secretary for Civil Rights (OASCR)\n",
            "\n",
            "\n",
            "Report Fraud on USDA Contracts\n",
            "\n",
            "\n",
            "Sitemap\n",
            "\n",
            "\n",
            "USDA Performance\n",
            "\n",
            "\n",
            "Whistleblower Protection Coordinator\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Sign up for Email Updates\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "USDA on Facebook\n",
            "USDA on Twitter\n",
            "USDA on LinkedIn\n",
            "USDA on YouTube\n",
            "USDA on Instagram\n",
            "USDA on Flickr\n",
            "USDA RSS\n",
            "USDA Constant Contact\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Help us improve USDA.gov!\n",
            "USDA is currently seeking your opinion on our site via a 5-minute survey.\n",
            "Take the Survey\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Import Gemini chatbot.\n",
        "from langchain_google_genai import GoogleGenerativeAIEmbeddings\n",
        "\n",
        "gemini_embeddings = GoogleGenerativeAIEmbeddings(model=\"models/text-embedding-004\")"
      ],
      "metadata": {
        "id": "LIugqOFDfYT2"
      },
      "execution_count": 22,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Save to disk.\n",
        "VectorStore = Chroma.from_documents(\n",
        "    documents=docs,\n",
        "    embedding=gemini_embeddings,\n",
        "    persist_directory=\"./chroma_db\"\n",
        ")"
      ],
      "metadata": {
        "id": "D0hi6D2Sfb6B"
      },
      "execution_count": 23,
      "outputs": []
    },
    {
      "source": [
        "from re import search\n",
        "# Load from disk.\n",
        "VectorStore_disk = Chroma(\n",
        "    persist_directory=\"./chroma_db\",\n",
        "    embedding_function=gemini_embeddings\n",
        ")\n",
        "\n",
        "# Use search_kwargs to set k=1\n",
        "retriever = VectorStore_disk.as_retriever(search_kwargs={\"k\": 1})\n",
        "\n",
        "# Get relevant documents and print the length\n",
        "print(len(retriever.get_relevant_documents(\"MMLU\")))"
      ],
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "id": "8IHWT_x1gz3s",
        "outputId": "7517d271-4d4f-46e0-adc8-5735801fc57e"
      },
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from langchain_google_genai import ChatGoogleGenerativeAI\n",
        "\n",
        "llm = ChatGoogleGenerativeAI(model=\"gemini-pro\", temparature=0.1, top_p=0.8, top_k=40)"
      ],
      "metadata": {
        "id": "6EEeUlRzg7bw"
      },
      "execution_count": 27,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from langchain_core.prompts import PromptTemplate\n",
        "\n",
        "# Prompt template to query Gemini.\n",
        "llm_prompt_template = \"\"\" You are an assistant for question-answering tasks.\n",
        "Use the following pieces of retrieved context to answer the question.\n",
        "If you don't know the answer, just say that you don't know, don't try to make up an answer.\n",
        "Use three sentences maximum. Keep the answer as concise as possible.\\n\n",
        "Question: {question} \\nContext: {context} \\nAnswer:\"\"\"\n",
        "\n",
        "# Use keyword arguments to initialize PromptTemplate\n",
        "llm_prompt = PromptTemplate(template=llm_prompt_template, input_variables=[\"question\", \"context\"])\n",
        "\n",
        "print(llm_prompt)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 0
        },
        "id": "Um5Xpl7VhG07",
        "outputId": "85113d75-5ca5-406a-ea2b-22ed12976928"
      },
      "execution_count": 28,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "input_variables=['context', 'question'] input_types={} partial_variables={} template=\" You are an assistant for question-answering tasks.\\nUse the following pieces of retrieved context to answer the question.\\nIf you don't know the answer, just say that you don't know, don't try to make up an answer.\\nUse three sentences maximum. Keep the answer as concise as possible.\\n\\nQuestion: {question} \\nContext: {context} \\nAnswer:\"\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Combine data from documents to readable string format.\n",
        "def format_docs(docs):\n",
        "  return \"\\n\\n\".join(doc.page_content for doc in docs)\n",
        "\n",
        "rag_chain = (\n",
        "    {\"context\": retriever | format_docs, \"question\": RunnablePassthrough()}\n",
        "    | llm_prompt\n",
        "    | llm\n",
        "    | StrOutputParser()\n",
        ")"
      ],
      "metadata": {
        "id": "-GdX_CfQjJ2z"
      },
      "execution_count": 30,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Prompt the model. I will show you to ask question to Gemini. Gemini will answer your question.\n",
        "rag_chain.invoke(\"What is WASDE?\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 52
        },
        "id": "--SXPjfFjPtZ",
        "outputId": "de0f0d37-a114-4b24-8c28-02f08c31158d"
      },
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'WASDE stands for World Agricultural Supply and Demand Estimates. It is a report that provides annual forecasts for supply and use of U.S. and world wheat, rice, coarse grains, oilseeds, and cotton.'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 33
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "rag_chain.invoke(\"When WASDE releases Dates for 2025?\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 52
        },
        "id": "7ALvanmQkm3N",
        "outputId": "c694cb85-9a53-4987-c776-cea1f7220e34"
      },
      "execution_count": 42,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'The WASDE report will release dates for 2025 on January 10, February 11, March 11, April 10, May 12, June 12, July 11, August 12, September 12, October 9, November 10, and December 9.'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 42
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "rag_chain.invoke(\"Can you tell me about the press research?\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "iTtWvDR_mV7m",
        "outputId": "2e768380-6fdf-44f9-9a0a-68c276931092"
      },
      "execution_count": 47,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'I apologize, but I cannot answer your question as the provided text does not mention anything about press research.'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 47
        }
      ]
    }
  ]
}