arm-template-helper.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "dc4b1581-0f49-4da3-9295-619628820327",
   "metadata": {},
   "outputs": [],
   "source": [
    "import logging\n",
    "import sys\n",
    "from llama_index.core import VectorStoreIndex, SimpleDirectoryReader, Settings, StorageContext, load_index_from_storage\n",
    "from llama_index.core.embeddings import resolve_embed_model\n",
    "from llama_index.llms.ollama import Ollama\n",
    "\n",
    "logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)\n",
    "logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "1a7bd58a-79b5-4a6d-8937-5e0a4bb8c00c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DEBUG:llama_index.core.readers.file.base:> [SimpleDirectoryReader] Total files added: 2\n",
      "> [SimpleDirectoryReader] Total files added: 2\n",
      "DEBUG:fsspec.local:open file: /Users/vishwajeetkumar/work/arm-template-generator/data/azure-storage-metadata.json\n",
      "open file: /Users/vishwajeetkumar/work/arm-template-generator/data/azure-storage-metadata.json\n",
      "DEBUG:fsspec.local:open file: /Users/vishwajeetkumar/work/arm-template-generator/data/azuredeploy-sotrage.json\n",
      "open file: /Users/vishwajeetkumar/work/arm-template-generator/data/azuredeploy-sotrage.json\n"
     ]
    }
   ],
   "source": [
    "documents = SimpleDirectoryReader(\"data\").load_data()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "472254ba-0f2e-40f4-9d37-3c292297d32c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /BAAI/bge-small-en-v1.5/resolve/main/config.json HTTP/1.1\" 200 0\n",
      "https://huggingface.co:443 \"HEAD /BAAI/bge-small-en-v1.5/resolve/main/config.json HTTP/1.1\" 200 0\n",
      "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /BAAI/bge-small-en-v1.5/resolve/main/tokenizer_config.json HTTP/1.1\" 200 0\n",
      "https://huggingface.co:443 \"HEAD /BAAI/bge-small-en-v1.5/resolve/main/tokenizer_config.json HTTP/1.1\" 200 0\n",
      "DEBUG:llama_index.core.node_parser.node_utils:> Adding chunk: {\n",
      "  \"$schema\": \"https://aka.ms/azure-quickstart...\n",
      "> Adding chunk: {\n",
      "  \"$schema\": \"https://aka.ms/azure-quickstart...\n",
      "DEBUG:llama_index.core.node_parser.node_utils:> Adding chunk: {\n",
      "    \"$schema\": \"https://schema.management.azu...\n",
      "> Adding chunk: {\n",
      "    \"$schema\": \"https://schema.management.azu...\n",
      "DEBUG:llama_index.core.node_parser.node_utils:> Adding chunk: If false, then all requests, including shared a...\n",
      "> Adding chunk: If false, then all requests, including shared a...\n",
      "DEBUG:fsspec.local:open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/docstore.json\n",
      "open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/docstore.json\n",
      "DEBUG:fsspec.local:open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/index_store.json\n",
      "open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/index_store.json\n",
      "DEBUG:fsspec.local:open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/graph_store.json\n",
      "open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/graph_store.json\n",
      "DEBUG:fsspec.local:open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/default__vector_store.json\n",
      "open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/default__vector_store.json\n",
      "DEBUG:fsspec.local:open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/image__vector_store.json\n",
      "open file: /Users/vishwajeetkumar/work/arm-template-generator/indexes/image__vector_store.json\n"
     ]
    }
   ],
   "source": [
    "# bge embedding model\n",
    "Settings.embed_model = resolve_embed_model(\"local:BAAI/bge-small-en-v1.5\")\n",
    "index = VectorStoreIndex.from_documents(\n",
    "    documents,\n",
    ")\n",
    "index.storage_context.persist(persist_dir=\"./indexes\") #persist indexes, might be helpful in future"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "7a786ae8-c105-446d-807d-9570a46b6e59",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DEBUG:llama_index.core.indices.utils:> Top 2 nodes:\n",
      "> [Node 8ad3e3ac-aaa4-47e7-8464-8d518fb3f664] [Similarity score:             0.803531] {\n",
      "  \"$schema\": \"https://aka.ms/azure-quickstart-templates-metadata-schema#\",\n",
      "  \"type\": \"Module\",\n",
      "...\n",
      "> [Node 19cfae5c-7553-478d-8772-0ab58faa2e34] [Similarity score:             0.784214] {\n",
      "    \"$schema\": \"https://schema.management.azure.com/schemas/2019-04-01/deploymentTemplate.json#...\n",
      "> Top 2 nodes:\n",
      "> [Node 8ad3e3ac-aaa4-47e7-8464-8d518fb3f664] [Similarity score:             0.803531] {\n",
      "  \"$schema\": \"https://aka.ms/azure-quickstart-templates-metadata-schema#\",\n",
      "  \"type\": \"Module\",\n",
      "...\n",
      "> [Node 19cfae5c-7553-478d-8772-0ab58faa2e34] [Similarity score:             0.784214] {\n",
      "    \"$schema\": \"https://schema.management.azure.com/schemas/2019-04-01/deploymentTemplate.json#...\n",
      "DEBUG:httpx:load_ssl_context verify=True cert=None trust_env=True http2=False\n",
      "load_ssl_context verify=True cert=None trust_env=True http2=False\n",
      "DEBUG:httpx:load_verify_locations cafile='/Users/vishwajeetkumar/work/.venv/lib/python3.12/site-packages/certifi/cacert.pem'\n",
      "load_verify_locations cafile='/Users/vishwajeetkumar/work/.venv/lib/python3.12/site-packages/certifi/cacert.pem'\n",
      "DEBUG:httpcore.connection:connect_tcp.started host='localhost' port=11434 local_address=None timeout=300.0 socket_options=None\n",
      "connect_tcp.started host='localhost' port=11434 local_address=None timeout=300.0 socket_options=None\n",
      "DEBUG:httpcore.connection:connect_tcp.complete return_value=<httpcore._backends.sync.SyncStream object at 0x2c4f4bb90>\n",
      "connect_tcp.complete return_value=<httpcore._backends.sync.SyncStream object at 0x2c4f4bb90>\n",
      "DEBUG:httpcore.http11:send_request_headers.started request=<Request [b'POST']>\n",
      "send_request_headers.started request=<Request [b'POST']>\n",
      "DEBUG:httpcore.http11:send_request_headers.complete\n",
      "send_request_headers.complete\n",
      "DEBUG:httpcore.http11:send_request_body.started request=<Request [b'POST']>\n",
      "send_request_body.started request=<Request [b'POST']>\n",
      "DEBUG:httpcore.http11:send_request_body.complete\n",
      "send_request_body.complete\n",
      "DEBUG:httpcore.http11:receive_response_headers.started request=<Request [b'POST']>\n",
      "receive_response_headers.started request=<Request [b'POST']>\n",
      "DEBUG:httpcore.http11:receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'Content-Type', b'application/json; charset=utf-8'), (b'Date', b'Fri, 22 Mar 2024 15:23:04 GMT'), (b'Transfer-Encoding', b'chunked')])\n",
      "receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'Content-Type', b'application/json; charset=utf-8'), (b'Date', b'Fri, 22 Mar 2024 15:23:04 GMT'), (b'Transfer-Encoding', b'chunked')])\n",
      "INFO:httpx:HTTP Request: POST http://localhost:11434/api/chat \"HTTP/1.1 200 OK\"\n",
      "HTTP Request: POST http://localhost:11434/api/chat \"HTTP/1.1 200 OK\"\n",
      "DEBUG:httpcore.http11:receive_response_body.started request=<Request [b'POST']>\n",
      "receive_response_body.started request=<Request [b'POST']>\n",
      "DEBUG:httpcore.http11:receive_response_body.complete\n",
      "receive_response_body.complete\n",
      "DEBUG:httpcore.http11:response_closed.started\n",
      "response_closed.started\n",
      "DEBUG:httpcore.http11:response_closed.complete\n",
      "response_closed.complete\n",
      "DEBUG:httpcore.connection:close.started\n",
      "close.started\n",
      "DEBUG:httpcore.connection:close.complete\n",
      "close.complete\n",
      " {\n",
      "\"$schema\": \"https://schema.management.azure.com/schemas/2019-04-01/deploymentTemplate.json#\",\n",
      "\"contentVersion\": \"1.0.0.0\",\n",
      "\"parameters\": {\n",
      "\"location\": {\n",
      "\"type\": \"string\",\n",
      "\"defaultValue\": \"[resourceGroup().location]\"\n",
      "},\n",
      "\"storageAccountName\": {\n",
      "\"type\": \"string\",\n",
      "\"defaultValue\": \"[concat('storage', uniqueString(resourceGroup().id))]\"\n",
      "},\n",
      "\"skuName\": {\n",
      "\"type\": \"string\",\n",
      "\"defaultValue\": \"Standard_LRS\"\n",
      "},\n",
      "\"kind\": {\n",
      "\"type\": \"string\",\n",
      "\"defaultValue\": \"StorageV2\"\n",
      "},\n",
      "\"accessTier\": {\n",
      "\"type\": \"string\",\n",
      "\"defaultValue\": \"Hot\"\n",
      "},\n",
      "\"minimumTlsVersion\": {\n",
      "\"type\": \"string\",\n",
      "\"defaultValue\": \"TLS1_2\"\n",
      "},\n",
      "\"supportsHttpsTrafficOnly\": {\n",
      "\"type\": \"bool\",\n",
      "\"defaultValue\": true\n",
      "},\n",
      "\"allowBlobPublicAccess\": {\n",
      "\"type\": \"bool\",\n",
      "\"defaultValue\": true\n",
      "},\n",
      "\"allowSharedKeyAccess\": {\n",
      "\"type\": \"bool\",\n",
      "\"defaultValue\": true\n",
      "},\n",
      "\"networkAclsBypass\": {\n",
      "\"type\": \"string\",\n",
      "\"defaultValue\": \"AzureServices\"\n",
      "},\n",
      "\"networkAclsDefaultAction\": {\n",
      "\"type\": \"string\",\n",
      "\"defaultValue\": \"Allow\"\n",
      "}\n",
      "},\n",
      "\"variables\": {},\n",
      "\"resources\": [\n",
      "{\n",
      "\"type\": \"Microsoft.Storage/storageAccounts\",\n",
      "\"apiVersion\": \"2019-04-01\",\n",
      "\"name\": \"[parameters('storageAccountName')]\",\n",
      "\"location\": \"[parameters('location')]\",\n",
      "\"sku\": {\n",
      "\"name\": \"[parameters('skuName')]\"\n",
      "},\n",
      "\"kind\": \"[parameters('kind')]\",\n",
      "\"properties\": {\n",
      "\"accessTier\": \"[parameters('accessTier')]\",\n",
      "\"minimumTlsVersion\": \"[parameters('minimumTlsVersion')]\",\n",
      "\"supportsHttpsTrafficOnly\": \"[parameters('supportsHttpsTrafficOnly')]\",\n",
      "\"allowBlobPublicAccess\": \"[parameters('allowBlobPublicAccess')]\",\n",
      "\"allowSharedKeyAccess\": \"[parameters('allowSharedKeyAccess')]\",\n",
      "\"networkAcls\": {\n",
      "\"bypass\": \"[parameters('networkAclsBypass')]\"\n",
      "},\n",
      "\"networkRules\": [],\n",
      "\"queueRules\": [],\n",
      "\"blobServices\": [\n",
      "{\n",
      "\"name\": \"default\",\n",
      "\"properties\": {}\n",
      "}\n",
      "],\n",
      "\"containerSasRules\": []\n",
      "}\n",
      "}\n",
      "]\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "query_engine = index.as_query_engine()\n",
    "response = query_engine.query(\"Give me a JSON arm template to deploy a storage account. It should contain default values\")\n",
    "print(response)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "07ab331d-764f-4f58-8da3-116ae3a1f13c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"$schema\": \"https://schema.management.azure.com/schemas/2019-04-01/deploymentTemplate.json#\",\n",
      "    \"contentVersion\": \"1.0.0.0\",\n",
      "    \"parameters\": {\n",
      "        \"location\": {\n",
      "            \"type\": \"string\",\n",
      "            \"defaultValue\": \"[resourceGroup().location]\"\n",
      "        },\n",
      "        \"storageAccountName\": {\n",
      "            \"type\": \"string\",\n",
      "            \"defaultValue\": \"[concat('storage', uniqueString(resourceGroup().id))]\"\n",
      "        },\n",
      "        \"skuName\": {\n",
      "            \"type\": \"string\",\n",
      "            \"defaultValue\": \"Standard_LRS\"\n",
      "        },\n",
      "        \"kind\": {\n",
      "            \"type\": \"string\",\n",
      "            \"defaultValue\": \"StorageV2\"\n",
      "        },\n",
      "        \"accessTier\": {\n",
      "            \"type\": \"string\",\n",
      "            \"defaultValue\": \"Hot\"\n",
      "        },\n",
      "        \"minimumTlsVersion\": {\n",
      "            \"type\": \"string\",\n",
      "            \"defaultValue\": \"TLS1_2\"\n",
      "        },\n",
      "        \"supportsHttpsTrafficOnly\": {\n",
      "            \"type\": \"bool\",\n",
      "            \"defaultValue\": true\n",
      "        },\n",
      "        \"allowBlobPublicAccess\": {\n",
      "            \"type\": \"bool\",\n",
      "            \"defaultValue\": true\n",
      "        },\n",
      "        \"allowSharedKeyAccess\": {\n",
      "            \"type\": \"bool\",\n",
      "            \"defaultValue\": true\n",
      "        },\n",
      "        \"networkAclsBypass\": {\n",
      "            \"type\": \"string\",\n",
      "            \"defaultValue\": \"AzureServices\"\n",
      "        },\n",
      "        \"networkAclsDefaultAction\": {\n",
      "            \"type\": \"string\",\n",
      "            \"defaultValue\": \"Allow\"\n",
      "        }\n",
      "    },\n",
      "    \"variables\": {},\n",
      "    \"resources\": [\n",
      "        {\n",
      "            \"type\": \"Microsoft.Storage/storageAccounts\",\n",
      "            \"apiVersion\": \"2019-04-01\",\n",
      "            \"name\": \"[parameters('storageAccountName')]\",\n",
      "            \"location\": \"[parameters('location')]\",\n",
      "            \"sku\": {\n",
      "                \"name\": \"[parameters('skuName')]\"\n",
      "            },\n",
      "            \"kind\": \"[parameters('kind')]\",\n",
      "            \"properties\": {\n",
      "                \"accessTier\": \"[parameters('accessTier')]\",\n",
      "                \"minimumTlsVersion\": \"[parameters('minimumTlsVersion')]\",\n",
      "                \"supportsHttpsTrafficOnly\": \"[parameters('supportsHttpsTrafficOnly')]\",\n",
      "                \"allowBlobPublicAccess\": \"[parameters('allowBlobPublicAccess')]\",\n",
      "                \"allowSharedKeyAccess\": \"[parameters('allowSharedKeyAccess')]\",\n",
      "                \"networkAcls\": {\n",
      "                    \"bypass\": \"[parameters('networkAclsBypass')]\"\n",
      "                },\n",
      "                \"networkRules\": [],\n",
      "                \"queueRules\": [],\n",
      "                \"blobServices\": [\n",
      "                    {\n",
      "                        \"name\": \"default\",\n",
      "                        \"properties\": {}\n",
      "                    }\n",
      "                ],\n",
      "                \"containerSasRules\": []\n",
      "            }\n",
      "        }\n",
      "    ]\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "response_str = str(response)\n",
    "parsed_json = json.loads(response_str)\n",
    "pretty_json = json.dumps(parsed_json, indent=4)\n",
    "print(pretty_json)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6fbc7fc6-046b-4477-9669-22c164dabbcb",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": ".venv"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}