{"id":192,"date":"2026-10-08T18:42:58","date_gmt":"2026-10-08T14:42:58","guid":{"rendered":"https:\/\/demensdeum.com\/blog\/2026\/10\/08\/airllm-experiments\/"},"modified":"2026-10-08T19:11:07","modified_gmt":"2026-10-08T15:11:07","slug":"airllm-experiments","status":"publish","type":"post","link":"https:\/\/demensdeum.com\/blog\/hi\/2026\/10\/08\/airllm-experiments\/","title":{"rendered":"AirLLM: \u0915\u092e\u091c\u093c\u094b\u0930 \u0917\u094d\u0930\u093e\u092b\u093c\u093f\u0915\u094d\u0938 \u0915\u093e\u0930\u094d\u0921 \u092a\u0930 \u092c\u0921\u093c\u0947 \u092d\u093e\u0937\u093e \u092e\u0949\u0921\u0932"},"content":{"rendered":"<p>\u0906\u092e\u0924\u094c\u0930 \u092a\u0930, 70 \u0905\u0930\u092c \u092e\u093e\u092a\u0926\u0902\u0921\u094b\u0902 \u0915\u0947 \u0938\u093e\u0925 \u090f\u0915 \u092c\u0921\u093c\u0947 \u092d\u093e\u0937\u093e \u092e\u0949\u0921\u0932 \u0915\u094b \u091a\u0932\u093e\u0928\u0947 \u0915\u0947 \u0932\u093f\u090f \u0915\u0908 \u0926\u0938\u093f\u092f\u094b\u0902 \u0917\u0940\u0917\u093e\u092c\u093e\u0907\u091f \u0935\u0940\u0921\u093f\u092f\u094b \u092e\u0947\u092e\u094b\u0930\u0940 \u0915\u0940 \u0906\u0935\u0936\u094d\u092f\u0915\u0924\u093e \u0939\u094b\u0924\u0940 \u0939\u0948\u0964 AirLLM \u0907\u0938 \u0938\u092e\u0938\u094d\u092f\u093e \u0915\u094b \u0905\u0927\u093f\u0915 \u0936\u093e\u0902\u0924\u093f \u0938\u0947 \u0926\u0947\u0916\u0924\u093e \u0939\u0948 \u0914\u0930 \u090f\u0915 \u0905\u0932\u0917 \u0924\u0930\u0940\u0915\u093e \u092a\u0947\u0936 \u0915\u0930\u0924\u093e \u0939\u0948: \u0910\u0938\u0947 \u092e\u0949\u0921\u0932 \u0915\u094b \u0935\u0940\u0921\u093f\u092f\u094b \u0915\u093e\u0930\u094d\u0921 \u092a\u0930 \u0915\u0947\u0935\u0932 4 \u091c\u0940\u092c\u0940 \u092e\u0947\u092e\u094b\u0930\u0940 \u0915\u0947 \u0938\u093e\u0925, \u0914\u0930 \u092c\u093f\u0928\u093e \u092a\u0930\u093f\u092e\u093e\u0923\u0940\u0915\u0930\u0923, \u0906\u0938\u0935\u0928 \u0914\u0930 \u091f\u094d\u0930\u093f\u092e\u093f\u0902\u0917 \u0915\u0947 \u091a\u0932\u093e\u092f\u093e \u091c\u093e \u0938\u0915\u0924\u093e \u0939\u0948\u0964 \u0907\u0938 \u0928\u094b\u091f \u092e\u0947\u0902, \u092e\u0948\u0902 \u0906\u092a\u0915\u094b \u092c\u093f\u0928\u093e \u0915\u093f\u0938\u0940 \u091c\u0932\u094d\u0926\u092c\u093e\u091c\u0940 \u0915\u0947 \u092f\u0939 \u092c\u0924\u093e\u0928\u0947 \u0915\u0940 \u0915\u094b\u0936\u093f\u0936 \u0915\u0930\u0942\u0902\u0917\u093e \u0915\u093f \u090f\u092f\u0930\u090f\u0932\u090f\u0932\u090f\u092e \u0915\u0948\u0938\u0947 \u0915\u093e\u092e \u0915\u0930\u0924\u093e \u0939\u0948, \u0907\u0938\u0915\u093e \u0909\u092a\u092f\u094b\u0917 \u0915\u0948\u0938\u0947 \u0915\u0930\u0947\u0902, \u0914\u0930 \u092e\u0948\u0902 \u0905\u092a\u0928\u093e \u091b\u094b\u091f\u093e \u092a\u094d\u0930\u094b\u091c\u0947\u0915\u094d\u091f \u090f\u092f\u0930\u090f\u0932\u090f\u0932\u090f\u092e-\u092a\u094d\u0930\u092f\u094b\u0917 \u0938\u093e\u091d\u093e \u0915\u0930\u0942\u0902\u0917\u093e, \u091c\u094b \u0907\u0938 \u0932\u093e\u0907\u092c\u094d\u0930\u0947\u0930\u0940 \u0915\u0947 \u0938\u093e\u0925 \u0915\u093e\u092e \u0915\u0930\u0928\u093e \u0925\u094b\u0921\u093c\u093e \u0914\u0930 \u0938\u0941\u0935\u093f\u0927\u093e\u091c\u0928\u0915 \u092c\u0928\u093e\u0924\u093e \u0939\u0948\u0964<\/p>\n<h2>\u090f\u092f\u0930\u090f\u0932\u090f\u0932\u090f\u092e \u0915\u094d\u092f\u093e \u0939\u0948<\/h2>\n<p>\u090f\u092f\u0930\u090f\u0932\u090f\u0932\u090f\u092e \u0917\u0947\u0935\u093f\u0928 \u0932\u0940 \u0926\u094d\u0935\u093e\u0930\u093e \u0932\u093f\u0916\u093f\u0924 \u092c\u0921\u093c\u0947 \u092d\u093e\u0937\u093e \u092e\u0949\u0921\u0932 \u0905\u0928\u0941\u092e\u093e\u0928 \u0915\u0947 \u0932\u093f\u090f \u090f\u0915 \u0916\u0941\u0932\u093e \u0938\u094d\u0930\u094b\u0924 \u092a\u0941\u0938\u094d\u0924\u0915\u093e\u0932\u092f \u0939\u0948\u0964 \u0907\u0938\u0915\u093e \u0935\u093f\u091a\u093e\u0930 \u0938\u0930\u0932 \u0914\u0930 \u0938\u0941\u0930\u0941\u091a\u093f\u092a\u0942\u0930\u094d\u0923 \u0939\u0948: \u0935\u0940\u0921\u093f\u092f\u094b \u092e\u0947\u092e\u094b\u0930\u0940 \u092e\u0947\u0902 \u0938\u092d\u0940 \u092e\u0949\u0921\u0932 \u092d\u093e\u0930 \u0915\u094b \u090f\u0915 \u0938\u093e\u0925 \u0938\u0902\u0917\u094d\u0930\u0939\u0940\u0924 \u0915\u0930\u0928\u0947 \u0915\u0947 \u092c\u091c\u093e\u092f, \u0932\u093e\u0907\u092c\u094d\u0930\u0947\u0930\u0940 \u090f\u0915 \u0938\u092e\u092f \u092e\u0947\u0902 \u0915\u0947\u0935\u0932 \u090f\u0915 \u092a\u0930\u0924 \u0915\u094b GPU \u092a\u0930 \u0932\u094b\u0921 \u0915\u0930\u0924\u0940 \u0939\u0948\u0964 \u0935\u091c\u093c\u0928 \u0915\u094b \u092a\u0930\u0924\u094b\u0902 \u092e\u0947\u0902 \u0915\u093e\u091f\u0947 \u0917\u090f \u091f\u0941\u0915\u0921\u093c\u094b\u0902 \u0915\u0947 \u0930\u0942\u092a \u092e\u0947\u0902 \u0921\u093f\u0938\u094d\u0915 \u092a\u0930 \u0938\u0902\u0917\u094d\u0930\u0939\u0940\u0924 \u0915\u093f\u092f\u093e \u091c\u093e\u0924\u093e \u0939\u0948, \u0914\u0930 \u092a\u0940\u0922\u093c\u0940 \u0915\u0947 \u0926\u094c\u0930\u093e\u0928, \u092a\u094d\u0930\u0924\u094d\u092f\u0947\u0915 \u092a\u0930\u0924 \u0915\u094b \u092c\u093e\u0930\u0940-\u092c\u093e\u0930\u0940 \u0938\u0947 \u0932\u094b\u0921, \u0938\u0902\u0938\u093e\u0927\u093f\u0924 \u0914\u0930 \u0905\u0928\u0932\u094b\u0921 \u0915\u093f\u092f\u093e \u091c\u093e\u0924\u093e \u0939\u0948\u0964<\/p>\n<p>\u0907\u0938\u0938\u0947 \u092f\u0939 \u092a\u0924\u093e \u091a\u0932\u0924\u093e \u0939\u0948 \u0915\u093f \u0906\u0935\u0936\u094d\u092f\u0915 \u0935\u0940\u0921\u093f\u092f\u094b \u092e\u0947\u092e\u094b\u0930\u0940 \u0915\u0940 \u092e\u093e\u0924\u094d\u0930\u093e \u092e\u0949\u0921\u0932 \u0915\u0947 \u0938\u092e\u0917\u094d\u0930 \u0906\u0915\u093e\u0930 \u092a\u0930 \u0928\u093f\u0930\u094d\u092d\u0930 \u0928\u0939\u0940\u0902 \u0915\u0930\u0924\u0940 \u0939\u0948, \u092c\u0932\u094d\u0915\u093f \u0907\u0938\u0915\u0940 \u092a\u0930\u0924\u094b\u0902 \u092e\u0947\u0902 \u0938\u0947 \u090f\u0915 \u0915\u0947 \u0906\u0915\u093e\u0930 \u092a\u0930 \u0928\u093f\u0930\u094d\u092d\u0930 \u0915\u0930\u0924\u0940 \u0939\u0948\u0964 \u0907\u0938\u0940\u0932\u093f\u090f 70\u092c\u0940 \u092e\u0949\u0921\u0932 4 \u091c\u0940\u092c\u0940 \u092e\u0947\u0902 \u092b\u093f\u091f \u092c\u0948\u0920\u0924\u093e \u0939\u0948, 671\u092c\u0940 \u092a\u0930 \u0921\u0940\u092a\u0938\u0940\u0915-\u0935\u09403 \u0932\u0917\u092d\u0917 12 \u091c\u0940\u092c\u0940 \u092e\u0947\u0902 \u092b\u093f\u091f \u092c\u0948\u0920\u0924\u093e \u0939\u0948, \u0914\u0930 \u0915\u094d\u092f\u0942\u0935\u0947\u09283-235\u092c\u0940 \u0932\u0917\u092d\u0917 3 \u091c\u0940\u092c\u0940 \u092e\u0947\u0902 \u092b\u093f\u091f \u092c\u0948\u0920\u0924\u093e \u0939\u0948\u0964 \u0932\u0947\u0915\u093f\u0928 \u092e\u0949\u0921\u0932 \u0915\u093e \u0906\u0915\u093e\u0930 \u092e\u0941\u0916\u094d\u092f \u0930\u0942\u092a \u0938\u0947 \u0921\u093f\u0938\u094d\u0915 \u0938\u094d\u0925\u093e\u0928 \u0926\u094d\u0935\u093e\u0930\u093e \u0938\u0940\u092e\u093f\u0924 \u0939\u0948, \u0928 \u0915\u093f \u0935\u0940\u0921\u093f\u092f\u094b \u0915\u093e\u0930\u094d\u0921 \u0915\u0940 \u0915\u094d\u0937\u092e\u0924\u093e\u0913\u0902 \u0926\u094d\u0935\u093e\u0930\u093e\u0964<\/p>\n<p>\u092f\u0947 \u092e\u0947\u092e\u094b\u0930\u0940 \u092c\u091a\u0924 \u0917\u0924\u093f \u0915\u0940 \u0915\u0940\u092e\u0924 \u092a\u0930 \u0906\u0924\u0940 \u0939\u0948: \u092a\u094d\u0930\u0924\u094d\u092f\u0947\u0915 \u091f\u094b\u0915\u0928 \u0909\u0924\u094d\u092a\u0928\u094d\u0928 \u0939\u094b\u0928\u0947 \u092a\u0930 \u092a\u094d\u0930\u0924\u094d\u092f\u0947\u0915 \u092a\u0930\u0924 \u0915\u094b \u0921\u093f\u0938\u094d\u0915 \u0938\u0947 \u092a\u0922\u093c\u093e \u091c\u093e\u0924\u093e \u0939\u0948, \u0907\u0938\u0932\u093f\u090f \u0906\u0909\u091f\u092a\u0941\u091f \u0927\u0940\u092e\u093e \u0939\u094b\u0924\u093e \u0939\u0948, \u092a\u094d\u0930\u0924\u093f \u091f\u094b\u0915\u0928 \u0932\u0917\u092d\u0917 \u0938\u0947\u0915\u0902\u0921\u0964 \u0907\u0938\u0932\u093f\u090f AirLLM \u090f\u0915 \u0924\u094d\u0935\u0930\u093f\u0924 \u0907\u0902\u091f\u0930\u0948\u0915\u094d\u091f\u093f\u0935 \u091a\u0948\u091f \u0915\u0947 \u092c\u093e\u0930\u0947 \u092e\u0947\u0902 \u0915\u092e \u0914\u0930 \u090f\u0915 \u0910\u0938\u0947 \u092e\u0949\u0921\u0932 \u0915\u094b \u0932\u0949\u0928\u094d\u091a \u0915\u0930\u0928\u0947 \u0915\u0940 \u0915\u094d\u0937\u092e\u0924\u093e \u0915\u0947 \u092c\u093e\u0930\u0947 \u092e\u0947\u0902 \u0905\u0927\u093f\u0915 \u0939\u0948 \u091c\u094b \u0905\u0928\u094d\u092f\u0925\u093e \u0939\u093e\u0930\u094d\u0921\u0935\u0947\u092f\u0930 \u092e\u0947\u0902 \u092b\u093f\u091f \u0928\u0939\u0940\u0902 \u0939\u094b\u0917\u093e\u0964<\/p>\n<h2>\u0938\u094d\u0925\u093e\u092a\u0928\u093e<\/h2>\n<p>\u0932\u093e\u0907\u092c\u094d\u0930\u0947\u0930\u0940 \u0915\u094b \u0938\u093e\u092e\u093e\u0928\u094d\u092f \u0915\u092e\u093e\u0902\u0921 \u0915\u093e \u0909\u092a\u092f\u094b\u0917 \u0915\u0930\u0915\u0947 PyPI \u0938\u0947 \u0938\u094d\u0925\u093e\u092a\u093f\u0924 \u0915\u093f\u092f\u093e \u0917\u092f\u093e \u0939\u0948:<\/p>\n<div class=\"hcb_wrap\">\n<pre class=\"prism undefined-numbers lang-unknown\" data-lang=\"unknown\"><code>pip install airllm\n<\/code><\/pre>\n<\/div>\n<p>\u091c\u092c \u0906\u092a \u092a\u0939\u0932\u0940 \u092c\u093e\u0930 \u0932\u0949\u0928\u094d\u091a \u0915\u0930\u0947\u0902\u0917\u0947, \u0924\u094b \u092e\u0949\u0921\u0932 \u0939\u0917\u093f\u0902\u0917 \u092b\u0947\u0938 \u0938\u0947 \u0921\u093e\u0909\u0928\u0932\u094b\u0921 \u0915\u093f\u092f\u093e \u091c\u093e\u090f\u0917\u093e \u0914\u0930 \u092a\u0930\u0924\u094b\u0902 \u092e\u0947\u0902 \u0935\u093f\u0918\u091f\u093f\u0924 \u0939\u094b \u091c\u093e\u090f\u0917\u093e\u0964 \u092f\u0939 \u092a\u094d\u0930\u0915\u094d\u0930\u093f\u092f\u093e \u0927\u0940\u092e\u0940 \u0939\u0948 \u0914\u0930 \u092c\u0939\u0941\u0924 \u0905\u0927\u093f\u0915 \u0921\u093f\u0938\u094d\u0915 \u0938\u094d\u0925\u093e\u0928 \u0932\u0947\u0924\u0940 \u0939\u0948, \u0907\u0938\u0932\u093f\u090f \u0906\u092a\u0915\u094b \u0916\u093e\u0932\u0940 \u0938\u094d\u0925\u093e\u0928 \u092a\u0939\u0932\u0947 \u0938\u0947 \u0924\u0948\u092f\u093e\u0930 \u0915\u0930\u0928\u093e \u091a\u093e\u0939\u093f\u090f\u0964 \u092f\u0926\u093f \u0935\u093e\u0902\u091b\u093f\u0924 \u0939\u0948, \u0924\u094b \u0906\u092a 4 \u092c\u093f\u091f \u092f\u093e 8 \u092c\u093f\u091f \u0938\u0902\u092a\u0940\u0921\u093c\u0928 \u0915\u094b \u0938\u0915\u094d\u0937\u092e \u0915\u0930 \u0938\u0915\u0924\u0947 \u0939\u0948\u0902 &#8211; \u092b\u093f\u0930 \u092c\u094d\u0932\u0949\u0915 \u0915\u094d\u0935\u093e\u0902\u091f\u093e\u0907\u091c\u0947\u0936\u0928 \u0915\u094b \u0935\u091c\u0928 \u092a\u0930 \u0932\u093e\u0917\u0942 \u0915\u093f\u092f\u093e \u091c\u093e\u090f\u0917\u093e, \u091c\u094b \u0921\u093f\u0938\u094d\u0915 \u0938\u0947 \u092a\u0930\u0924\u094b\u0902 \u0915\u094b \u0932\u094b\u0921 \u0915\u0930\u0928\u0947 \u0915\u0940 \u0917\u0924\u093f \u0932\u0917\u092d\u0917 \u0924\u0940\u0928 \u0917\u0941\u0928\u093e \u092c\u0922\u093c\u093e \u0926\u0947\u0924\u093e \u0939\u0948, \u0914\u0930 \u0938\u091f\u0940\u0915\u0924\u093e \u0915\u093e\u092b\u0940 \u0915\u092e \u0939\u094b \u091c\u093e\u0924\u0940 \u0939\u0948\u0964<\/p>\n<h2>\u092e\u0942\u0932 \u0909\u0926\u093e\u0939\u0930\u0923<\/h2>\n<p>\u0906\u092a \u090f\u092f\u0930\u090f\u0932\u090f\u0932\u090f\u092e \u0915\u0947 \u0938\u093e\u0925 \u0932\u0917\u092d\u0917 \u0909\u0938\u0940 \u0924\u0930\u0939 \u0915\u093e\u092e \u0915\u0930 \u0938\u0915\u0924\u0947 \u0939\u0948\u0902 \u091c\u0948\u0938\u0947 \u091f\u094d\u0930\u093e\u0902\u0938\u092b\u093e\u0930\u094d\u092e\u0930 \u0915\u0947 \u090f\u0915 \u0928\u093f\u092f\u092e\u093f\u0924 \u092e\u0949\u0921\u0932 \u0915\u0947 \u0938\u093e\u0925\u0964 \u0939\u0917\u093f\u0902\u0917 \u092b\u0947\u0938 \u092a\u0930 \u090f\u0915 \u092c\u093e\u0930 \u092e\u0949\u0921\u0932 \u0906\u0908\u0921\u0940 \u0926\u0930\u094d\u091c \u0915\u0930\u0928\u093e \u092a\u0930\u094d\u092f\u093e\u092a\u094d\u0924 \u0939\u0948, \u0914\u0930 \u092b\u093f\u0930 \u0938\u092c \u0915\u0941\u091b \u092a\u0930\u093f\u091a\u093f\u0924 \u0939\u094b \u091c\u093e\u090f\u0917\u093e:<\/p>\n<div class=\"hcb_wrap\">\n<pre class=\"prism undefined-numbers lang-unknown\" data-lang=\"unknown\"><code>from airllm import AutoModel\n\nMAX_LENGTH = 128\nmodel = AutoModel.from_pretrained(\"Qwen\/Qwen3-32B\")\n\ninput_text = ['What is the capital of United States?']\n\ninput_tokens = model.tokenizer(\n    input_text,\n    return_tensors=\"pt\",\n    return_attention_mask=False,\n    truncation=True,\n    max_length=MAX_LENGTH,\n    padding=False)\n\ngeneration_output = model.generate(\n    input_tokens['input_ids'].cuda(),\n    max_new_tokens=20,\n    use_cache=True,\n    return_dict_in_generate=True)\n\nprint(model.tokenizer.decode(generation_output.sequences[0]))\n<\/code><\/pre>\n<\/div>\n<p>\u0911\u091f\u094b\u092e\u0949\u0921\u0932 \u0935\u0930\u094d\u0917 \u0938\u094d\u0935\u092f\u0902 \u092e\u0949\u0921\u0932 \u092a\u094d\u0930\u0915\u093e\u0930 \u0928\u093f\u0930\u094d\u0927\u093e\u0930\u093f\u0924 \u0915\u0930\u0924\u093e \u0939\u0948, \u0907\u0938\u0932\u093f\u090f \u0909\u0938\u0940 \u0932\u093e\u0907\u0928 \u0915\u093e \u0909\u092a\u092f\u094b\u0917 \u0932\u093e\u092e\u093e, \u0915\u094d\u0935\u0947\u0928 \u0914\u0930 \u0921\u0940\u092a\u0938\u0940\u0915 \u0915\u0947 \u0932\u093f\u090f \u0915\u093f\u092f\u093e \u091c\u093e \u0938\u0915\u0924\u093e \u0939\u0948\u0964 \u0914\u0930 \u092f\u0926\u093f \u0906\u092a 671\u092c\u0940 \u092e\u093e\u092a\u0926\u0902\u0921\u094b\u0902 \u0915\u0947 \u0938\u093e\u0925 \u0921\u0940\u092a\u0938\u0940\u0915-\u0935\u09403 \u091c\u0948\u0938\u093e \u092e\u0949\u0921\u0932 \u0932\u0947\u0924\u0947 \u0939\u0948\u0902, \u0924\u094b \u092f\u0939 \u0932\u0917\u092d\u0917 12 \u091c\u0940\u092c\u0940 \u0935\u0940\u0921\u093f\u092f\u094b \u092e\u0947\u092e\u094b\u0930\u0940 \u092e\u0947\u0902 \u092d\u0940 \u092b\u093f\u091f \u0939\u094b\u0917\u093e &#8211; \u092f\u0939\u0940 \u0915\u093e\u092b\u0940 \u0939\u0926 \u0924\u0915 \u092a\u0930\u093f\u092f\u094b\u091c\u0928\u093e \u0915\u094b \u0906\u0915\u0930\u094d\u0937\u0915 \u092c\u0928\u093e\u0924\u093e \u0939\u0948\u0964<\/p>\n<h2>macOS \u092a\u0930 \u0932\u0949\u0928\u094d\u091a \u0915\u0930\u0947\u0902<\/h2>\n<p>AirLLM \u0928 \u0915\u0947\u0935\u0932 CUDA \u092a\u0930, \u092c\u0932\u094d\u0915\u093f Apple \u0938\u093f\u0932\u093f\u0915\u0949\u0928 \u092a\u0930 \u092d\u0940 \u091a\u0932\u0924\u093e \u0939\u0948\u0964 MacOS \u092a\u0930 \u092f\u0939 MLX \u092c\u0948\u0915\u090f\u0902\u0921 \u0915\u093e \u0909\u092a\u092f\u094b\u0917 \u0915\u0930\u0924\u093e \u0939\u0948, \u0907\u0938\u0932\u093f\u090f mlx \u0914\u0930 \u091f\u0949\u0930\u094d\u091a \u0938\u094d\u0925\u093e\u092a\u093f\u0924 \u0915\u0930\u0928\u0947 \u0915\u0940 \u0906\u0935\u0936\u094d\u092f\u0915\u0924\u093e \u0939\u094b\u0917\u0940, \u0914\u0930 \u0915\u0947\u0935\u0932 Apple \u091a\u093f\u092a\u094d\u0938 \u0915\u093e \u0938\u092e\u0930\u094d\u0925\u0928 \u0915\u0930\u0924\u093e \u0939\u0948\u0964 \u090f\u0915 \u091b\u094b\u091f\u0940 \u0938\u0940 \u0938\u0940\u092e\u093e \u092d\u0940 \u0939\u0948: \u090f\u092e\u090f\u0932\u090f\u0915\u094d\u0938 \u0915\u093e\u0930\u094d\u092f\u093e\u0928\u094d\u0935\u092f\u0928 \u0915\u0947\u0935\u0932 \u0932\u093e\u092e\u093e-\u091c\u0948\u0938\u0947 \u0906\u0930\u094d\u0915\u093f\u091f\u0947\u0915\u094d\u091a\u0930 \u0915\u093e \u0938\u092e\u0930\u094d\u0925\u0928 \u0915\u0930\u0924\u093e \u0939\u0948, \u0907\u0938\u0932\u093f\u090f \u0915\u094d\u0935\u0947\u0928 \u0914\u0930 \u0907\u0938\u0940 \u0924\u0930\u0939 \u0915\u0947 \u092e\u0949\u0921\u0932 \u0915\u094b \u092e\u0948\u0915\u092c\u0941\u0915 \u092a\u0930 \u0907\u0938 \u0924\u0930\u0939 \u0938\u0947 \u0932\u0949\u0928\u094d\u091a \u0928\u0939\u0940\u0902 \u0915\u093f\u092f\u093e \u091c\u093e \u0938\u0915\u0924\u093e \u0939\u0948\u0964<\/p>\n<h2>\u0909\u0926\u093e\u0939\u0930\u0923 \u0915\u093e \u092a\u094d\u0930\u092f\u094b\u0917 \u0915\u0930\u0947\u0902<\/h2>\n<p>AirLLM-\u092a\u094d\u0930\u092f\u094b\u0917 \u0938\u094d\u0925\u093e\u0928\u0940\u092f \u0938\u094d\u0924\u0930 \u092a\u0930 \u092c\u0921\u093c\u0947 \u092d\u093e\u0937\u093e \u092e\u0949\u0921\u0932 \u091a\u0932\u093e\u0928\u0947 \u0915\u0947 \u0932\u093f\u090f \u0926\u094b \u091b\u094b\u091f\u0940 \u0907\u0902\u091f\u0930\u0948\u0915\u094d\u091f\u093f\u0935 \u0915\u0902\u0938\u094b\u0932 \u0909\u092a\u092f\u094b\u0917\u093f\u0924\u093e\u090f\u0901 \u0939\u0948\u0902\u0964 \u0935\u0947 \u092e\u0949\u0921\u0932 \u0915\u094b \u0932\u094b\u0921 \u0915\u0930\u0928\u0947 \u0914\u0930 \u091a\u0948\u091f \u0915\u094b \u0935\u094d\u092f\u0935\u0938\u094d\u0925\u093f\u0924 \u0915\u0930\u0928\u0947 \u0915\u0947 \u0932\u093f\u090f \u0939\u0930 \u092c\u093e\u0930 \u090f\u0915 \u0939\u0940 \u0915\u094b\u0921 \u0932\u093f\u0916\u0928\u0947 \u0915\u0940 \u0906\u0935\u0936\u094d\u092f\u0915\u0924\u093e \u0915\u094b \u0938\u092e\u093e\u092a\u094d\u0924 \u0915\u0930 \u0926\u0947\u0924\u0947 \u0939\u0948\u0902\u0964<\/p>\n<p>\u092a\u0939\u0932\u093e \u091f\u0942\u0932, Airllm-lib-usage.py, AirLLM \u0932\u093e\u0907\u092c\u094d\u0930\u0947\u0930\u0940 \u0915\u094b \u0938\u0940\u0927\u0947 \u0935\u0930\u094d\u0924\u092e\u093e\u0928 \u092a\u093e\u092f\u0925\u0928 \u092a\u094d\u0930\u0915\u094d\u0930\u093f\u092f\u093e \u092e\u0947\u0902 \u091a\u0932\u093e\u0924\u093e \u0939\u0948\u0964 \u092f\u0939 \u0938\u093e\u092e\u093e\u0928\u094d\u092f \u0915\u0948\u091f\u0932\u0949\u0917 \u0938\u0947 \u092e\u0949\u0921\u0932\u094b\u0902 \u0915\u0940 \u090f\u0915 \u0915\u094d\u0930\u092e\u093e\u0902\u0915\u093f\u0924 \u0938\u0942\u091a\u0940 \u0926\u093f\u0916\u093e\u0924\u093e \u0939\u0948, \u092f\u0926\u093f \u0906\u0935\u0936\u094d\u092f\u0915 \u0939\u094b, \u0924\u094b \u092f\u0939 \u0932\u093e\u092a\u0924\u093e \u0928\u093f\u0930\u094d\u092d\u0930\u0924\u093e\u090f\u0901 \u0938\u094d\u0925\u093e\u092a\u093f\u0924 \u0915\u0930\u0924\u093e \u0939\u0948 \u0914\u0930 \u090f\u0915 \u091a\u0948\u091f \u0938\u0924\u094d\u0930 \u0916\u094b\u0932\u0924\u093e \u0939\u0948\u0964 MLX \u0930\u0928\u091f\u093e\u0907\u092e \u0915\u093e \u0909\u092a\u092f\u094b\u0917 macOS \u092a\u0930 \u0915\u093f\u092f\u093e \u091c\u093e\u0924\u093e \u0939\u0948, \u091f\u0949\u0930\u094d\u091a \u0915\u093e \u0909\u092a\u092f\u094b\u0917 \u0905\u0928\u094d\u092f \u092a\u094d\u0932\u0947\u091f\u092b\u093c\u0949\u0930\u094d\u092e \u092a\u0930 \u0915\u093f\u092f\u093e \u091c\u093e\u0924\u093e \u0939\u0948\u0964<\/p>\n<p>\u0926\u0942\u0938\u0930\u093e \u091f\u0942\u0932, Airllm-openai-server-client.py, \u0906\u092a\u0915\u094b Airllm-openai-server \u0938\u0930\u094d\u0935\u0930 \u0915\u0947 \u0938\u093e\u0925 \u0915\u093e\u092e \u0915\u0930\u0928\u0947 \u092e\u0947\u0902 \u092e\u0926\u0926 \u0915\u0930\u0924\u093e \u0939\u0948, \u091c\u094b \u0921\u0949\u0915\u0930 \u092e\u0947\u0902 \u091a\u0932\u0924\u093e \u0939\u0948 \u0914\u0930 \u090f\u0915 OpenAI-\u0938\u0902\u0917\u0924 \u090f\u092a\u0940\u0906\u0908 \u092a\u094d\u0930\u0926\u093e\u0928 \u0915\u0930\u0924\u093e \u0939\u0948\u0964 \u091c\u092c \u0906\u092a \u0907\u0938\u0947 \u092a\u0939\u0932\u0940 \u092c\u093e\u0930 \u0932\u0949\u0928\u094d\u091a \u0915\u0930\u0924\u0947 \u0939\u0948\u0902, \u0924\u094b \u0909\u092a\u092f\u094b\u0917\u093f\u0924\u093e \u0938\u0947\u091f\u093f\u0902\u0917\u094d\u0938 \u092e\u093e\u0902\u0917\u0924\u0940 \u0939\u0948, \u091b\u0935\u093f \u090f\u0915\u0924\u094d\u0930 \u0915\u0930\u0924\u0940 \u0939\u0948, \u0915\u0902\u091f\u0947\u0928\u0930 \u0909\u0920\u093e\u0924\u0940 \u0939\u0948 \u0914\u0930 \u091a\u0932 \u0930\u0939\u0947 \u0938\u0930\u094d\u0935\u0930 \u092a\u0930 \u090f\u0915 \u0938\u094d\u091f\u094d\u0930\u0940\u092e\u093f\u0902\u0917 \u091a\u0948\u091f \u0916\u094b\u0932\u0924\u0940 \u0939\u0948\u0964 \u091c\u092c \u092c\u093e\u0930-\u092c\u093e\u0930 \u0932\u0949\u0928\u094d\u091a \u0915\u093f\u092f\u093e \u091c\u093e\u0924\u093e \u0939\u0948, \u0924\u094b \u092f\u0939 \u090f\u0915 \u092e\u094c\u091c\u0942\u0926\u093e \u0915\u0902\u091f\u0947\u0928\u0930 \u0922\u0942\u0902\u0922\u0924\u093e \u0939\u0948 \u0914\u0930 \u092c\u0938 \u0907\u0938\u0915\u093e \u092a\u0941\u0928: \u0909\u092a\u092f\u094b\u0917 \u0915\u0930\u0924\u093e \u0939\u0948, \u0914\u0930 \u092e\u0949\u0921\u0932 \u0915\u0948\u0936 \u0915\u094b \u090f\u0915 \u0905\u0932\u0917 \u0921\u0949\u0915\u0930 \u0935\u0949\u0932\u094d\u092f\u0942\u092e \u092e\u0947\u0902 \u0938\u0902\u0917\u094d\u0930\u0939\u0940\u0924 \u0915\u0930\u0924\u093e \u0939\u0948 \u0924\u093e\u0915\u093f \u092e\u0949\u0921\u0932 \u0915\u094b \u0926\u094b\u092c\u093e\u0930\u093e \u0921\u093e\u0909\u0928\u0932\u094b\u0921 \u0928 \u0915\u0930\u0928\u093e \u092a\u0921\u093c\u0947\u0964<\/p>\n<p>\u0909\u092a\u0932\u092c\u094d\u0927 \u092e\u0949\u0921\u0932\u094b\u0902 \u0915\u0940 \u0938\u0942\u091a\u0940 \u0938\u093e\u092e\u093e\u0928\u094d\u092f \u092e\u0949\u0921\u094d\u092f\u0942\u0932 model_catalog.py \u092e\u0947\u0902 \u0936\u093e\u092e\u093f\u0932 \u0939\u0948, \u0907\u0938\u0932\u093f\u090f \u0926\u094b\u0928\u094b\u0902 \u0909\u092a\u0915\u0930\u0923 \u090f\u0915 \u0939\u0940 \u0938\u0947\u091f \u0915\u0947 \u0938\u093e\u0925 \u0915\u093e\u092e \u0915\u0930\u0924\u0947 \u0939\u0948\u0902\u0964 \u091a\u0948\u091f \u0915\u092e\u093e\u0902\u0921 \u092d\u0940 \u0906\u092e \u0939\u0948\u0902: \/help, \/clear, \/exit\u0964 \u0938\u094d\u0930\u094b\u0924 \u0915\u094b\u0921 \u0914\u0930 \u0928\u093f\u0930\u094d\u0926\u0947\u0936 \u092d\u0902\u0921\u093e\u0930 \u092e\u0947\u0902 \u0939\u0948\u0902:<\/p>\n<p><a href=\"https:\/\/github.com\/zefir1990\/AirLLM-experiments\" rel=\"noopener\" target=\"_blank\">https:\/\/github.com\/zefir1990\/AirLLM-experiments<\/a><\/p>\n<h2>\u0915\u093f\u0938 \u092c\u093e\u0924 \u092a\u0930 \u0927\u094d\u092f\u093e\u0928 \u0926\u0947\u0902<\/h2>\n<p>\u092a\u0939\u0932\u0940 \u092a\u094d\u0930\u0924\u093f\u0915\u094d\u0930\u093f\u092f\u093e \u0915\u094b \u0924\u0948\u092f\u093e\u0930 \u0939\u094b\u0928\u0947 \u092e\u0947\u0902 \u0915\u0908 \u092e\u093f\u0928\u091f \u0932\u0917 \u0938\u0915\u0924\u0947 \u0939\u0948\u0902: \u0938\u092c\u0938\u0947 \u092a\u0939\u0932\u0947, AirLLM \u092e\u0949\u0921\u0932 \u0915\u094b \u0921\u093e\u0909\u0928\u0932\u094b\u0921 \u0915\u0930\u0924\u093e \u0939\u0948 \u0914\u0930 \u0909\u0938\u0947 \u092a\u0930\u0924\u094b\u0902 \u092e\u0947\u0902 \u0915\u093e\u091f\u0924\u093e \u0939\u0948, \u0914\u0930 \u0909\u0938\u0915\u0947 \u092c\u093e\u0926 \u0939\u0940 \u0909\u0924\u094d\u092a\u093e\u0926\u0928 \u0936\u0941\u0930\u0942 \u0915\u0930\u0924\u093e \u0939\u0948\u0964 \u0907\u0938\u0915\u0947 \u0905\u0932\u093e\u0935\u093e, \u0917\u0924\u093f \u092d\u0940 \u0915\u092e \u0930\u0939\u0924\u0940 \u0939\u0948 &#8211; \u092f\u0939 \u0938\u094d\u092e\u0943\u0924\u093f \u0915\u094b \u092c\u091a\u093e\u0928\u0947 \u0915\u0947 \u0932\u093f\u090f \u090f\u0915 \u091c\u093e\u0928\u092c\u0942\u091d\u0915\u0930 \u0915\u093f\u092f\u093e \u0917\u092f\u093e \u0938\u092e\u091d\u094c\u0924\u093e \u0939\u0948\u0964 \u092e\u0947\u091f\u093e-\u0932\u093e\u092e\u093e \u091c\u0948\u0938\u0947 \u0917\u0947\u091f\u0947\u0921 \u092e\u0949\u0921\u0932 \u0915\u0947 \u0932\u093f\u090f, \u0906\u092a\u0915\u094b \u0939\u0917\u093f\u0902\u0917 \u092b\u0947\u0938 \u092a\u0930 \u0936\u0930\u094d\u0924\u094b\u0902 \u0915\u094b \u0938\u094d\u0935\u0940\u0915\u093e\u0930 \u0915\u0930\u0928\u093e \u0939\u094b\u0917\u093e \u0914\u0930 \u090f\u0915 \u090f\u0915\u094d\u0938\u0947\u0938 \u091f\u094b\u0915\u0928 \u092a\u093e\u0938 \u0915\u0930\u0928\u093e \u0939\u094b\u0917\u093e\u0964 \u0921\u093e\u0909\u0928\u0932\u094b\u0921 \u0915\u093f\u090f \u0917\u090f \u092e\u0949\u0921\u0932\u094b\u0902 \u0914\u0930 \u0936\u093e\u0930\u094d\u0921\u094b\u0902 \u0915\u0947 \u0915\u0948\u0936 \u0915\u094b \u0928 \u0939\u091f\u093e\u0928\u093e \u0938\u092c\u0938\u0947 \u0905\u091a\u094d\u091b\u093e \u0939\u0948, \u0905\u0928\u094d\u092f\u0925\u093e \u0938\u092c \u0915\u0941\u091b \u092b\u093f\u0930 \u0938\u0947 \u0921\u093e\u0909\u0928\u0932\u094b\u0921 \u0915\u0930\u0928\u093e \u0939\u094b\u0917\u093e\u0964<\/p>\n<h2>\u0932\u093f\u0902\u0915<\/h2>\n<p><a href=\"https:\/\/github.com\/lyogavin\/airllm\" rel=\"noopener\" target=\"_blank\">https:\/\/github.com\/lyogavin\/airllm<\/a><br \/>\n<a href=\"https:\/\/github.com\/mkamranr\/airllm-openai-server\" rel=\"noopener\" target=\"_blank\">https:\/\/github.com\/mkamranr\/airllm-openai-server<\/a><br \/>\n<a href=\"https:\/\/github.com\/zefir1990\/AirLLM-experiments\" rel=\"noopener\" target=\"_blank\">https:\/\/github.com\/zefir1990\/AirLLM-experiments<\/a><br \/>\n<a href=\"https:\/\/pypi.org\/project\/airllm\/\" rel=\"noopener\" target=\"_blank\">https:\/\/pypi.org\/project\/airllm\/<\/a><br \/>\n<a href=\"https:\/\/huggingface.co\/\" rel=\"noopener\" target=\"_blank\">https:\/\/huggingface.co\/<\/a><\/p>\n<h2>\u0938\u094d\u0930\u094b\u0924<\/h2>\n<p><a href=\"https:\/\/github.com\/lyogavin\/airllm\" rel=\"noopener\" target=\"_blank\">https:\/\/github.com\/lyogavin\/airllm<\/a><br \/>\n<a href=\"https:\/\/github.com\/zefir1990\/AirLLM-experiments\" rel=\"noopener\" target=\"_blank\">https:\/\/github.com\/zefir1990\/AirLLM-experiments<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u0906\u092e\u0924\u094c\u0930 \u092a\u0930, 70 \u0905\u0930\u092c \u092e\u093e\u092a\u0926\u0902\u0921\u094b\u0902 \u0915\u0947 \u0938\u093e\u0925 \u090f\u0915 \u092c\u0921\u093c\u0947 \u092d\u093e\u0937\u093e \u092e\u0949\u0921\u0932 \u0915\u094b \u091a\u0932\u093e\u0928\u0947 \u0915\u0947 \u0932\u093f\u090f \u0915\u0908 \u0926\u0938\u093f\u092f\u094b\u0902 \u0917\u0940\u0917\u093e\u092c\u093e\u0907\u091f \u0935\u0940\u0921\u093f\u092f\u094b \u092e\u0947\u092e\u094b\u0930\u0940 \u0915\u0940 \u0906\u0935\u0936\u094d\u092f\u0915\u0924\u093e \u0939\u094b\u0924\u0940 \u0939\u0948\u0964 AirLLM \u0907\u0938 \u0938\u092e\u0938\u094d\u092f\u093e \u0915\u094b \u0905\u0927\u093f\u0915 \u0936\u093e\u0902\u0924\u093f \u0938\u0947 \u0926\u0947\u0916\u0924\u093e \u0939\u0948 \u0914\u0930 \u090f\u0915 \u0905\u0932\u0917 \u0924\u0930\u0940\u0915\u093e \u092a\u0947\u0936 \u0915\u0930\u0924\u093e \u0939\u0948: \u0910\u0938\u0947 \u092e\u0949\u0921\u0932 \u0915\u094b \u0935\u0940\u0921\u093f\u092f\u094b \u0915\u093e\u0930\u094d\u0921 \u092a\u0930 \u0915\u0947\u0935\u0932 4 \u091c\u0940\u092c\u0940 \u092e\u0947\u092e\u094b\u0930\u0940 \u0915\u0947 \u0938\u093e\u0925, \u0914\u0930 \u092c\u093f\u0928\u093e \u092a\u0930\u093f\u092e\u093e\u0923\u0940\u0915\u0930\u0923, [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[8],"tags":[],"class_list":["post-192","post","type-post","status-publish","format-standard","hentry","category-notes"],"translation":{"provider":"WPGlobus","version":"3.0.6","language":"hi","enabled_languages":["en","ru","zh","de","ja","fr","es","pt","hi"],"languages":{"en":{"title":true,"content":true,"excerpt":false},"ru":{"title":true,"content":true,"excerpt":false},"zh":{"title":true,"content":true,"excerpt":false},"de":{"title":true,"content":true,"excerpt":false},"ja":{"title":true,"content":true,"excerpt":false},"fr":{"title":true,"content":true,"excerpt":false},"es":{"title":true,"content":true,"excerpt":false},"pt":{"title":true,"content":true,"excerpt":false},"hi":{"title":true,"content":true,"excerpt":false}}},"_links":{"self":[{"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/posts\/192","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/comments?post=192"}],"version-history":[{"count":2,"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/posts\/192\/revisions"}],"predecessor-version":[{"id":194,"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/posts\/192\/revisions\/194"}],"wp:attachment":[{"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/media?parent=192"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/categories?post=192"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/demensdeum.com\/blog\/hi\/wp-json\/wp\/v2\/tags?post=192"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}