var m=Object.defineProperty,c=Object.defineProperties;var d=Object.getOwnPropertyDescriptors;var n=Object.getOwnPropertySymbols;var s=Object.prototype.hasOwnProperty,i=Object.prototype.propertyIsEnumerable;var p=(e,t,a)=>t in e?m(e,t,{enumerable:!0,configurable:!0,writable:!0,value:a}):e[t]=a,r=(e,t)=>{for(var a in t||(t={}))s.call(t,a)&&p(e,a,t[a]);if(n)for(var a of n(t))i.call(t,a)&&p(e,a,t[a]);return e},l=(e,t)=>c(e,d(t));var h=(e,t)=>{var a={};for(var o in e)s.call(e,o)&&t.indexOf(o)<0&&(a[o]=e[o]);if(e!=null&&n)for(var o of n(e))t.indexOf(o)<0&&i.call(e,o)&&(a[o]=e[o]);return a};const layoutProps={},MDXLayout="wrapper";function MDXContent(a){var o=a,{components:e}=o,t=h(o,["components"]);return mdx(MDXLayout,l(r(r({},layoutProps),t),{components:e,mdxType:"MDXLayout"}),mdx("h2",null,mdx("strong",{parentName:"h2"},"Zephyr-7B-beta")),mdx("p",null,mdx("strong",{parentName:"p"},"Zephyr")," is a series of language models designed to serve as helpful assistants. ",mdx("strong",{parentName:"p"},"Zephyr-7B-beta")," is the second model in this series and represents a fine-tuned version of ",mdx("strong",{parentName:"p"},"mistralai/Mistral-7B-v0.1"),". It was trained on a combination of publicly available and synthetic datasets using ",mdx("a",r({parentName:"p"},{href:"https://arxiv.org/abs/2305.18290"}),mdx("strong",{parentName:"a"},"Direct Preference Optimization (DPO)"))," to improve its performance on the ",mdx("strong",{parentName:"p"},"MT Bench")," and make the model more helpful. Model outperforms ",mdx("strong",{parentName:"p"},"Llama 2 70B")," Chat on ",mdx("strong",{parentName:"p"},"MT Bench.")),mdx("h2",null,mdx("strong",{parentName:"h2"},"Run Zephyr 7B with an API")),mdx("p",null,"You can run the Zephyr 7B Model API using Clarifai\u2019s python SDK."),mdx("p",null,"Export your PAT as an environment variable"),mdx("pre",null,mdx("code",{parentName:"pre"},`export CLARIFAI_PAT={your personal access token} `)),mdx("p",null,"Check out the Code below to run the Model:"),mdx("pre",null,mdx("code",{parentName:"pre"},`import os from clarifai.client.model import Model system_message = "You are a friendly chatbot who always responds in the style of a pirate." prompt = "Write a tweet on future of AI" prompt_template = f"<|system|> \\ {system_message}\\ \\ <|user|>\\ {prompt}\\ <|assistant|>" # Model Predict model_prediction = Model("https://clarifai.com/clarifai/LLM-OpenSource-Models-Training-Inference-Test/models/zephyr-7B-beta-GPTQ").predict_by_bytes(prompt_template.encode(), "text") print(model_prediction.outputs[0].data.text.raw) `)),mdx("p",null,"You can also run Zephyr 7B API using other Clarifai Client Libraries like Java, cURL, NodeJS, PHP, etc ",mdx("a",r({parentName:"p"},{href:"https://docs.clarifai.com/api-guide/api-overview/api-clients/?__hstc=26175983.a2928d1c514a00aa4e193fb2515f72f1.1687844780240.1699946865609.1699951353255.474&__hssc=26175983.1.1699951353255&__hsfp=3221486661"}),"here"),"."),mdx("h3",null,mdx("strong",{parentName:"h3"},"Prompt Template")),mdx("p",null,"For utilizing Zephyr-7B-beta, a prompt template is provided. This template allows users to interact with the model effectively. Example prompt template:"),mdx("pre",null,mdx("code",{parentName:"pre"},`<|system|> <|user|> {prompt} <|assistant|> `)),mdx("h2",null,mdx("strong",{parentName:"h2"},"Use Cases")),mdx("p",null,"Zephyr-7B-beta was initially fine-tuned on a variant of the UltraChat dataset, which includes synthetic dialogues generated by ChatGPT. Further alignment was achieved using huggingface TRL\u2019s DPOTrainer on the openbmb/UltraFeedback dataset, consisting of prompts and model completions ranked by GPT-4. This allows the model to be used for ",mdx("strong",{parentName:"p"},"chat applications.")),mdx("h2",null,mdx("strong",{parentName:"h2"},"Limitations")),mdx("p",null,"Zephyr-7B-\u03B1 has not been aligned to human preferences using techniques like Reinforcement Learning from Human Feedback (RLHF), nor has it undergone in-the-loop filtering of responses like ChatGPT. As a result, it can produce outputs that may be problematic, especially when intentionally prompted. It is also unknown what the size and composition of the corpus was used to train the base model (","mistralai/Mistral-7B-v0.1","), however it is likely to have included a mix of Web data and technical sources like books and code."))}MDXContent.isMDXComponent=!0;

Run with API