Upload 3 files

mistral_8x7b_yepchat.py

@@ -0,0 +1,54 @@
+import requests
+import json
+
+class Mistral_Inference:
+    def __init__(self, max_tokens=2048, temperature=0.7, message=""):
+        self.url = "https://api.yep.com/v1/chat/completions"
+        self.headers = {
+            "Accept": "*/*",
+            "Accept-Encoding": "gzip, deflate, br, zstd",
+            "Accept-Language": "en-US,en;q=0.9",
+            "Content-Type": "application/json; charset=utf-8",
+            "Origin": "https://yep.com",
+            "Referer": "https://yep.com/",
+            "User-Agent": "Mozilla/5.0 (Windows NT   10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0.0.0 Safari/537.36"
+        }
+        self.payload = {
+            "stream": True,
+            "max_tokens": max_tokens,
+            "top_p": temperature,
+            "temperature": 0.6,
+            "messages": [{"content": message, "role": "user"}],
+            "model": "Mixtral-8x7B-Instruct-v0.1"
+        }
+
+    def send_request(self):
+        return  requests.post(self.url, headers=self.headers, data=json.dumps(self.payload), stream=False)
+
+    def process_response(self, response):
+        processed_text = ""
+        for line in response.iter_lines():
+            if line:
+                try:
+                    line_dict = json.loads(line.decode('utf-8')[6:])
+                    if "choices" in line_dict and line_dict["choices"][0].get("delta", {}).get("content"):
+                        processed_text += line_dict["choices"][0]["delta"]["content"]
+                except:
+                    continue
+        return processed_text
+
+    def chat(self, message):
+        self.payload["messages"][0]["content"] = message
+        response = self.send_request()
+        processed_response = self.process_response(response)
+        # print(processed_response.strip())
+        return processed_response.strip()
+    
+
+if __name__ =="__main__":
+    query = "What is the capital of India"
+    # Then, create an instance of the YepChat class
+    mistral_chat_instance = Mistral_Inference(max_tokens=2048, temperature=0.7)
+
+    # Next, call the chat method with your desired message
+    mistral_chat_instance.chat("who developed you")

requirements.txt

@@ -0,0 +1,3 @@
+flask==3.0.0
+gunicorn
+requests

yep_mistral_flask.py

@@ -0,0 +1,47 @@
+from flask import Flask, request, jsonify
+import mistral_8x7b_yepchat
+
+app = Flask(__name__)
+
+@app.route('/chat', methods=['GET'])
+def chat():
+    
+    query = request.args.get('query')  # Assuming the query is sent in JSON format
+    max_tokens = int(request.args.get('max_tokens', 300))
+    temperature = float(request.args.get('temperature', 0.7))  # Optional parameter with default value
+
+    # Developer information
+    developer_info = {
+        'developer': 'Devs Do Code',
+        'contact': {
+            'Telegram': 'https://t.me/devsdocode',
+            'YouTube Channel': 'https://www.youtube.com/@DevsDoCode',
+            'Discord Server': 'https://discord.gg/ehwfVtsAts',
+            'Instagram': {
+                'Personal': 'https://www.instagram.com/sree.shades_/',
+                'Channel': 'https://www.instagram.com/devsdocode_/'
+            }
+        }
+    }
+
+    if query:    
+        response = mistral_8x7b_yepchat.Mistral_Inference(max_tokens=max_tokens, temperature=temperature).chat(query)
+        return jsonify([{'response': response}, {'developer_info': developer_info}])
+
+    else:
+        error_message = {
+        'developer_contact': {
+            'telegram': 'https://t.me/DevsDoCode',
+            'instagram': 'https://www.instagram.com/sree.shades_/',
+            'discord': 'https://discord.gg/ehwfVtsAts',
+            'linkedin': 'https://www.linkedin.com/in/developer-sreejan/',
+            'twitter': 'https://twitter.com/Anand_Sreejan'
+        },
+        'error': 'Oops! Something went wrong. Please contact the developer Devs Do Code.'
+    }
+        return jsonify(error_message), 400
+
+if __name__ == '__main__':
+    app.run(debug=True)
+
+