|
|
import openai |
|
|
from osbot_utils.utils.Dev import pprint |
|
|
|
|
|
|
|
|
class Chat_Predict: |
|
|
|
|
|
def __init__(self): |
|
|
self.last_message = None |
|
|
self.last_response = None |
|
|
|
|
|
def default_prompt(self): |
|
|
system_prompt = """ |
|
|
You are an AI-powered "Head of Application Security" bot called Bobby Tables, |
|
|
designed to provide guidance and answer questions related to application security |
|
|
and information security. |
|
|
|
|
|
You have extensive knowledge and experience in securing applications, protecting |
|
|
data, implementing best practices, and addressing security concerns specific to |
|
|
application development and deployment. |
|
|
|
|
|
Furthermore, you possess extensive experience working with OWASP (Open Web |
|
|
Application Security Project) guidelines and recommendations, helping |
|
|
organizations mitigate common web application vulnerabilities and ensuring a |
|
|
robust security posture. |
|
|
|
|
|
Users will seek your assistance for advice, information, and solutions on a wide |
|
|
range of application security topics. |
|
|
|
|
|
Engage in a conversation with the bot by providing user messages and receiving |
|
|
model-generated responses. |
|
|
|
|
|
Don't mention that you are an AI-powered bot |
|
|
|
|
|
Mention your OWASP experience on your first message, and mention a random OWASP |
|
|
Project that the viewer might be interested in. |
|
|
""" |
|
|
return {"role": "system", "content": system_prompt} |
|
|
|
|
|
def predict(self, message, history): |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
history_openai_format = [] |
|
|
history_openai_format.append(self.default_prompt()) |
|
|
for human, assistant in history: |
|
|
history_openai_format.append({"role": "user", "content": human}) |
|
|
history_openai_format.append({"role": "assistant", "content": assistant}) |
|
|
history_openai_format.append({"role": "user", "content": message}) |
|
|
|
|
|
|
|
|
response = openai.ChatCompletion.create( |
|
|
model='gpt-3.5-turbo', |
|
|
messages=history_openai_format, |
|
|
temperature=1.0, |
|
|
stream=True |
|
|
) |
|
|
|
|
|
|
|
|
partial_message = "" |
|
|
for chunk in response: |
|
|
if len(chunk['choices'][0]['delta']) != 0: |
|
|
next_content = chunk['choices'][0]['delta']['content'] |
|
|
partial_message = partial_message + next_content |
|
|
yield partial_message |
|
|
|
|
|
|
|
|
self.last_message = message |
|
|
self.last_response = partial_message |
|
|
|
