Initial commit
This commit is contained in:
Dustin
GitHub
parent
14cbe06a17
commit
788013ced3
21
launcher.py
Normal file
21
launcher.py
Normal file
@ -0,0 +1,21 @@
|
||||
import asyncio
|
||||
from ollamarama import ollamarama
|
||||
|
||||
|
||||
server = "https://matrix.org" #change if using different homeserver
|
||||
username = "@USERNAME:SERVER.TLD"
|
||||
password = "PASSWORD"
|
||||
|
||||
channels = ["#channel1:SERVER.TLD",
|
||||
"#channel2:SERVER.TLD",
|
||||
"#channel3:SERVER.TLD",
|
||||
"!ExAmPleOfApRivAtErOoM:SERVER.TLD", ] #enter the channels you want it to join here
|
||||
|
||||
|
||||
personality = "a helpful and thorough AI assistant who provides accurate and detailed answers without being too verbose"
|
||||
|
||||
# create bot instance
|
||||
bot = ollamarama(server, username, password, channels, personality)
|
||||
|
||||
# run main function loop
|
||||
asyncio.get_event_loop().run_until_complete(bot.main())
|
||||
292
ollamarama.py
Normal file
292
ollamarama.py
Normal file
@ -0,0 +1,292 @@
|
||||
"""
|
||||
ollamarama-matrix: An AI chatbot for the Matrix chat protocol with infinite personalities.
|
||||
|
||||
Author: Dustin Whyte
|
||||
Date: December 2023
|
||||
"""
|
||||
|
||||
import asyncio
|
||||
from nio import AsyncClient, MatrixRoom, RoomMessageText
|
||||
import datetime
|
||||
from litellm import completion
|
||||
|
||||
class ollamarama:
|
||||
def __init__(self, server, username, password, channels, personality):
|
||||
self.server = server
|
||||
self.username = username
|
||||
self.password = password
|
||||
self.channels = channels
|
||||
self.personality = personality
|
||||
|
||||
self.client = AsyncClient(server, username)
|
||||
|
||||
# time program started and joined channels
|
||||
self.join_time = datetime.datetime.now()
|
||||
|
||||
# store chat history
|
||||
self.messages = {}
|
||||
|
||||
#prompt parts
|
||||
self.prompt = ("you are ", ". speak in the first person and never break character.")
|
||||
|
||||
#set model, this one works best in my tests with the hardware i have, but you can try others
|
||||
self.model = "ollama/zephyr:7b-beta-q8_0"
|
||||
|
||||
|
||||
# get the display name for a user
|
||||
async def display_name(self, user):
|
||||
try:
|
||||
name = await self.client.get_displayname(user)
|
||||
return name.displayname
|
||||
except Exception as e:
|
||||
print(e)
|
||||
|
||||
# simplifies sending messages to the channel
|
||||
async def send_message(self, channel, message):
|
||||
await self.client.room_send(
|
||||
room_id=channel,
|
||||
message_type="m.room.message",
|
||||
content={"msgtype": "m.text", "body": message},
|
||||
)
|
||||
|
||||
# add messages to the history dictionary
|
||||
async def add_history(self, role, channel, sender, message):
|
||||
|
||||
#check if channel is in the history yet
|
||||
if channel in self.messages:
|
||||
#check if user is in channel history
|
||||
if sender in self.messages[channel]:
|
||||
self.messages[channel][sender].append({"role": role, "content": message})
|
||||
|
||||
else:
|
||||
self.messages[channel][sender] = [
|
||||
{"role": "system", "content": self.prompt[0] + self.personality + self.prompt[1]},
|
||||
{"role": role, "content": message}]
|
||||
else:
|
||||
#set up channel in history
|
||||
self.messages[channel]= {}
|
||||
self.messages[channel][sender] = {}
|
||||
if role == "system":
|
||||
self.messages[channel][sender] = [{"role": role, "content": message}]
|
||||
else:
|
||||
#add personality to the new user entry
|
||||
self.messages[channel][sender] = [
|
||||
{"role": "system", "content": self.prompt[0] + self.personality + self.prompt[1]},
|
||||
{"role": role, "content": message}]
|
||||
|
||||
# create GPT response
|
||||
async def respond(self, channel, sender, message, sender2=None):
|
||||
|
||||
try:
|
||||
#Generate response
|
||||
response = completion(
|
||||
api_base="http://localhost:11434",
|
||||
model=self.model,
|
||||
temperature=.9,
|
||||
top_p=.7,
|
||||
repeat_penalty=1.5,
|
||||
messages=message,
|
||||
timeout=60)
|
||||
except Exception as e:
|
||||
await self.send_message(channel, "Something went wrong")
|
||||
print(e)
|
||||
else:
|
||||
#Extract response text
|
||||
response_text = response.choices[0].message.content
|
||||
|
||||
#check for unwanted quotation marks around response and remove them
|
||||
if response_text.startswith('"') and response_text.endswith('"'):
|
||||
response_text = response_text.strip('"')
|
||||
|
||||
#add to history
|
||||
await self.add_history("assistant", channel, sender, response_text)
|
||||
# .x function was used
|
||||
if sender2:
|
||||
display_name = await self.display_name(sender2)
|
||||
# .ai was used
|
||||
else:
|
||||
display_name = await self.display_name(sender)
|
||||
response_text = display_name + ":\n" + response_text.strip()
|
||||
#Send response to channel
|
||||
try:
|
||||
await self.send_message(channel, response_text)
|
||||
except Exception as e:
|
||||
print(e)
|
||||
#Shrink history list for token size management
|
||||
if len(self.messages[channel][sender]) > 20:
|
||||
del self.messages[channel][sender][1:3] #delete the first set of question and answers
|
||||
|
||||
# change the personality of the bot
|
||||
async def persona(self, channel, sender, persona):
|
||||
#clear existing history
|
||||
try:
|
||||
await self.messages[channel][sender].clear()
|
||||
except:
|
||||
pass
|
||||
personality = self.prompt[0] + persona + self.prompt[1]
|
||||
#set system prompt
|
||||
await self.add_history("system", channel, sender, personality)
|
||||
|
||||
# use a custom prompt
|
||||
async def custom(self, channel, sender, prompt):
|
||||
try:
|
||||
await self.messages[channel][sender].clear()
|
||||
except:
|
||||
pass
|
||||
await self.add_history("system", channel, sender, prompt)
|
||||
|
||||
# tracks the messages in channels
|
||||
async def message_callback(self, room: MatrixRoom, event: RoomMessageText):
|
||||
|
||||
# Main bot functionality
|
||||
if isinstance(event, RoomMessageText):
|
||||
# convert timestamp
|
||||
message_time = event.server_timestamp / 1000
|
||||
message_time = datetime.datetime.fromtimestamp(message_time)
|
||||
# assign parts of event to variables
|
||||
message = event.body
|
||||
sender = event.sender
|
||||
sender_display = await self.display_name(sender)
|
||||
room_id = room.room_id
|
||||
user = await self.display_name(event.sender)
|
||||
|
||||
#check if the message was sent after joining and not by the bot
|
||||
if message_time > self.join_time and sender != self.username:
|
||||
|
||||
# main AI response functionality
|
||||
if message.startswith(".ai ") or message.startswith(self.bot_id):
|
||||
m = message.split(" ", 1)
|
||||
try:
|
||||
m = m[1] + " [your response must be one paragraph or less]"
|
||||
await self.add_history("user", room_id, sender, m)
|
||||
await self.respond(room_id, sender, self.messages[room_id][sender])
|
||||
except:
|
||||
pass
|
||||
# collaborative functionality
|
||||
if message.startswith(".x "):
|
||||
m = message.split(" ", 2)
|
||||
m.pop(0)
|
||||
if len(m) > 1:
|
||||
disp_name = m[0]
|
||||
name_id = ""
|
||||
m = m[1]
|
||||
if room_id in self.messages:
|
||||
for user in self.messages[room_id]:
|
||||
try:
|
||||
username = await self.display_name(user)
|
||||
if disp_name == username:
|
||||
name_id = user
|
||||
except:
|
||||
name_id = disp_name
|
||||
|
||||
await self.add_history("user", room_id, name_id, m)
|
||||
await self.respond(room_id, name_id, self.messages[room_id][name_id], sender)
|
||||
|
||||
#change personality
|
||||
if message.startswith(".persona "):
|
||||
m = message.split(" ", 1)
|
||||
m = m[1] + " [your response must be one paragraph or less]"
|
||||
|
||||
await self.persona(room_id, sender, m)
|
||||
await self.respond(room_id, sender, self.messages[room_id][sender])
|
||||
|
||||
#custom prompt use
|
||||
if message.startswith(".custom "):
|
||||
m = message.split(" ", 1)
|
||||
m = m[1]
|
||||
await self.custom(room_id, sender, m)
|
||||
await self.respond(room_id, sender, self.messages[room_id][sender])
|
||||
|
||||
# reset bot to default personality
|
||||
if message.startswith(".reset"):
|
||||
if room_id in self.messages:
|
||||
if sender in self.messages[room_id]:
|
||||
self.messages[room_id][sender].clear()
|
||||
await self.persona(room_id, sender, self.personality)
|
||||
|
||||
try:
|
||||
await self.send_message(room_id, f"{self.bot_id} reset to default for {sender_display}")
|
||||
except:
|
||||
await self.send_message(room_id, f"{self.bot_id} reset to default for {sender}")
|
||||
|
||||
# Stock settings, no personality
|
||||
if message.startswith(".stock"):
|
||||
if room_id in self.messages:
|
||||
if sender in self.messages[room_id]:
|
||||
self.messages[room_id][sender].clear()
|
||||
else:
|
||||
self.messages[room_id] = {}
|
||||
self.messages[room_id][sender] = []
|
||||
try:
|
||||
await self.send_message(room_id, f"Stock settings applied for {sender_display}")
|
||||
except:
|
||||
await self.send_message(room_id, f"Stock settings applied for {sender}")
|
||||
|
||||
# help menu
|
||||
if message.startswith(".help"):
|
||||
await self.send_message(room_id,
|
||||
f'''{self.bot_id}, an AI chatbot.
|
||||
|
||||
.ai <message> or {self.bot_id}: <message>
|
||||
Basic usage.
|
||||
Personality is preset by bot operator.
|
||||
|
||||
.x <user> <message>
|
||||
This allows you to talk to another user's chat history.
|
||||
<user> is the display name of the user whose history you want to use
|
||||
|
||||
.persona <personality type or character or inanimate object>
|
||||
Changes the personality. It can be a character, personality type, object, idea.
|
||||
|
||||
.custom <custom prompt>
|
||||
Allows use of a custom prompt instead of the built-in one
|
||||
|
||||
.reset
|
||||
Reset to preset personality
|
||||
|
||||
.stock
|
||||
Remove personality and reset to standard model settings
|
||||
|
||||
''')
|
||||
|
||||
# main loop
|
||||
async def main(self):
|
||||
# Login, print "Logged in as @alice:example.org device id: RANDOMDID"
|
||||
print(await self.client.login(self.password))
|
||||
|
||||
# get account display name
|
||||
self.bot_id = await self.display_name(self.username)
|
||||
|
||||
# join channels
|
||||
for channel in self.channels:
|
||||
try:
|
||||
await self.client.join(channel)
|
||||
print(f"{self.bot_id} joined {channel}")
|
||||
|
||||
except:
|
||||
print(f"Couldn't join {channel}")
|
||||
|
||||
# start listening for messages
|
||||
self.client.add_event_callback(self.message_callback, RoomMessageText)
|
||||
|
||||
await self.client.sync_forever(timeout=30000)
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
server = "https://matrix.org" #change if using different homeserver
|
||||
username = "@USERNAME:SERVER.TLD"
|
||||
password = "PASSWORD"
|
||||
|
||||
channels = ["#channel1:SERVER.TLD",
|
||||
"#channel2:SERVER.TLD",
|
||||
"#channel3:SERVER.TLD",
|
||||
"!ExAmPleOfApRivAtErOoM:SERVER.TLD", ] #enter the channels you want it to join here
|
||||
|
||||
personality = "a helpful and thorough AI assistant who provides accurate and detailed answers without being too verbose"
|
||||
|
||||
# create bot instance
|
||||
bot = ollamarama(server, username, password, channels, personality)
|
||||
|
||||
# run main function loop
|
||||
asyncio.get_event_loop().run_until_complete(bot.main())
|
||||
|
||||
Loading…
Reference in New Issue
Block a user