opendan/src/aios_kernel/tg_tunnel.py

import logging
import threading
import asyncio
import uuid
import time
import aiofiles

from telegram import Update,Message
from telegram import Bot
from telegram.ext import Updater
from telegram.error import Forbidden, NetworkError

from knowledge.object.object_id import ObjectType

from .knowledge_base import KnowledgeBase

from .tunnel import AgentTunnel
from .storage import AIStorage
from .contact_manager import ContactManager,Contact,FamilyMember
from .agent_base import AgentMsg,AgentMsgType


logger = logging.getLogger(__name__)

class TelegramTunnel(AgentTunnel):

    @classmethod
    def register_to_loader(cls):
        async def load_tg_tunnel(config:dict) -> AgentTunnel:
            result_tunnel = TelegramTunnel("")
            if await result_tunnel.load_from_config(config):
                return result_tunnel
            else:
                return None

        AgentTunnel.register_loader("TelegramTunnel",load_tg_tunnel)


    async def load_from_config(self,config:dict)->bool:
        self.type = "TelegramTunnel"
        self.tg_token = config["token"]
        self.target_id = config["target"]
        self.tunnel_id = config["tunnel_id"]
        if config.get("allow") is not None:
            self.allow_group = config["allow"]

        return True

    def dump_to_config(self) -> dict:
        pass

    def __init__(self,tg_token:str) -> None:
        super().__init__()
        self.is_start = False
        self.tg_token = tg_token
        self.bot:Bot = None
        self.update_queue = None
        self.allow_group = "contact"
        self.in_process_tg_msg = {}

    async def _do_process_raw_message(self,bot: Bot, update_id: int) -> int:
        # Request updates after the last update_id
        updates = await bot.get_updates(offset=update_id, timeout=10, allowed_updates=Update.ALL_TYPES)
        for update in updates:
            next_update_id = update.update_id + 1

            if update.message and update.message.text:

                await self.on_message(bot,update)
            return next_update_id

        return update_id

    async def start(self) -> bool:
        if self.is_start:
            logger.warning(f"tunnel {self.tunnel_id} is already started")
            return False
        self.is_start = True
        logger.info(f"tunnel {self.tunnel_id} is starting...")

        self.bot = Bot(self.tg_token)
        self.bot_username = (await self.bot.get_me()).username
        self.update_queue = asyncio.Queue()
        self.bot_updater = Updater(self.bot,update_queue=self.update_queue)


        async def _run_app():
            try:
                update_id = (await self.bot.get_updates())[0].update_id
            except IndexError:
                update_id = None

            #logger.info("listening for new messages...")
            while True:
                try:
                    update_id = await self._do_process_raw_message(self.bot, update_id)
                except NetworkError:
                    await asyncio.sleep(1)
                except Forbidden:
                    # The user has removed or blocked the bot.
                    update_id += 1
                except  Exception as e:
                    logger.error(f"tg_tunnel error:{e}")
                    await asyncio.sleep(1)

                    

        asyncio.create_task(_run_app())
        logger.info(f"tunnel {self.tunnel_id} started.")
        return True

    async def close(self) -> None:
        pass

    async def _process_message(self, msg: AgentMsg) -> None:
        logger.warn(f"process message {msg.msg_id} from {msg.sender} to {msg.target}")


    async def conver_tg_msg_to_agent_msg(self,message:Message) -> AgentMsg:
        agent_msg = AgentMsg()
        agent_msg.topic = "_telegram"
        agent_msg.msg_id = "tg_msg#" + str(message.message_id) + "#" + uuid.uuid4().hex
        agent_msg.target = self.target_id
        agent_msg.body = message.text
        agent_msg.create_time = time.time()
        messag_type = message.chat.type
        if messag_type == "supergroup" or messag_type == "group":
            agent_msg.target = f"tg_group{message.chat_id}"
            agent_msg.msg_type = AgentMsgType.TYPE_GROUPMSG
            agent_msg.mentions = []
        else:
            agent_msg.msg_type = AgentMsgType.TYPE_MSG

        if message.entities:
            for entity in message.entities:
                if entity.type == 'mention':
                    mention = message.text[entity.offset:entity.offset+entity.length]
                    if mention == '@' + self.bot_username:
                        agent_msg.mentions.append(self.target_id)
                    else:
                        agent_msg.mentions.append(mention)
                    
        if message.caption_entities:
            for entity in message.caption_entities:
                if entity.type == 'mention':
                    mention = message.caption[entity.offset:entity.offset+entity.length]
                    if mention == '@' + self.bot_username:
                        agent_msg.mentions.append(self.target_id)
                    else:
                        agent_msg.mentions.append(mention)

        return agent_msg

    def is_bot_mentioned(self,message:Message):
        if message.entities:
            for entity in message.entities:
                if entity.type == 'mention':
                    mention = message.text[entity.offset:entity.offset+entity.length]
                    if mention == '@' + self.bot_username:
                        return True

        if message.caption_entities:
            for entity in message.caption_entities:
                if entity.type == 'mention':
                    mention = message.caption[entity.offset:entity.offset+entity.length]
                    if mention == '@' + self.bot_username:
                        return True

        return False

    async def on_message(self, bot:Bot, update: Update) -> None:
        message = update.message
        logger.info(f"on_message: {message.message_id} from {message.from_user.username} ({update.effective_user.username}) to {message.chat.title}({message.chat.id})")
        if update.effective_user.is_bot:
            logger.warning(f"ignore message from telegram bot {update.effective_user.id}")
            return None
        
        if self.in_process_tg_msg.get(update.message.message_id) is not None:
            logger.warning(f"ignore message from telegram bot {update.effective_user.id}")
            return None
        
        self.in_process_tg_msg[update.message.message_id] = True

        agent_msg = await self.conver_tg_msg_to_agent_msg(message)
        cm : ContactManager = ContactManager.get_instance()
        reomte_user_name = f"{update.effective_user.id}@telegram"

        contact : Contact = cm.find_contact_by_telegram(update.effective_user.username)
        if contact is None:
            contact = cm.find_contact_by_telegram(str(update.effective_user.id))

        if contact is not None:
            reomte_user_name = contact.name
            if not contact.is_family_member:
                if self.allow_group != "contact" and self.allow_group !="guest":
                    await update.message.reply_text(f"You're not supposed to talk to me! Please contact my father~")
                    return
            
        else:
            if self.allow_group != "guest":
                await update.message.reply_text(f"You're not supposed to talk to me! Please contact my father~")
                return

            if cm.is_auto_create_contact_from_telegram:
                contact_name = update.effective_user.first_name
                if update.effective_user.last_name is not None:
                    contact_name += " " + update.effective_user.last_name

                contact = Contact(contact_name)
                contact.telegram = update.effective_user.username if update.effective_user.username is not None else str(update.effective_user.id)
                contact.added_by = self.target_id
                cm.add_contact(contact.name, contact)
                reomte_user_name = contact.name
             

        agent_msg.sender = reomte_user_name
        logger.info(f"process message {agent_msg.msg_id} from {agent_msg.sender} to {agent_msg.target}")
        if agent_msg.msg_type == AgentMsgType.TYPE_GROUPMSG:
            self.ai_bus.register_message_handler(agent_msg.target, self._process_message)
            resp_msg = await self.ai_bus.send_message(agent_msg,self.target_id,agent_msg.target)
        else:
            self.ai_bus.register_message_handler(reomte_user_name, self._process_message)
            resp_msg = await self.ai_bus.send_message(agent_msg)
        #await bot.send_chat_action(chat_id=update.effective_chat.id, action="typing")



        if resp_msg is None:
            await update.message.reply_text(f"System Error: Timeout,{self.target_id}  no resopnse! Please check logs/aios.log for more details!")
        else:
            if resp_msg.body_mime is None:
                if resp_msg.body is None:
                    return
                
                if len(resp_msg.body) < 1:
                    await update.message.reply_text("")
                    return
                
                knowledge_object = KnowledgeBase().parse_object_in_message(resp_msg.body)
                if knowledge_object is not None:
                    if knowledge_object.get_object_type() == ObjectType.Image:
                        image = KnowledgeBase().bytes_from_object(knowledge_object)
                        try:
                            async with aiofiles.open("tg_send_temp.png", mode='wb') as local_file:
                                if local_file:
                                    await local_file.write(image)
                                    await update.message.reply_photo("tg_send_temp.png")
                        except Exception as e:
                            logger.error(f"save image error: {e}")
                        return
                else:
                    pos = resp_msg.body.find("audio file")
                    if pos != -1:
                        audio_file = resp_msg.body[pos+11:].strip()
                        if audio_file.startswith("\""):
                            audio_file = audio_file[1:-1]
                        await update.message.reply_voice(audio_file)
                        return
                await update.message.reply_text(resp_msg.body)
            else:
                if resp_msg.body_mime.startswith("image"):
                    photo_file = open(resp_msg.body,"rb")
                    if photo_file:
                        await update.message.reply_photo(resp_msg.body)
                        photo_file.close()
                    else:
                        await update.message.reply_text(resp_msg.body)

                else:
                    await update.message.reply_text(resp_msg.body)