refaq proxy on socks5

Author: pygoov

coin_bot.py

@@ -7,6 +7,8 @@
 
 from telethon import TelegramClient
 from telethon.tl.functions.messages import GetBotCallbackAnswerRequest
+from aiohttp_socks import ProxyType, ProxyConnector, ChainProxyConnector
+
 
 REG_CODE_TOKEN = r'data-code=\"(?P<code>[^\"]+)\".+token=\"(?P<token>[^\"]+)\"'
 
@@ -16,9 +18,10 @@ def get_hash(text):
 
 
 class DialogLogic:
-    def __init__(self, client, dialog):
+    def __init__(self, client, dialog, proxy):
         self.client = client
         self.dialog = dialog
+        self.proxy = proxy
 
     async def send_msg(self, msg):
         await self.client.send_message(self.dialog.name, msg)
@@ -95,8 +98,8 @@ async def url_proceed(self, msg):
         url = msg.reply_markup.rows[0].buttons[0].url
 
         print("Найдена ссылка:", url)
-
-        async with aiohttp.ClientSession() as session:
+        connector = ProxyConnector.from_url(self.proxy.get_str())
+        async with aiohttp.ClientSession(connector=connector) as session:
             text = ''
             try:
                 resp = await session.get(url)
@@ -182,6 +185,7 @@ def __init__(self, api_id, api_hash, chat_names, phone, password):
         self.chat_names = chat_names
         self.phone = phone
         self.password = password
+        self.proxy = None
         _hash = get_hash(f'{self.phone}_{self.password}')
 
         if not os.path.isdir('./sessions'):
@@ -193,31 +197,36 @@ def __init__(self, api_id, api_hash, chat_names, phone, password):
         # proxy = (socks.SOCKS5, "5.133.197.203", 24382)
         self.client = None
 
-    def client_init(self, proxy):
-        print(f'Started "{self.phone}" client')
-        kwargs = {
-            "phone": self.phone
-        }
+    async def client_init(self, proxy):
+        print(f'Init "{self.phone}" client')
+
+        if self.client is not None and self.client.is_connected:
+            await self.client.disconnect()
 
+        self.proxy = proxy
         self.client = TelegramClient(
             self.session,
             self.api_id,
             self.api_hash,
-            proxy=proxy
-        )        
+            proxy=self.proxy.get_tuple()
+        )
+
+        kwargs = {
+            "phone": self.phone
+        }
 
         if self.password is not None:
             kwargs['password'] = self.password
 
-        self.client.start(**kwargs)
+        await self.client.start(**kwargs)
         print(f'Start client success')
 
     async def get_dialogs(self):
         dialogs = []
         for dlg in await self.client.get_dialogs():
             if dlg.title in self.chat_names:
 
-                gl = DialogLogic(self.client, dlg)
+                gl = DialogLogic(self.client, dlg, self.proxy)
                 dialogs.append(gl)
 
         return dialogs

main.py

@@ -2,9 +2,35 @@
 import argparse
 import os
 import json
+import linecache
+import sys
+import traceback
 
 from coin_bot import CoinBot
-from proxy_manager import ProxyManager
+from proxy import ProxyManager
+from datetime import datetime
+from io import StringIO
+
+
+def traceback_msg(e):
+    exc_type, exc_obj, first_tb = sys.exc_info()
+    tb = StringIO()
+    traceback.print_tb(first_tb, file=tb)
+    sp_tab = '  '
+    msg_ex = '''
+==========Exception===========
+Message:
+>>>
+{e}
+<<<
+Time: {time}
+Traceback:
+{tb}=============================='''.format(
+        e=sp_tab + str(e).replace('\n', '\n' + sp_tab),
+        time=datetime.now(),
+        tb=tb.getvalue()
+    )
+    return msg_ex
 
 
 async def wait_exit():
@@ -41,22 +67,25 @@ async def main():
         for cfg in config_data['clients']
     ]
 
-    proxy_manager = ProxyManager('https://api.telegram.org')
+    proxy_manager = ProxyManager()
 
     while True:
-        tasks = []
+        run_tasks = []
+
+        await proxy_manager.load_proxys()
 
+        print('run init bots')
         for bot in bots:
-            bot.client_init(
-                await proxy_manager.get_next_proxy()
-            )
-            tasks.append(bot.run())
+            proxy = await proxy_manager.get_proxy('https://api.telegram.org')
+            await bot.client_init(proxy)
+            run_tasks.append(bot.run())
 
         try:
             # runing all bots
-            await asyncio.gather(*tasks)
+            print('run all bots')
+            await asyncio.gather(*run_tasks)
         except Exception as e:
-            print('Exception:', e)
+            print(traceback_msg(e))
 
         await asyncio.sleep(60)
 
@@ -65,4 +94,5 @@ async def main():
     # runing main
     loop = asyncio.get_event_loop()
     loop.create_task(wait_exit())
-    loop.run_until_complete(main())
+    loop.create_task(main())
+    loop.run_forever()

proxy.py

@@ -0,0 +1,84 @@
+
+import aiohttp
+import asyncio
+import json
+import socks
+import re
+
+from aiohttp_socks import ProxyType, ProxyConnector, ChainProxyConnector
+
+
+class ProxyObject:
+    def __init__(self, ip, port):
+        self.ip = ip
+        self.port = int(port)
+
+    def get_tuple(self):
+        return socks.SOCKS5, self.ip, self.port
+
+    def get_str(self):
+        return f'socks5://{self.ip}:{self.port}'
+
+    def __str__(self):
+        return f'{self.ip}:{self.port}'
+
+    async def check_url(self, url):
+        try:
+            connector = ProxyConnector.from_url(self.get_str())
+            async with aiohttp.ClientSession(connector=connector) as _sess:
+                response = await _sess.get(url, timeout=2)
+                if response.status == 200:
+                    return True
+        except Exception as e:
+            # print("ER:", type(e), e)
+            pass
+
+        return False
+
+
+class ProxyManager:
+    def __init__(self):
+        self.biffer_proxys = []
+        self.proxys = []
+
+    async def load_proxys(self):
+        print("run load proxy")
+
+        url = 'https://api.proxyscrape.com/?request=share&proxytype=socks5&timeout=1000&country=all'
+        async with aiohttp.ClientSession() as _sess:
+            response = await _sess.get(url)
+            if response.status != 200:
+                raise Exception(f'Failed request to "{url}" url')
+
+            url = str(response.url).replace(
+                'https://textitor.com/',
+                'https://api.textitor.com/'
+            ) + '/plain'
+
+            response = await _sess.get(url)
+            if response.status != 200:
+                raise Exception(f'Failed request to "{url}" url')
+
+            text = await response.text()
+            x = re.findall(r'\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d{2,6}', text)
+
+        pxs = [x.split(':') for x in text.split('\n')]
+        self.biffer_proxys = [ProxyObject(x[0], x[1]) for x in pxs if len(x) == 2]
+        print(f'load {len(self.proxys)} proxys')
+
+    async def get_proxy(self, test_url):
+        print('getting proxy')
+        count_try = 0
+        while count_try < 10:
+            if len(self.proxys) == 0:
+                await self.load_proxys()
+
+            proxy = self.proxys.pop()
+
+            if await proxy.check_url(test_url):
+                print(f"Proxy {proxy} find success")
+                return proxy
+
+            await asyncio.sleep(1)
+
+        raise Exception("Max count trys getting proxy =(")