1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
import logging, os, time, tweepy
from telegram.ext import Updater, CommandHandler, MessageHandler, Filters
import bs4 as bs
import urllib.request
# Create an environment variable and get the token
TG_TOKEN = os.environ.get('TG_TOKEN')
# Enable logging
logging.basicConfig(format='%(asctime)s - %(name)s - %(levelname)s - %(message)s', level=logging.INFO)
logger = logging.getLogger(__name__)
# Get the tokens
consumer_key = os.environ.get('TW_CONSUMER_KEY')
consumer_secret = os.environ.get('TW_CONSUMER_SECRET')
access_token = os.environ.get('TW_ACCESS_TOKEN')
access_token_secret = os.environ.get('TW_ACCESS_TOKEN_SECRET')
# authentication of consumer key and secret
auth = tweepy.OAuthHandler(consumer_key, consumer_secret)
# authentication of access token and secret
auth.set_access_token(access_token, access_token_secret)
api = tweepy.API(auth)
# Binance extract function
def extract_binance(main_webpage, key_words):
# Create an empty string to store matchings
final_list = []
# Scrap the entire web-page
sauce = urllib.request.urlopen(main_webpage).read()
soup = bs.BeautifulSoup(sauce, 'lxml')
# Extract the announcements
list = soup.find_all('li', class_ = 'article-list-item')
# Check for matchings
for article in list:
article_text = article.get_text().replace('\n', '')
for item in key_words:
# If matching, create a new list
if item in article_text:
article_link = 'https://www.binance.com' + article.find('a').get('href')
final_list.append([article_text, article_link])
return final_list
# Telegram function
def tg_call(update, context):
# Send a message when the command /start is triggered
update.message.reply_text("Hello mate! Let me start checking")
# Create two empty list for storing and comparing urls
old_urls, news_urls = [], []
# Create a bag of key words for getting matches
key_words = ['List', 'list', 'Token Sale', 'Open Trading', 'open trading']
# Create the first pass
main_webpage = 'https://www.binance.com/en/support/categories/115000056351'
old_urls = extract_binance(main_webpage, key_words)
# Loop pass - Watchdog mode
while True:
# Get new list of urls
new_urls = extract_binance(main_webpage, key_words)
for item in new_urls:
# Compare if they were included in the former list
if item not in old_urls:
msg = item[0] + '\n' + item[1]
api.update_status(msg) # Twitter
update.message.reply_text(msg) # Telegram
update.message.reply_text('Done for now. Time to go to sleep mate!')
time.sleep(900) # Sleep for 15 min
# Main function
def main():
# Create the updater
updater = Updater(TG_TOKEN, use_context=True)
# Get the dispatcher to register handlers
dp = updater.dispatcher
# Start the loop with /start
dp.add_handler(CommandHandler("start", tg_call))
# Start the Bot
updater.start_polling()
updater.idle() # killall python3.7 to kill the app
# Start
if __name__ == '__main__':
main()
|
