added an archive

This commit is contained in:
jnoack@itsblue.de 2019-02-06 16:56:58 +01:00
parent 04d15d5d09
commit 8f32167e3f
3 changed files with 1749 additions and 0 deletions

View file

@ -0,0 +1,656 @@
#!/usr/local/bin/python3
# this is the telegram version ... created with the @botFather of telegram
# bot name: bully3
# bot userId: bully3_bot
# t.me/bully3_bot
# token for HTTP API: 696861399:AAHoNorIizQ3pE4-nUE1IIPU9ywyvrn32gs
# description of the Bot API, see this page: https://core.telegram.org/bots/api
# telegram server: https://api.telgram.org/bot696861399:AAHoNorIizQ3pE4-nUE1IIPU9ywyvrn32gs/getUpdates
# ssh -R 80:localhost:5000 serveo.net starten um die WebApp nach aussen sichtbar zu machen
# not needed anymore : !!!! ngrok starten ausserhalb des virtuellen env: ngrok http 5000
# in twilio WebHooks die Https Adresse die ngrok beim startup zeigt eintragen inkl. /wa am Ende
# python virtualles env aufbauen und darin Flask installieren
# für windows: http://timmyreilly.azurewebsites.net/python-flask-windows-development-environment-setup/
# python searchwebsite_wa.py starten ...
my_song1 = "Zusammen"
my_interpret1 = "Fantastischen Vier"
my_song2 = "Beat it"
my_interpret2 = "Michael Jackson"
test = False
if test:
#bully4
telegram_token = '669736539:AAGBydjzxqllnmKSt5Oguz8kYg05VqLG72A'
telegram_root_clients = ["31165108"]
telegram_admins_clients = ["31165108"] # ["31165108","625794308"]
telegram_clients = ["31165108"] # ["31165108","625794308"]
else:
#bully3
telegram_token = '696861399:AAHoNorIizQ3pE4-nUE1IIPU9ywyvrn32gs'
telegram_root_clients = ["31165108"]
telegram_admins_clients = ["31165108","625794308"]
telegram_clients = ["31165108","625794308"]
#########################################################
verbose_start = "06:00"
verbose_stop = "23:00"
song1 = "Zusammen"
full_song1 = ""
interpret1 = "Fantastischen Vier"
full_interpret1 = ""
song2 = "Beat it"
full_song2 = ""
interpret2 = "Michael Jackson"
full_interpret2 = ""
currentmsg = ""
telegram_error = False
telegram_error_msg = ""
parse_error = False
parse_error_msg = ""
run_thread = 1
lastchecktime = ""
nextchecktime = ""
checkcounter = 0
errorcounter = 0
lastwwwparsetime = ""
fullcurrenttime = ""
file_name = "./bully_search.txt"
foundsongslist = []
import sys
import subprocess
from subprocess import check_output
import os.path
import threading
import requests
import re
from bs4 import BeautifulSoup
import time
from datetime import datetime
from datetime import timedelta
import random
def telegram_ahoy_reply(body):
global song1
global interpret1
global song2
global interpret2
global currentmsg
global lastchecktime
global fullcurrenttime
global lastwwwparsetime
global checkcounter
global errorcounter
global foundsongslist
global nextchecktime
message = ""
if((re.search("^list$", body, re.IGNORECASE)!=None) | (re.search("^l$", body, re.IGNORECASE)!=None)):
soup_page(15)
message = "Latest list is:\n" + currentmsg
lastchecktime = ""
else:
if(body == "?"):
message = "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n"
message = message + "https://www.antenne.de/programm/aktionen/vw-bullis-geschenkt/los-gehts\n"
else:
if(re.search("^s1=(.+)", body, re.IGNORECASE)):
song1 = re.search("^s1=(.+)",body, re.IGNORECASE).group(1)
message = "Song1 changed to: '" + song1 + "'\n" + "Interpret1-Song1:\n'" + interpret1 + "' - '" + song1 + "'\n\n" + "Interpret2-Song2:\n'" + interpret2 + "' - '" + song2 + "'\n\n"
else:
if(re.search("^i1=(.+)", body, re.IGNORECASE)):
interpret1 = re.search("^i1=(.+)",body, re.IGNORECASE).group(1)
message = "Interpret1 changed to: '" + interpret1 + "'\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "' - '" + song2 + "'\n\n"
else:
if (re.search("^s2=(.+)", body, re.IGNORECASE)):
song2 = re.search("^s2=(.+)", body, re.IGNORECASE).group(1)
message = "Song2 changed to: '" + song2 + "'\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2 :'" + interpret2 + "'\n - '" + song2 + "'\n\n"
else:
if (re.search("^i2=(.+)", body, re.IGNORECASE)):
interpret2 = re.search("^i2=(.+)", body, re.IGNORECASE).group(1)
message = "Interpret2 changed to: '" + interpret2 + "'\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n"
else:
if (re.search("^w$", body, re.IGNORECASE)):
write_to_file()
message = "Written songs and interprets to file.\n" + "You can read them with 'r'.\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n"
else:
if (re.search("^r$", body, re.IGNORECASE)):
read_from_file()
message = "Read songs and interprets from file.\n" + "You can write them with 'w'.\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n"
else:
if (re.search("^is1=(.+),(.+)", body, re.IGNORECASE)):
interpret1 = re.search("^is1=(.+),(.+)", body, re.IGNORECASE).group(1)
song1 = re.search("^is1=(.+),(.+)", body, re.IGNORECASE).group(2)
message = "#1 changed to: '" + interpret1 + "'-'" + song1 + "'\n" + "Interpret1-Song1:\n'" + interpret1 + "' - '" + song1 + "'\n\n" + "Interpret2-Song2:\n'" + interpret2 + "' - '" + song2 + "'\n\n"
else:
if (re.search("^is2=(.+),(.+)", body, re.IGNORECASE)):
interpret2 = re.search("^is2=(.+),(.+)", body, re.IGNORECASE).group(1)
song2 = re.search("^is2=(.+),(.+)", body, re.IGNORECASE).group(2)
message = "#2 changed to: '" + interpret2 + "'-'" + song2 + "'\n" + "Interpret1-Song1:\n'" + interpret1 + "' - '" + song1 + "'\n\n" + "Interpret2-Song2:\n'" + interpret2 + "' - '" + song2 + "'\n\n"
else:
if (re.search("^f", body, re.IGNORECASE)):
message = "List of songs and theire playtimes:\n\n"
for foundsong in foundsongslist:
message = message + foundsong + "\n"
else:
if (re.search("^s", body, re.IGNORECASE)):
message = "Statistics:\n\n"
message = message + "Last overall checktime: " + fullcurrenttime + "\n"
message = message + "Last automatic checktime: " + lastwwwparsetime + "\n"
message = message + "Next checktime: " + nextchecktime + "\n"
message = message + "Number of checkcalls: " + str(checkcounter) + "\n"
message = message + "Number of errors: " + str(errorcounter) + "\n"
else:
if (re.search("^c", body, re.IGNORECASE)):
message = "Clear list of when the songs and playtimes.\n\n"
foundsongslist = []
else:
message = "Send: \n\n'list' or 'l' for latest playlist.\n '?' for songs/title looking for.\n 's1=songname' to change song1.\n"
message = message + " 'i1=artist' to change interpret1.\n 's2=songname' to change song2.\n 'i2=artist' to change interpret2.\n"
message = message + " 'is1=artist,song to change #1 \n 'is2=artist,song to change #2 \n "
message = message + " 'w' write i&s to file.\n 'r' read i&s from file\n"
message = message + " 'f' shows found songs.\n 'c' clears list with found songs\n"
message = message + " 's' shows statistics.\n"
return message
def write_to_file():
global file_name
global song1, interpret1, song2, interpret2
file = open(file_name, "w")
file.write(interpret1 + "\n")
file.write(song1 + "\n")
file.write(interpret2 + "\n")
file.write(song2 + "\n")
file.close()
def read_from_file():
global song1, interpret1, song2, interpret2, my_song1, my_interpret1, my_song2, my_interpret2
global full_song1
global full_interpret1
global full_song2
global full_interpret2
global file_name
if (os.path.isfile(file_name)):
file = open(file_name,"r")
interpret1 = file.readline().replace('\n', '')
song1 = file.readline().replace('\n', '')
interpret2 = file.readline().replace('\n', '')
song2 = file.readline().replace('\n', '')
file.close()
else:
song1 = my_song1
interpret1 =my_interpret1
song2 = my_song2
interpret2 = my_interpret2
full_song1 = song1
full_interpret1 = interpret1
full_song2 = song2
full_interpret2 = interpret2
def check_for_alarm_case(found_interpret_song_1, found_interpret_song_1_time,found_interpret_song_2, found_interpret_song_2_time, sendall, wait):
global full_song1
global full_interpret1
global full_song2
global full_interpret2
global fullcurrenttime
global lastchecktime
global foundsongslist
callermsg = ""
waittime = wait
sendmsg = False
if (((found_interpret_song_1 > 0) | (found_interpret_song_1 > 0))):
if ((found_interpret_song_1 == 2) & (found_interpret_song_2 == 1)):
callermsg = fullcurrenttime + " ++ BULLI DOPPEL ALARM! ++\n"
callermsg = callermsg + "\n"
callermsg = callermsg + "+ JETZT ANRUFEN!!! 01375/100 100 +\n"
callermsg = callermsg + "\n"
callermsg = callermsg + "Beide Songs (sind ge)laufen!"
callermsg = callermsg + "\n"
newelement = found_interpret_song_2_time + " " + full_interpret2 + " '" + full_song2 + "'"
if newelement not in foundsongslist:
foundsongslist.append(newelement)
print("List is: ", foundsongslist)
# send taht everytime ...
sendmsg = True
else:
if (found_interpret_song_1 == 1):
waittime = 8 + random.randint(-2, 2)
callermsg = fullcurrenttime + " ++ BULLI ERSTER ALARM! ++\n"
callermsg = callermsg + found_interpret_song_1_time + ": der ERSTE Song läuft!\n"
callermsg = callermsg + "Es läuft:\n"
callermsg = callermsg + full_interpret1 + " '" + full_song1 + "'\n"
callermsg = callermsg + "Es fehlt noch:\n"
callermsg = callermsg + full_interpret2 + " '" + full_song2 + "'\n\n"
callermsg = callermsg + "Jetzt sofort +491375/100 100 anrufen!\n"
callermsg = callermsg + "https://www.antenne.de/musik/song-suche/ \n"
callermsg = callermsg + "https://www.webradio.de/antenne-bayern/\n"
callermsg = callermsg + "\n"
newelement = found_interpret_song_1_time + " " + full_interpret1 + " '" + full_song1 + "'"
if newelement not in foundsongslist:
foundsongslist.append(newelement)
print("List is: ", foundsongslist)
if (sendall == True):
# dont send that at night ...
sendmsg = True
else:
if ((found_interpret_song_1 == 2) & (found_interpret_song_2 != 1)):
callermsg = fullcurrenttime + " -- FEHLALARM! 2.Song falsch --\n"
if (sendall == True):
# dont send that at night ...
sendmsg = True
else:
if (found_interpret_song_2 == 1):
callermsg = fullcurrenttime + " -- ENTSPANNEN! 2.Song ohne 1. --\n"
callermsg = callermsg + found_interpret_song_2_time + ": läuft der 2.Song!\n"
callermsg = callermsg + "Es läuft:\n"
callermsg = callermsg + full_interpret2 + " '" + full_song2 + "'\n"
callermsg = callermsg + "Es sollte aber zuerst laufen:\n"
callermsg = callermsg + full_interpret1 + " '" + full_song1 + "'\n"
callermsg = callermsg + "\n"
callermsg = callermsg + "Kein Grund anzurufen.\n"
newelement = found_interpret_song_2_time + " " + full_interpret2 + " '" + full_song2 + "'"
if newelement not in foundsongslist:
foundsongslist.append(newelement)
print("List is: ", foundsongslist)
if (sendall == True):
# dont send that at night ...
sendmsg = True
return(callermsg, waittime, sendmsg)
def soup_page(max_chars):
global interpret1
global interpret2
global song1
global song2
global full_song1
global full_interpret1
global full_song2
global full_interpret2
global currentmsg
global lastchecktime
global checkcounter
global fullcurrenttime
global parse_error
global parse_error_msg
global errorcounter
i1 = re.compile(interpret1, re.IGNORECASE)
t1 = re.compile(song1, re.IGNORECASE)
i2 = re.compile(interpret2, re.IGNORECASE)
t2 = re.compile(song2, re.IGNORECASE)
currtime_hour = time.strftime("%H")
currtime_min = time.strftime("%M")
currtime_sec = time.strftime("%S")
fullcurrenttime = currtime_hour + ":" + currtime_min + ":" + currtime_sec
found_interpret_song_1 = 0
found_interpret_song_1_time = 0
found_interpret_song_2 = 0
found_interpret_song_2_time = 0
itemnr = 0
checkcounter = checkcounter + 1
whatsappmsg = "[" + str(checkcounter) + "]" + " Checking time: " + fullcurrenttime + " Uhr.\n\n"
resultschanged = True
try:
page = requests.get('https://www.antenne.de/musik/song-suche/')
if page.ok == True:
try:
soup = BeautifulSoup(page.content, 'html.parser')
music_results = soup.find(class_="music_results")
music_results_items = music_results.find_all(class_="music_results__content")
for found_item in music_results_items:
itemnr = itemnr + 1
single_musik_result = found_item.find(class_="medium-8 columns")
song = single_musik_result.find(class_="song_title").get_text()
interpret = single_musik_result.find(class_="artist").get_text()
ps = single_musik_result.find_all('p')
lief = ps[1].get_text()
# finde den Zeitstempel
zeit = re.search("um (.+?) Uhr", lief).group(1)
if (itemnr == 1):
if (lastchecktime == zeit):
resultschanged = False
else:
resultschanged = True
lastchecktime = zeit
if (i1.search(interpret)):
if (t1.search(song)):
whatsappmsg = whatsappmsg + "1>>"
full_interpret1 = interpret
full_song1 = song
found_interpret_song_1 = itemnr
found_interpret_song_1_time = zeit
else:
whatsappmsg = whatsappmsg + "1 >"
if (i2.search(interpret)):
if (t2.search(song)):
whatsappmsg = whatsappmsg + "2>>"
full_interpret2 = interpret
full_song2 = song
found_interpret_song_2 = itemnr
found_interpret_song_2_time = zeit
else:
whatsappmsg = whatsappmsg + "2 >"
if (interpret[:max_chars] != interpret):
interpret = interpret[:max_chars-3] + "..."
if (song[:max_chars] != song):
song = song[:max_chars-3] + "..."
whatsappmsg = whatsappmsg + zeit + " " + interpret + " '" + song + "'\n"
if parse_error == True:
parse_error_msg = "PASS - parsing of webpage seems to work properly again ...\n"
print(parse_error_msg)
try:
bully3_bot.send_err_message(parse_error_msg)
except:
print("Message couldn't be sent to root.")
errorcounter = errorcounter + 1
parse_error = False
except:
if parse_error == False:
parse_error_msg = "ERROR - parsing of webpage failed but will try again ...\n"
print(parse_error_msg)
try:
bully3_bot.send_err_message(parse_error_msg)
except:
print("Message couldn't be sent to root.")
parse_error = True
errorcounter = errorcounter + 1
else:
if parse_error == False:
parse_error_msg = "ERROR - reading of webpage failed but will try again...\n"
print(parse_error_msg)
try:
bully3_bot.send_err_message(parse_error_msg)
except:
print("Message couldn't be sent to root.")
parse_error = True
errorcounter = errorcounter + 1
except:
whatsappmsg = whatsappmsg + "Failed to read webpage - but will retry!!!\n\n"
errorcounter = errorcounter + 1
pass
currentmsg = whatsappmsg
return( whatsappmsg, resultschanged, found_interpret_song_1,found_interpret_song_1_time, found_interpret_song_2,found_interpret_song_2_time )
def parse_www():
global run_thread
global currentmsg
global file_name
global song1
global interpret1
global song2
global interpret2
global lastwwwparsetime
global nextchecktime
read_from_file()
# wait between two requests
waittime_s = 70
nexttime_hour = time.strftime("%H")
nexttime_min = time.strftime("%M")
global lastchecktime
startime = time.strftime("%H:%M:%S")
telegrammsg = "Scan of Bully-page started " + startime + " Uhr.\n\n"
telegrammsg = telegrammsg + "-> Song1:\n '" + interpret1 + "'-'" + song1 + "'\n-> Song2:\n '" + interpret2 + "'-'" + song2 + "'\n"
print(telegrammsg)
bully3_bot.send_all_message(telegrammsg)
while run_thread == 1:
currtime_hour = time.strftime("%H")
currtime_min = time.strftime("%M")
currtime_sec = time.strftime("%S")
lastwwwparsetime = currtime_hour + ":" + currtime_min + ":" + currtime_sec
(telegrammsg, resultschanged, found_interpret_song_1, found_interpret_song_1_time, found_interpret_song_2,
found_interpret_song_2_time) = soup_page(40)
waittime = waittime_s + random.randint(-20, 20)
if ((lastchecktime > verbose_start) & (lastchecktime < verbose_stop)):
sendall = True
else:
sendall = False
(callermsg, waittime, sendmsg ) = check_for_alarm_case(found_interpret_song_1, found_interpret_song_1_time,
found_interpret_song_2, found_interpret_song_2_time, sendall, waittime)
# convert timestring into time()
time_object = datetime.now() + timedelta(seconds=waittime)
nexttime_hour = time_object.strftime("%H")
nexttime_min = time_object.strftime("%M")
nexttime_sec = time_object.strftime("%S")
nextchecktime = nexttime_hour + ":" + nexttime_min + ":" + nexttime_sec
currentmsg = telegrammsg + "\nNext checking time: " + nexttime_hour + ":" + nexttime_min + " Uhr.\n"
if(resultschanged == True):
telegrammsg = callermsg + telegrammsg + "\n"
else:
telegrammsg = "\nNo changes. Titel at " + lastchecktime + " Uhr is the last..\n"
if(sendall == True):
telegrammsg = telegrammsg + "Wait for " + str(waittime) + " seconds before next check. \n"
telegrammsg = telegrammsg + "My next checking time: " + nexttime_hour + ":" + nexttime_min + ":" + nexttime_sec + " Uhr. "
#print(telegrammsg)
if(resultschanged == True):
if(sendmsg == True):
bully3_bot.send_all_message(callermsg)
time.sleep(waittime)
stoptime = time.strftime("%H:%M:%S")
telegrammsg = "Scan of Bully-page stopped " + stoptime + " Uhr. Bye.\n"
print(telegrammsg)
bully3_bot.send_all_message(telegrammsg)
def telegram_bot():
global run_thread
global telegram_error
global errorcounter
new_offset = 0
bully3_bot.get_updates(new_offset)
all_messages = bully3_bot.get_updates(new_offset)
if (len(all_messages) > 0):
for current_message in all_messages:
current_message_id = current_message['update_id']
new_offset = current_message_id
while 1==run_thread:
try:
all_messages = bully3_bot.get_updates(new_offset)
if( len(all_messages)>0):
for current_message in all_messages:
reponse = ""
print("Received: ",current_message)
#/if 'edited_message' not in
# current_message_type = 'edited_message'
current_message_id = current_message['update_id']
if 'message' in current_message:
mtype = 'message'
elif 'edited_message' in current_message:
mtype = 'edited_message'
else:
mtype = 'unknown'
if mtype != 'unknown':
current_chat_id = current_message[mtype]['chat']['id']
if 'text' not in current_message[mtype]:
response = "Welcome!"
else:
current_chat_text = current_message[mtype]['text']
#print("ID ",current_chat_id , "send: ", current_chat_text)
response = telegram_ahoy_reply(current_chat_text)
bully3_bot.send_message(current_chat_id, response)
else:
telegram_error_msg = "ERROR - unknown message type of '" + mtype + "'...\n"
bully3_bot.send_err_message(telegram_error_msg)
errorcounter = errorcounter + 1
new_offset = current_message_id +1
if telegram_error == True:
telegram_error_msg = "PASS - handling of telegram messages seems to work properly again ...\n"
print(telegram_error_msg)
try:
bully3_bot.send_err_message(telegram_error_msg)
telegram_error = False
except:
print("Message couldn't be sent to root.")
errorcounter = errorcounter + 1
pass
except:
if telegram_error == False:
telegram_error_msg = "ERROR during handling of telegram messages .. but will continue here...\n"
telegram_error_msg = telegram_error_msg + "Unexpected error:{}".format(sys.exc_info()[0])
print(telegram_error_msg)
try:
bully3_bot.send_err_message(telegram_error_msg)
except:
print("Error couldn't be sent to root.")
pass
telegram_error = True
errorcounter = errorcounter + 1
pass
class scanThread (threading.Thread):
def __init__(self, threadID, name):
threading.Thread.__init__(self)
self.threadID = threadID
self.name = name
def run(self):
print ("----> Starting " + self.name)
parse_www()
print ("----> Exiting " + self.name)
class telegramThread (threading.Thread):
def __init__(self, threadID, name):
threading.Thread.__init__(self)
self.threadID = threadID
self.name = name
def run(self):
print ("----> Starting " + self.name)
telegram_bot()
print ("----> Exiting " + self.name)
class TelegramBotHandler:
def __init__(self, token):
self.token = token
self.api_url = "https://api.telegram.org/bot{}/".format(token)
#url = "https://api.telegram.org/bot<token>/"
def get_updates(self, offset=0, timeout=30):
method = 'getUpdates'
params = {'timeout': timeout, 'offset': offset}
result_json = ""
try:
resp = requests.get(self.api_url + method, params)
if 'result' in resp.json():
result_json = resp.json()['result']
except:
errorcounter = errorcounter + 1
pass
return result_json
def send_message(self, chat_id, text):
params = {'chat_id': chat_id, 'text': text, 'parse_mode': 'HTML'}
method = 'sendMessage'
resp = requests.post(self.api_url + method, params)
return resp
def send_all_message(self, text):
global telegram_clients
for chat_id in telegram_clients:
params = {'chat_id': chat_id, 'text': text, 'parse_mode': 'HTML'}
method = 'sendMessage'
resp = requests.post(self.api_url + method, params)
return resp
def send_err_message(self, text):
global telegram_root_clients
for chat_id in telegram_root_clients:
params = {'chat_id': chat_id, 'text': text, 'parse_mode': 'HTML'}
method = 'sendMessage'
resp = requests.post(self.api_url + method, params)
return resp
def get_first_update(self):
get_result = self.get_updates()
if len(get_result) > 0:
last_update = get_result[0]
else:
last_update = None
return last_update
bully3_bot = TelegramBotHandler(telegram_token)
if __name__ == "__main__":
try:
scanwwthread = scanThread(1,"parse_www")
scanwwthread.start()
telegramthread = telegramThread(1,"telegram_bot")
telegramthread.start()
except KeyboardInterrupt:
print("Detected CTRL-C ... stopping the process. Please wait ...\n")
run_thread = 0
scanwwthread.join()
telegramthread.join()
sys.exit()

View file

@ -0,0 +1,710 @@
#!/usr/local/bin/python3
# this is the telegram version ... created with the @botFather of telegram
# bot name: bully3
# bot userId: bully3_bot
# t.me/bully3_bot
# token for HTTP API: 696861399:AAHoNorIizQ3pE4-nUE1IIPU9ywyvrn32gs
# description of the Bot API, see this page: https://core.telegram.org/bots/api
# telegram server: https://api.telgram.org/bot696861399:AAHoNorIizQ3pE4-nUE1IIPU9ywyvrn32gs/getUpdates
# ssh -R 80:localhost:5000 serveo.net starten um die WebApp nach aussen sichtbar zu machen
# not needed anymore : !!!! ngrok starten ausserhalb des virtuellen env: ngrok http 5000
# in twilio WebHooks die Https Adresse die ngrok beim startup zeigt eintragen inkl. /wa am Ende
# python virtualles env aufbauen und darin Flask installieren
# für windows: http://timmyreilly.azurewebsites.net/python-flask-windows-development-environment-setup/
# python searchwebsite_wa.py starten ...
import sys
import os.path
import threading
import requests
import re
from bs4 import BeautifulSoup
import time
from time import sleep
from datetime import datetime
from datetime import timedelta
import random
import telegram
from telegram.error import NetworkError, Unauthorized
my_song1 = ""
my_interpret1 = ""
my_song2 = ""
my_interpret2 = ""
test = True
if test:
# bully4
telegram_token = '669736539:AAGBydjzxqllnmKSt5Oguz8kYg05VqLG72A'
telegram_root_clients = ["31165108"]
telegram_admins_clients = ["31165108"] # ["31165108","625794308"]
telegram_clients = ["31165108"] # ["31165108","625794308"]
else:
# bully3
telegram_token = '696861399:AAHoNorIizQ3pE4-nUE1IIPU9ywyvrn32gs'
telegram_root_clients = ["31165108"]
telegram_admins_clients = ["31165108", "625794308"]
telegram_clients = ["31165108", "625794308"]
#########################################################
verbose_start = "06:00"
verbose_stop = "23:00"
song1 = ""
full_song1 = ""
interpret1 = ""
full_interpret1 = ""
song2 = ""
full_song2 = ""
interpret2 = ""
full_interpret2 = ""
currentmsg = ""
telegram_error = False
telegram_error_msg = ""
parse_error = False
parse_error_msg = ""
run_thread = 1
lastchecktime = ""
nextchecktime = ""
checkcounter = 0
errorcounter = 0
lastwwwparsetime = ""
fullcurrenttime = ""
file_name = "./bully_search.txt"
foundsongslist = []
update_id = None
def telegram_ahoy_reply(body):
global song1
global interpret1
global song2
global interpret2
global currentmsg
global lastchecktime
global fullcurrenttime
global lastwwwparsetime
global checkcounter
global errorcounter
global foundsongslist
global nextchecktime
if (re.search("^list$", body, re.IGNORECASE) is not None) | (re.search("^l$", body, re.IGNORECASE) is not None):
soup_page(15)
message = "Latest list is:\n" + currentmsg
lastchecktime = ""
else:
if body == "?" :
message = "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n"
message = message + "https://www.antenne.de/programm/aktionen/bullis-geschenkt\n"
else:
if re.search("^s1=(.+)", body, re.IGNORECASE):
song1 = re.search("^s1=(.+)",body, re.IGNORECASE).group(1)
message = "Song1 changed to: '" + song1 + "'\n" + "Interpret1-Song1:\n'" + interpret1 + "' - '" + song1 + "'\n\n" + "Interpret2-Song2:\n'" + interpret2 + "' - '" + song2 + "'\n\n"
else:
if re.search("^i1=(.+)", body, re.IGNORECASE):
interpret1 = re.search("^i1=(.+)",body, re.IGNORECASE).group(1)
message = "Interpret1 changed to: '" + interpret1 + "'\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "' - '" + song2 + "'\n\n"
else:
if re.search("^s2=(.+)", body, re.IGNORECASE):
song2 = re.search("^s2=(.+)", body, re.IGNORECASE).group(1)
message = "Song2 changed to: '" + song2 + "'\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2 :'" + interpret2 + "'\n - '" + song2 + "'\n\n"
else:
if re.search("^i2=(.+)", body, re.IGNORECASE):
interpret2 = re.search("^i2=(.+)", body, re.IGNORECASE).group(1)
message = "Interpret2 changed to: '" + interpret2 + "'\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n"
else:
if re.search("^w$", body, re.IGNORECASE):
write_to_file()
message = "Written songs and interprets to file.\n" + "You can read them with 'r'.\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n"
else:
if re.search("^r$", body, re.IGNORECASE):
read_from_file()
message = "Read songs and interprets from file.\n" + "You can write them with 'w'.\n" + "#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n"
else:
if re.search("^is1=(.+),(.+)", body, re.IGNORECASE):
interpret1 = re.search("^is1=(.+),(.+)", body, re.IGNORECASE).group(1)
song1 = re.search("^is1=(.+),(.+)", body, re.IGNORECASE).group(2)
message = "#1 changed to: '" + interpret1 + "'-'" + song1 + "'\n" + "Interpret1-Song1:\n'" + interpret1 + "' - '" + song1 + "'\n\n" + "Interpret2-Song2:\n'" + interpret2 + "' - '" + song2 + "'\n\n"
else:
if re.search("^is2=(.+),(.+)", body, re.IGNORECASE):
interpret2 = re.search("^is2=(.+),(.+)", body, re.IGNORECASE).group(1)
song2 = re.search("^is2=(.+),(.+)", body, re.IGNORECASE).group(2)
message = "#2 changed to: '" + interpret2 + "'-'" + song2 + "'\n" + "Interpret1-Song1:\n'" + interpret1 + "' - '" + song1 + "'\n\n" + "Interpret2-Song2:\n'" + interpret2 + "' - '" + song2 + "'\n\n"
else:
if re.search("^f", body, re.IGNORECASE):
message = "List of songs and theire playtimes:\n\n"
for foundsong in foundsongslist:
message = message + foundsong + "\n"
else:
if re.search("^s", body, re.IGNORECASE):
message = "Statistics:\n\n"
message = message + "Last overall checktime: " + fullcurrenttime + "\n"
message = message + "Last automatic checktime: " + lastwwwparsetime + "\n"
message = message + "Next checktime: " + nextchecktime + "\n"
message = message + "Number of checkcalls: " + str(checkcounter) + "\n"
message = message + "Number of errors: " + str(errorcounter) + "\n"
else:
if re.search("^c", body, re.IGNORECASE):
message = "Clear list of when the songs and playtimes.\n\n"
foundsongslist = []
else:
if re.search("^g", body, re.IGNORECASE):
message = soup_2songs_page(20)
else:
message = "Send: \n\n'list' or 'l' for latest playlist.\n '?' for songs/title looking for.\n 's1=songname' to change song1.\n"
message = message + " 'i1=artist' to change interpret1.\n 's2=songname' to change song2.\n 'i2=artist' to change interpret2.\n"
message = message + " 'is1=artist,song to change #1 \n 'is2=artist,song to change #2 \n "
message = message + " 'w' write i&s to file.\n 'r' read i&s from file\n"
message = message + " 'f' shows found songs.\n 'c' clears list with found songs\n"
message = message + " 's' shows statistics.\n 'g' gets song1,2 and interprets1,2"
return message
def write_to_file():
global file_name
global song1, interpret1, song2, interpret2
file = open(file_name, "w")
file.write(interpret1 + "\n")
file.write(song1 + "\n")
file.write(interpret2 + "\n")
file.write(song2 + "\n")
file.close()
def read_from_file():
global song1, interpret1, song2, interpret2, my_song1, my_interpret1, my_song2, my_interpret2
global full_song1
global full_interpret1
global full_song2
global full_interpret2
global file_name
if os.path.isfile(file_name):
file = open(file_name,"r")
interpret1 = file.readline().replace('\n', '')
song1 = file.readline().replace('\n', '')
interpret2 = file.readline().replace('\n', '')
song2 = file.readline().replace('\n', '')
file.close()
else:
song1 = my_song1
interpret1 =my_interpret1
song2 = my_song2
interpret2 = my_interpret2
full_song1 = song1
full_interpret1 = interpret1
full_song2 = song2
full_interpret2 = interpret2
def check_for_alarm_case(found_interpret_song_1, found_interpret_song_1_time,found_interpret_song_2, found_interpret_song_2_time, sendall, wait):
global full_song1
global full_interpret1
global full_song2
global full_interpret2
global fullcurrenttime
global lastchecktime
callermsg = ""
waittime = wait
sendmsg = False
if found_interpret_song_1 == 1 or found_interpret_song_1 == 2 or found_interpret_song_2 == 1 or found_interpret_song_2 == 2:
if found_interpret_song_1 == 2:
if found_interpret_song_2 == 1:
#song1==2 & song2==1
callermsg = fullcurrenttime + " ++ BULLI DOPPEL ALARM! ++\n"
callermsg = callermsg + "\n"
callermsg = callermsg + "+ JETZT ANRUFEN!!! 01375/100 100 +\n"
callermsg = callermsg + "\n"
callermsg = callermsg + "Beide Songs (sind ge)laufen!"
callermsg = callermsg + "\n"
# send that every time ...
sendmsg = True
else:
#song1==2 & song2==other than 1 ...
callermsg = fullcurrenttime + " -- FEHLALARM! 2.Song falsch --\n"
if sendall is True:
# dont send that at night ...
sendmsg = True
else:
# song1 is 1 or other, song2 is all
if found_interpret_song_1 == 1:
if found_interpret_song_2 == 2:
callermsg = fullcurrenttime + " -- FEHLALARM! 2.Song lief zuerst. --\n"
if sendall is True:
# dont send that at night ...
sendmsg = True
else:
waittime = 8 + random.randint(-2, 2)
callermsg = fullcurrenttime + " ++ BULLI ERSTER ALARM! ++\n"
callermsg = callermsg + found_interpret_song_1_time + ": der ERSTE Song läuft!\n"
callermsg = callermsg + "Es läuft:\n"
callermsg = callermsg + full_interpret1 + " '" + full_song1 + "'\n"
callermsg = callermsg + "Es fehlt noch:\n"
callermsg = callermsg + full_interpret2 + " '" + full_song2 + "'\n\n"
callermsg = callermsg + "Jetzt sofort +491375/100 100 anrufen!\n"
callermsg = callermsg + "https://www.antenne.de/musik/song-suche/ \n"
callermsg = callermsg + "https://www.webradio.de/antenne-bayern/\n"
callermsg = callermsg + "\n"
if sendall is True:
# don't send that at night ...
sendmsg = True
else:
# song2 is 1 or 2, song1 is other then 2 or 1
if found_interpret_song_2 == 1:
callermsg = fullcurrenttime + " -- ENTSPANNEN! 2.Song ohne 1. --\n"
callermsg = callermsg + found_interpret_song_2_time + ": läuft der 2.Song!\n"
callermsg = callermsg + "Es läuft:\n"
callermsg = callermsg + full_interpret2 + " '" + full_song2 + "'\n"
callermsg = callermsg + "Es sollte aber zuerst laufen:\n"
callermsg = callermsg + full_interpret1 + " '" + full_song1 + "'\n"
callermsg = callermsg + "\n"
callermsg = callermsg + "Kein Grund anzurufen.\n"
if sendall is True:
# dont send that at night ...
sendmsg = True
return(callermsg, waittime, sendmsg)
def soup_page(max_chars):
global interpret1
global interpret2
global song1
global song2
global full_song1
global full_interpret1
global full_song2
global full_interpret2
global currentmsg
global lastchecktime
global checkcounter
global fullcurrenttime
global parse_error
global parse_error_msg
global errorcounter
global foundsongslist
i1 = re.compile(remove_signs_from_string(interpret1), re.IGNORECASE)
t1 = re.compile(remove_signs_from_string(song1), re.IGNORECASE)
i2 = re.compile(remove_signs_from_string(interpret2), re.IGNORECASE)
t2 = re.compile(remove_signs_from_string(song2), re.IGNORECASE)
currtime_hour = time.strftime("%H")
currtime_min = time.strftime("%M")
currtime_sec = time.strftime("%S")
fullcurrenttime = currtime_hour + ":" + currtime_min + ":" + currtime_sec
found_interpret_song_1 = 0
found_interpret_song_1_time = 0
found_interpret_song_2 = 0
found_interpret_song_2_time = 0
itemnr = 0
checkcounter = checkcounter + 1
whatsappmsg = "[" + str(checkcounter) + "]" + " Checking time: " + fullcurrenttime + " Uhr.\n\n"
resultschanged = True
try:
page = requests.get('https://www.antenne.de/musik/song-suche/')
if page.ok == True:
try:
soup = BeautifulSoup(page.content, 'html.parser')
music_results = soup.find(class_="music_results")
music_results_items = music_results.find_all(class_="music_results__content")
for found_item in music_results_items:
itemnr = itemnr + 1
single_musik_result = found_item.find(class_="medium-8 columns")
song = single_musik_result.find(class_="song_title").get_text()
song = remove_signs_from_string(song)
interpret = single_musik_result.find(class_="artist").get_text()
interpret = remove_signs_from_string(interpret)
ps = single_musik_result.find_all('p')
lief = ps[1].get_text()
# finde den Zeitstempel
zeit = re.search("um (.+?) Uhr", lief).group(1)
if (itemnr == 1):
if (lastchecktime == zeit):
resultschanged = False
else:
resultschanged = True
lastchecktime = zeit
if (i1.search(interpret)):
if (t1.search(song)):
whatsappmsg = whatsappmsg + "1>>"
full_interpret1 = interpret
full_song1 = song
found_interpret_song_1 = itemnr
found_interpret_song_1_time = zeit
newelement = found_interpret_song_1_time + " " + full_interpret1 + " '" + full_song1 + "'"
if newelement not in foundsongslist:
foundsongslist.append(newelement)
else:
whatsappmsg = whatsappmsg + "1 >"
if (i2.search(interpret)):
if (t2.search(song)):
whatsappmsg = whatsappmsg + "2>>"
full_interpret2 = interpret
full_song2 = song
found_interpret_song_2 = itemnr
found_interpret_song_2_time = zeit
newelement = found_interpret_song_2_time + " " + full_interpret2 + " '" + full_song2 + "'"
if newelement not in foundsongslist:
foundsongslist.append(newelement)
else:
whatsappmsg = whatsappmsg + "2 >"
if (interpret[:max_chars] != interpret):
interpret = interpret[:max_chars-3] + "..."
if (song[:max_chars] != song):
song = song[:max_chars-3] + "..."
whatsappmsg = whatsappmsg + zeit + " " + interpret + " '" + song + "'\n"
if parse_error == True:
parse_error_msg = "PASS - parsing of webpage seems to work properly again ...\n"
print(parse_error_msg)
try:
send_telegram_err_message(parse_error_msg)
except:
print("Message couldn't be sent to root.")
errorcounter = errorcounter + 1
parse_error = False
except:
if parse_error == False:
parse_error_msg = "ERROR - parsing of webpage failed but will try again ...\n"
print(parse_error_msg)
try:
send_telegram_err_message(parse_error_msg)
except:
print("Message couldn't be sent to root.")
parse_error = True
errorcounter = errorcounter + 1
else:
if parse_error == False:
parse_error_msg = "ERROR - reading of webpage failed but will try again...\n"
print(parse_error_msg)
try:
send_telegram_err_message(parse_error_msg)
except:
print("Message couldn't be sent to root.")
parse_error = True
errorcounter = errorcounter + 1
except:
whatsappmsg = whatsappmsg + "Failed to read webpage - but will retry!!!\n\n"
errorcounter = errorcounter + 1
pass
currentmsg = whatsappmsg
return( whatsappmsg, resultschanged, found_interpret_song_1,found_interpret_song_1_time, found_interpret_song_2,found_interpret_song_2_time )
def remove_signs_from_string(string):
string = string.replace("'", "")
string = string.replace("´", "")
string = string.replace("", "")
string = re.sub(' +', ' ', string)
string = string.strip()
return string
def soup_2songs_page(max_chars):
global interpret1
global interpret2
global song1
global song2
global full_song1
global full_interpret1
global full_song2
global full_interpret2
global currentmsg
global lastchecktime
global fullcurrenttime
global parse_error
global parse_error_msg
global errorcounter
global foundsongslist
iinterpret1 = interpret1
iinterpret2 = interpret2
isong1 = song1
isong2 = song2
currtime_hour = time.strftime("%H")
currtime_min = time.strftime("%M")
currtime_sec = time.strftime("%S")
fullcurrenttime = currtime_hour + ":" + currtime_min + ":" + currtime_sec
itemnr = 0
whatsappmsg = " Getting time: " + fullcurrenttime + " Uhr.\n\n"
try:
page = requests.get('https://www.antenne.de/programm/aktionen/bullis-geschenkt/')
if page.ok is True:
#print("opened page ...")
try:
soup = BeautifulSoup(page.content, 'html.parser')
search_results = soup.find(class_="pagecontent")
search_results_items = search_results.find_all(class_="text-left")
is_nr = 1;
for found_item in search_results_items:
itemnr = itemnr + 1
item_text = found_item.get_text()
if "Bulli" not in item_text:
if " - " in item_text:
# now split into interpret and song
isstr = re.search(" *(.+?) - (.+?)$", item_text)
if isstr:
if is_nr == 1:
iinterpret1 = isstr.group(1)
isong1 = isstr.group(2)
#print("Interpret1 '" + iinterpret1 + "' - Song1 '" + isong1 + "'")
is_nr = is_nr + 1
elif is_nr == 2 :
iinterpret2 = isstr.group(1)
isong2 = isstr.group(2)
#print("Interpret2 '" + iinterpret2 + "' - Song2 '" + isong2 + "'")
is_nr = is_nr + 1
except:
if parse_error is False:
parse_error_msg = "ERROR - parsing of webpage failed but will try again ...\n"
print(parse_error_msg)
try:
send_telegram_err_message(parse_error_msg)
except:
print("Message couldn't be sent to root.")
parse_error = True
errorcounter = errorcounter + 1
else:
if parse_error is False:
parse_error_msg = "ERROR - reading of webpage failed but will try again...\n"
print(parse_error_msg)
try:
send_telegram_err_message(parse_error_msg)
except:
print("Message couldn't be sent to root.")
parse_error = True
errorcounter = errorcounter + 1
except:
whatsappmsg = whatsappmsg + "Failed to read webpage - but will retry!!!\n\n"
errorcounter = errorcounter + 1
pass
if isong1 != song1 or isong2 != song2 or iinterpret1 != interpret1 or iinterpret2 != interpret2:
whatsappmsg = whatsappmsg + "Interpret/Songs have changed:\n"
whatsappmsg = whatsappmsg + "old 1: '" + interpret1 + "' - '" + song1 + "'\n"
whatsappmsg = whatsappmsg + "new 1: '" + iinterpret1 + "' - '" + isong1 + "'\n"
whatsappmsg = whatsappmsg + "old 2: '" + interpret2 + "' - '" + song2 + "'\n"
whatsappmsg = whatsappmsg + "new 2: '" + iinterpret2 + "' - '" + isong2 + "'\n"
interpret1 = iinterpret1
interpret2 = iinterpret2
song2 = isong2
song1 = isong1
write_to_file()
foundsongslist = []
else:
whatsappmsg = whatsappmsg + "Interpret/Songs haven't changed:\n"
whatsappmsg = whatsappmsg + "1: '" + interpret1 + "' - '" + song1 + "'\n"
whatsappmsg = whatsappmsg + "2: '" + interpret2 + "' - '" + song2 + "'\n"
return (whatsappmsg)
def parse_www():
global run_thread
global currentmsg
global file_name
global song1
global interpret1
global song2
global interpret2
global lastwwwparsetime
global nextchecktime
read_from_file()
# wait between two requests
waittime_s = 15
nexttime_hour = time.strftime("%H")
nexttime_min = time.strftime("%M")
global lastchecktime
startime = time.strftime("%H:%M:%S")
telegrammsg = "Scan of Bully-page started " + startime + " Uhr.\n\n"
telegrammsg = telegrammsg + "-> Song1:\n '" + interpret1 + "'-'" + song1 + "'\n-> Song2:\n '" + interpret2 + "'-'" + song2 + "'\n"
print(telegrammsg)
send_all_telegram_message(telegrammsg)
while run_thread == 1:
currtime_hour = time.strftime("%H")
currtime_min = time.strftime("%M")
currtime_sec = time.strftime("%S")
lastwwwparsetime = currtime_hour + ":" + currtime_min + ":" + currtime_sec
soup_2songs_page(40)
(telegrammsg, resultschanged, found_interpret_song_1, found_interpret_song_1_time, found_interpret_song_2,
found_interpret_song_2_time) = soup_page(40)
waittime = waittime_s + random.randint(-10, 10)
if ((lastchecktime > verbose_start) & (lastchecktime < verbose_stop)):
sendall = True
else:
sendall = False
(callermsg, waittime, sendmsg ) = check_for_alarm_case(found_interpret_song_1, found_interpret_song_1_time,
found_interpret_song_2, found_interpret_song_2_time, sendall, waittime)
# convert timestring into time()
time_object = datetime.now() + timedelta(seconds=waittime)
nexttime_hour = time_object.strftime("%H")
nexttime_min = time_object.strftime("%M")
nexttime_sec = time_object.strftime("%S")
nextchecktime = nexttime_hour + ":" + nexttime_min + ":" + nexttime_sec
currentmsg = telegrammsg + "\nNext checking time: " + nexttime_hour + ":" + nexttime_min + " Uhr.\n"
if(resultschanged == True):
telegrammsg = callermsg + telegrammsg + "\n"
else:
telegrammsg = "\nNo changes. Titel at " + lastchecktime + " Uhr is the last..\n"
if(sendall == True):
telegrammsg = telegrammsg + "Wait for " + str(waittime) + " seconds before next check. \n"
telegrammsg = telegrammsg + "My next checking time: " + nexttime_hour + ":" + nexttime_min + ":" + nexttime_sec + " Uhr. "
#print(telegrammsg)
if(resultschanged == True):
if(sendmsg == True):
send_all_telegram_message(callermsg)
time.sleep(waittime)
stoptime = time.strftime("%H:%M:%S")
telegrammsg = "Scan of Bully-page stopped " + stoptime + " Uhr. Bye.\n"
print(telegrammsg)
send_all_telegram_message(telegrammsg)
def send_all_telegram_message(text):
global telegram_clients
for chat_id in telegram_clients:
bully3_bot.send_message(chat_id=chat_id, text=text)
def send_telegram_err_message(text):
global telegram_root_clients
for chat_id in telegram_root_clients:
bully3_bot.send_message(chat_id=chat_id, text=text)
def telegram_bot():
global run_thread
global telegram_error
global errorcounter
global update_id
try:
update_id = bully3_bot.get_updates()[0].update_id
except IndexError:
update_id = None
while 1 == run_thread:
try:
reply_telegram()
except NetworkError:
sleep(1)
except Unauthorized:
# The user has removed or blocked the bot.
update_id += 1
def reply_telegram():
global update_id
# Request updates after the last update_id
for update in bully3_bot.get_updates(offset=update_id, timeout=10):
update_id = update.update_id + 1
if update.message: # your bot can receive updates without messages
# Reply to the message
response = telegram_ahoy_reply(update.message.text)
update.message.reply_text(response)
class scanThread (threading.Thread):
def __init__(self, threadID, name):
threading.Thread.__init__(self)
self.threadID = threadID
self.name = name
def run(self):
print ("----> Starting " + self.name)
parse_www()
print ("----> Exiting " + self.name)
class telegramThread (threading.Thread):
def __init__(self, threadID, name):
threading.Thread.__init__(self)
self.threadID = threadID
self.name = name
def run(self):
print ("----> Starting " + self.name)
telegram_bot()
print ("----> Exiting " + self.name)
bully3_bot = telegram.Bot(telegram_token)
if __name__ == "__main__":
try:
scanwwthread = scanThread(1,"parse_www")
scanwwthread.start()
telegramthread = telegramThread(1,"telegram_bot")
telegramthread.start()
except KeyboardInterrupt:
print("Detected CTRL-C ... stopping the process. Please wait ...\n")
run_thread = 0
scanwwthread.join()
telegramthread.join()
sys.exit()

383
archive/searchwebsite_wa.py Normal file
View file

@ -0,0 +1,383 @@
#!/usr/local/bin/python3
my_song1 = "Zusammen"
my_interpret1 = "Fantastischen Vier"
my_song2 = "Beat it"
my_interpret2 = "Michael Jackson"
whatsapp_clients = ["+491752076485","+4917670870053"]
#########################################################
verbose_start = "06:00"
verbose_stop = "23:00"
song1 = "Zusammen"
interpret1 = "Fantastischen Vier"
song2 = "Beat it"
interpret2 = "Michael Jackson"
currentmsg = ""
run_thread = 1
lastchecktime = ""
fullcurrenttime = ""
file_name = "./bully_search.txt"
import sys
import os.path
import threading
from twilio.rest import Client
import requests
import re
from bs4 import BeautifulSoup
import time
from datetime import datetime
from datetime import timedelta
import random
from flask import Flask, request
from twilio.twiml.messaging_response import Body, Message, Redirect, MessagingResponse
app = Flask(__name__)
@app.route("/wa", methods=['POST', 'GET'])
def wa_ahoy_reply():
global song1
global interpret1
global song2
global interpret2
global currentmsg
global lastchecktime
# Start our response
body = request.values.get('Body', None)
resp = MessagingResponse()
if((re.search("^list$", body, re.IGNORECASE)!=None) | (re.search("^l$", body, re.IGNORECASE)!=None)):
soup_page(15)
resp.message("Latest list is:\n" + currentmsg)
lastchecktime = ""
else:
if(body == "?"):
resp.message("#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n")
else:
if(re.search("^s1=(.+)", body, re.IGNORECASE)):
song1 = re.search("^s1=(.+)",body, re.IGNORECASE).group(1)
resp.message("Song1 changed to: '" + song1 + "'\n" +
"Interpret1-Song1:\n'" + interpret1 + "' - '" + song1 + "'\n\n" + "Interpret2-Song2:\n'" + interpret2 + "' - '" + song2 + "'\n\n")
else:
if(re.search("^i1=(.+)", body, re.IGNORECASE)):
interpret1 = re.search("^i1=(.+)",body, re.IGNORECASE).group(1)
resp.message("Interpret1 changed to: '" + interpret1 + "'\n" +
"#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "' - '" + song2 + "'\n\n")
else:
if (re.search("^s2=(.+)", body, re.IGNORECASE)):
song2 = re.search("^s2=(.+)", body, re.IGNORECASE).group(1)
resp.message("Song2 changed to: '" + song2 + "'\n" +
"#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2 :'" + interpret2 + "'\n - '" + song2 + "'\n\n")
else:
if (re.search("^i2=(.+)", body, re.IGNORECASE)):
interpret2 = re.search("^i2=(.+)", body, re.IGNORECASE).group(1)
resp.message("Interpret2 changed to: '" + interpret2 + "'\n" +
"#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n")
else:
if (re.search("^w$", body, re.IGNORECASE)):
write_to_file()
resp.message("Written songs and interprets to file.\n" +
"You can read it with 'r'.\n" +
"#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n")
else:
if (re.search("^r$", body, re.IGNORECASE)):
read_from_file()
resp.message("Read songs and interprets from file.\n" +
"You can read it with 'w'.\n" +
"#1: '" + interpret1 + "'\n - '" + song1 + "'\n\n" + "#2: '" + interpret2 + "'\n - '" + song2 + "'\n\n")
else:
if (re.search("^is1=(.+),(.+)", body, re.IGNORECASE)):
interpret1 = re.search("^is1=(.+),(.+)", body, re.IGNORECASE).group(1)
song1 = re.search("^is1=(.+),(.+)", body, re.IGNORECASE).group(2)
resp.message("#1 changed to: '" + interpret1 + "'-'" + song1 + "'\n" +
"Interpret1-Song1:\n'" + interpret1 + "' - '" + song1 + "'\n\n" + "Interpret2-Song2:\n'" + interpret2 + "' - '" + song2 + "'\n\n")
else:
if (re.search("^is2=(.+),(.+)", body, re.IGNORECASE)):
interpret2 = re.search("^is2=(.+),(.+)", body, re.IGNORECASE).group(1)
song2 = re.search("^is2=(.+),(.+)", body, re.IGNORECASE).group(2)
resp.message("#2 changed to: '" + interpret2 + "'-'" + song2 + "'\n" +
"Interpret1-Song1:\n'" + interpret1 + "' - '" + song1 + "'\n\n" + "Interpret2-Song2:\n'" + interpret2 + "' - '" + song2 + "'\n\n")
else:
resp.message("Send: \n\n'list' or 'l' for latest playlist.\n '?' for songs/title looking for.\n 's1=<songname>' to change song1.\n" +
" 'i1=<artist>' to change interpret1.\n 's2=<songname>' to change song2.\n 'i2=<artist>' to change interpret2.\n" +
" 'is1=<artist>,<song> to change #1 \n 'is2=<artist>,<song> to change #2 \n " +
" 'w' write i&s to file.\n 'r' read i&s from file\n")
return str(resp)
# ngrok starten ausserhalb des virtuellen env: ngrok http 5000
# in twilio WebHooks die Https Adresse die ngrok beim startup zeigt eintragen inkl. /wa am Ende
# python virtualles env aufbauen und darin Flask installieren
# für windows: http://timmyreilly.azurewebsites.net/python-flask-windows-development-environment-setup/
# python searchwebsite_wa.py starten ...
def write_to_file():
global file_name
global song1, interpret1, song2, interpret2
file = open(file_name, "w")
file.write(interpret1 + "\n")
file.write(song1 + "\n")
file.write(interpret2 + "\n")
file.write(song2 + "\n")
file.close()
def read_from_file():
global song1, interpret1, song2, interpret2, my_song1, my_interpret1, my_song2, my_interpret2
global file_name
if (os.path.isfile(file_name)):
file = open(file_name,"r")
interpret1 = file.readline().replace('\n', '')
song1 = file.readline().replace('\n', '')
interpret2 = file.readline().replace('\n', '')
song2 = file.readline().replace('\n', '')
file.close()
else:
song1 = my_song1
interpret1 =my_interpret1
song2 = my_song2
interpret2 = my_interpret2
def send_wa_msg(client, resultschanged, sendmsg, callermsg):
global whatsapp_clients
if (resultschanged == True):
if (sendmsg == True):
for waclient in whatsapp_clients:
client.messages.create(to="whatsapp:"+ waclient,
from_="whatsapp:+14155238886",
body=callermsg)
def check_for_alarm_case(found_interpret_song_1, found_interpret_song_1_time, interpret1, song1, found_interpret_song_2, found_interpret_song_2_time, interpret2, song2, sendall, wait):
global fullcurrenttime
global lastchecktime
callermsg = ""
waittime = wait
sendmsg = False
if (((found_interpret_song_1 > 0) | (found_interpret_song_1 > 0))):
if ((found_interpret_song_1 == 2) & (found_interpret_song_2 == 1)):
callermsg = fullcurrenttime + " ++ BULLI DOPPEL ALARM! ++\n"
callermsg = callermsg + "\n"
callermsg = callermsg + "+ JETZT ANRUFEN!!! 01375/100 100 +\n"
callermsg = callermsg + "\n"
callermsg = callermsg + "Beide Songs (sind ge)laufen!"
callermsg = callermsg + "\n"
# send taht everytime ...
sendmsg = True
else:
if (found_interpret_song_1 == 1):
waittime = 15 + random.randint(-5, 5)
callermsg = fullcurrenttime + " ++ BULLI ERSTER ALARM! ++\n"
callermsg = callermsg + found_interpret_song_1_time + ": der ERSTE Song läuft!\n"
callermsg = callermsg + "Es läuft:\n"
callermsg = callermsg + interpret1 + " '" + song1 + "'\n"
callermsg = callermsg + "Es fehlt noch:\n"
callermsg = callermsg + interpret2 + " '" + song2 + "'\n\n"
callermsg = callermsg + "Wenn der kommt 01375/100 100 anrufen!\n"
callermsg = callermsg + "https://www.antenne.de/musik/song-suche/ \n"
callermsg = callermsg + "https://www.webradio.de/antenne-bayern/\n"
callermsg = callermsg + "\n"
if (sendall == True):
# dont send that at night ...
sendmsg = True
else:
if ((found_interpret_song_1 == 2) & (found_interpret_song_2 != 1)):
callermsg = fullcurrenttime + " -- FEHLALARM! 2.Song falsch --\n"
if (sendall == True):
# dont send that at night ...
sendmsg = True
else:
if (found_interpret_song_2 == 1):
callermsg = fullcurrenttime + " -- ENTSPANNEN! 2.Song ohne 1. --\n"
callermsg = callermsg + found_interpret_song_2_time + ": läuft der 2.Song!\n"
callermsg = callermsg + "Es läuft:\n"
callermsg = callermsg + interpret2 + " '" + song2 + "'\n"
callermsg = callermsg + "Es sollte aber zuerst laufen:\n"
callermsg = callermsg + interpret1 + " '" + song1 + "'\n"
callermsg = callermsg + "\n"
callermsg = callermsg + "Kein Grund anzurufen.\n"
if (sendall == True):
# dont send that at night ...
sendmsg = True
return(callermsg, waittime, sendmsg)
def soup_page(max_chars):
global interpret1
global interpret2
global song1
global song2
global currentmsg
global lastchecktime
global fullcurrenttime
i1 = re.compile(interpret1, re.IGNORECASE)
t1 = re.compile(song1, re.IGNORECASE)
i2 = re.compile(interpret2, re.IGNORECASE)
t2 = re.compile(song2, re.IGNORECASE)
currtime_hour = time.strftime("%H")
currtime_min = time.strftime("%M")
currtime_sec = time.strftime("%S")
fullcurrenttime = currtime_hour + ":" + currtime_min + ":" + currtime_sec
page = requests.get('https://www.antenne.de/musik/song-suche/')
found_interpret_song_1 = 0
found_interpret_song_1_time = 0
found_interpret_song_2 = 0
found_interpret_song_2_time = 0
itemnr = 0
soup = BeautifulSoup(page.content, 'html.parser')
music_results = soup.find(class_="music_results")
music_results_items = music_results.find_all(class_="music_results__content")
whatsappmsg = "Checking time: " + fullcurrenttime+ " Uhr.\n\n"
for found_item in music_results_items:
itemnr = itemnr + 1
single_musik_result = found_item.find(class_="medium-8 columns")
song = single_musik_result.find(class_="song_title").get_text()
interpret = single_musik_result.find(class_="artist").get_text()
ps = single_musik_result.find_all('p')
lief = ps[1].get_text()
# finde den Zeitstempel
zeit = re.search("um (.+?) Uhr", lief).group(1)
if (itemnr == 1):
if (lastchecktime == zeit):
resultschanged = False
else:
resultschanged = True
lastchecktime = zeit
if (i1.search(interpret)):
if (t1.search(song)):
whatsappmsg = whatsappmsg + "1>>"
found_interpret_song_1 = itemnr
found_interpret_song_1_time = zeit
else:
whatsappmsg = whatsappmsg + "1 >"
if (i2.search(interpret)):
if (t2.search(song)):
whatsappmsg = whatsappmsg + "2>>"
found_interpret_song_2 = itemnr
found_interpret_song_2_time = zeit
else:
whatsappmsg = whatsappmsg + "2 >"
if (interpret[:max_chars] != interpret):
interpret = interpret[:max_chars-3] + "..."
if (song[:max_chars] != song):
song = song[:max_chars-3] + "..."
whatsappmsg = whatsappmsg + zeit + " " + interpret + " '" + song + "'\n"
currentmsg = whatsappmsg
return( whatsappmsg, resultschanged, found_interpret_song_1,found_interpret_song_1_time, found_interpret_song_2,found_interpret_song_2_time )
def parse_www():
global run_thread
global currentmsg
global file_name
read_from_file()
# wait between two requests
waittime_s = 70
nexttime_hour = time.strftime("%H")
nexttime_min = time.strftime("%M")
global lastchecktime
accountsid = "AC06de53c014c4bd394e7c7173aed73533"
authtoken = "94816b05b0ac71d3f6227726969e8e21"
client = Client(accountsid, authtoken)
startime = time.strftime("%H:%M:%S")
whatsappmsg = "Scan of Bully-page started " + startime + " Uhr.\n\n"
whatsappmsg = whatsappmsg + "-> Song1:\n '" + interpret1 + "'-'" + song1 + "'\n-> Song2:\n '" + interpret2 + "'-'" + song2 + "'\n"
print(whatsappmsg)
send_wa_msg(client, True, True, whatsappmsg)
while run_thread == 1:
(whatsappmsg, resultschanged, found_interpret_song_1, found_interpret_song_1_time, found_interpret_song_2,
found_interpret_song_2_time) = soup_page(40)
waittime = waittime_s + random.randint(-20, 20)
if ((lastchecktime > verbose_start) & (lastchecktime < verbose_stop)):
sendall = True
else:
sendall = False
(callermsg, waittime, sendmsg ) = check_for_alarm_case(found_interpret_song_1, found_interpret_song_1_time, interpret1, song1,
found_interpret_song_2, found_interpret_song_2_time, interpret2, song2, sendall, waittime)
# convert timestring into time()
time_object = datetime.now() + timedelta(seconds=waittime)
nexttime_hour = time_object.strftime("%H")
nexttime_min = time_object.strftime("%M")
nexttime_sec = time_object.strftime("%S")
currentmsg = whatsappmsg + "\nNext checking time: " + nexttime_hour + ":" + nexttime_min + " Uhr.\n"
if(resultschanged == True):
whatsappmsg = callermsg + whatsappmsg + "\n"
else:
whatsappmsg = "\nNo changes. Titel at " + lastchecktime + " Uhr is the last..\n"
if(sendall == True):
whatsappmsg = whatsappmsg + "Wait for " + str(waittime) + " seconds before next check. \n"
whatsappmsg = whatsappmsg + "My next checking time: " + nexttime_hour + ":" + nexttime_min + ":" + nexttime_sec + " Uhr. "
print(whatsappmsg)
send_wa_msg(client, resultschanged, sendmsg, callermsg)
time.sleep(waittime)
stoptime = time.strftime("%H:%M:%S")
whatsappmsg = "Scan of Bully-page stopped " + stoptime + " Uhr. Bye.\n"
print(whatsappmsg)
send_wa_msg(client, True, True, whatsappmsg)
class myThread (threading.Thread):
def __init__(self, threadID, name):
threading.Thread.__init__(self)
self.threadID = threadID
self.name = name
def run(self):
print ("----> Starting " + self.name)
parse_www()
print ("----> Exiting " + self.name)
if __name__ == "__main__":
scanwwthread = myThread(1,parse_www)
scanwwthread.start()
app.run()
#while 0==0:
print("Detected CTRL-C ... stopping the process. Please wait ...\n")
run_thread = 0
scanwwthread.join()
sys.exit()