|
28
11108
|
#!python3
from bs4 import BeautifulSoup
import requests
import sqlite3
import time
import sys
# Login and download online users
s = requests.Session()
data = {"user":"freakforum", "password":"freakforum"}
url = "https://www.mafiaenshevn.com/home.php"
r = s.post(url, data=data)
r = s.get("https://www.mafiaenshevn.com/?side=online")
# Get online users from returned HTML
soup = BeautifulSoup(r.text, "html.parser")
try:
online_a = soup.find("td", class_="Innhold").find_all("a")
except AttributeError as e:
print("Failed to get online users")
print(soup.get_text())
sys.exit(1)
users = [a.get_text() for a in online_a]
print(users)
# Make virtual enviroment C:\Python36 λ python -m venv mafia # Cd in C:\Python36 λ cd mafia # Activate enviroment C:\Python36\mafia λ C:\Python36\mafia\Scripts\activate.bat (mafia) C:\Python36\mafia # Install Beautifulsoup and Requests λ pip install beautifulsoup4 requests (mafia) C:\Python36\mafia λ pip install beautifulsoup4 requests Collecting beautifulsoup4 Using cached beautifulsoup4-4.5.3-py3-none-any.whl Collecting requests Using cached requests-2.13.0-py2.py3-none-any.whl Installing collected packages: beautifulsoup4, requests Successfully installed beautifulsoup4-4.5.3 requests-2.13.0 # Run code from Ozma (mafia) C:\Python36\mafia λ python mafia_ozma.py ['Birkux', 'DonQuote', 'DeadAngel', 'HmK', 'Addexio', 'cybermonza'....]
python mafia.py
[mafia] droplet ~/www/mafia
$ tree .
.
├── displayonline.py
├── getonline.py
└── public
└── placeholder
[mafia] droplet ~/www/mafia
$ cat displayonline.py
import sqlite3
import pytz
from collections import defaultdict
import json
import time
from datetime import datetime
# Make list for each user containing times they were online
online = defaultdict(list)
conn = sqlite3.connect("online.db")
c = conn.cursor()
for row in c.execute("SELECT time, users FROM online WHERE time > strftime('%s','now') - 7*86400"):
t = row[0]
users = row[1].split(",")
for user in users:
online[user].append(t)
tz = pytz.timezone("Europe/Oslo")
oslo_now = datetime.now(tz)
print("""
<!doctype html>
<meta charset="utf-8">
<pre>
""")
print("Last update:", oslo_now, "\n")
# Increasing times
for user in sorted(online.keys()):
hours = (time.time() - max(online[user]))/3600
print("{:<15} seen {:5.1f} hours ago".format(user, hours))
print("</pre>")
[mafia] droplet ~/www/mafia
$ cat getonline.py
from bs4 import BeautifulSoup
import requests
import sqlite3
import time
import sys
# Login and download online users
s = requests.Session()
data = {"user":"freakforum", "password":"freakforum"}
url = "https://www.mafiaenshevn.com/home.php"
r = s.post(url, data=data)
r = s.get("https://www.mafiaenshevn.com/?side=online")
# Get online users from returned HTML
soup = BeautifulSoup(r.text, "html.parser")
try:
online_a = soup.find("td", class_="Innhold").find_all("a")
except AttributeError as e:
print("Failed to get online users")
print(soup.get_text())
sys.exit(1)
users = [a.get_text() for a in online_a]
conn = sqlite3.connect("online.db")
# Create online users table
c = conn.cursor()
c.execute("""CREATE TABLE IF NOT EXISTS online
(time integer, users text)""")
conn.commit()
# Insert current online users
c.execute("INSERT INTO online VALUES (?, ?)", [int(time.time()), ','.join(users)])
conn.commit()
conn.close()
print("Got online users")
# Fattigmanns-cron # Terminal 1 $ while true; do python3 getonline.py; sleep 360; done # Terminal 2 $ while true; do python3 displayonline.py > public/mafia-online.html; sleep 60; done # Terminal 3 $ cd public $ python3 -m http.server
{% for user in users %}
<li> {{ user }} </li>
{% endfor %}
user_agent = {'User-agent': 'Mozilla/5.0'}
# app.py
from flask import Flask, render_template, jsonify, request
from bs4 import BeautifulSoup
import requests
app = Flask(__name__)
@app.route('/')
def mafia():
# Login and download online users
s = requests.Session()
user_agent = {'User-agent': 'Mozilla/5.0'}
data = {"user":"xxxx", "password":"xxxx"}
url = "https://www.mafiaenshevn.com/home.php"
r = s.post(url, data=data, headers=user_agent)
r = s.get("https://www.mafiaenshevn.com/?side=online")
# Get online users from returned HTML
soup = BeautifulSoup(r.text, "html.parser")
try:
online_a = soup.find("td", class_="Innhold").find_all("a")
except AttributeError as e:
print("Failed to get online users")
print(soup.get_text())
sys.exit(1)
users = [a.get_text() for a in online_a]
#print(users)
return render_template("index.html", users=users)
if __name__ == '__main__':
app.run(debug=True)
<!-- index.htm -->
<!doctype html>
<div id="wrapper">
<ul>
{% for user in users %}
<li> {{ user }} </li>
{% endfor %}
</ul>
</div>
</body>
</html>
user_agent = {'User-agent': 'Mozilla/5.0 (X11; NetBSD) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36'}
Microsoft Windows [Version 10.0.14393] (c) 2016 Microsoft Corporation. Med enerett. C:\Windows\System32>cd\ C:\>python Python 3.6.0 (v3.6.0:41df79263a11, Dec 23 2016, 07:18:10) [MSC v.1900 32 bit (Intel)] on win32 Type "help", "copyright", "credits" or "license" for more information. >>> exit() C:\>pip -V pip 9.0.1 from c:\python36\lib\site-packages (python 3.6) C:\>
|
|
