mirror of
https://gitlab.com/linuxstuff/dotfiles.git
synced 2026-11-10 23:15:11 +01:00
added base config
This commit is contained in:
Simon committed
1 parent
fad113684c
commit
0946372193
159 files changed
+9524
No files matched your search
@@ -0,0 +1 @@
|
||||
,simon,localhost.localdomain,24.10.2019 16:55,file:///home/simon/.config/libreoffice/4;
|
||||
@@ -0,0 +1,75 @@
|
||||
import requests
|
||||
import urllib.request
|
||||
import xml.etree.ElementTree as ET
|
||||
import subprocess
|
||||
from pathlib import Path
|
||||
import os
|
||||
|
||||
#a.digi4school.at/ebook/791/?page=52
|
||||
|
||||
maxpages = 52
|
||||
|
||||
contentdir = "./pages" # ./pages dir
|
||||
pagedirtemplate = contentdir + "/{}" # ./pages/1 pagenr dir
|
||||
subdirtemplate = pagedirtemplate + "/{}" # ./pages/1/img pagenr, "img" dir
|
||||
|
||||
svgsavetemplate = pagedirtemplate + "/{}.{}" # ./pages/1/1.svg pagenr, pagenr, "svg" file
|
||||
imgsavetemplate = subdirtemplate + "/{}.{}" # ./pages/1/img/1.png pagenr, "img", imgnr, "png" file
|
||||
|
||||
# https://a.trauner-digibox.com/ebook/584/1/1.svg
|
||||
# ebook number, page number, page number, sxtension
|
||||
svgurltemplate = "https://a.digi4school.at/ebook/{}/{}/{}.{}"
|
||||
|
||||
# https://a.trauner-digibox.com/ebook/584/1/img/1.png
|
||||
# ebook number, page number, img kind, img number, extension
|
||||
imgurltemplate = "https://a.digi4school.at/ebook/{}/{}/{}/{}.{}"
|
||||
|
||||
ebooknr = "791"
|
||||
|
||||
if not os.path.exists(contentdir):
|
||||
os.makedirs(contentdir)
|
||||
|
||||
for pagenr in range(1, maxpages + 1):
|
||||
cookies = {
|
||||
'digi4s': '1430266494%2c791%2c10uc5ab2f1fy%2c96060%20{421%201576046595%203D5C8CD3A0798712D5185FC95C9A8955A2AFCF43}',
|
||||
'digi4b' : '96060%2c1575960190%20{982%200%20608298EAE5D829FFD9E417AFF76D8A644DA01134}'
|
||||
}
|
||||
|
||||
headers = {'User-Agent': 'Mozilla/5.0 (Linux; Android 5.1.1; SM-G928X Build/LMY47X) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/47.0.2526.83 Mobile Safari/537.36'}
|
||||
|
||||
print(pagenr)
|
||||
|
||||
if not os.path.exists(pagedirtemplate.format(pagenr)):
|
||||
os.makedirs(pagedirtemplate.format(pagenr))
|
||||
|
||||
if not os.path.exists(subdirtemplate.format(pagenr, "img")):
|
||||
os.makedirs(subdirtemplate.format(pagenr, "img"))
|
||||
|
||||
if not os.path.exists(subdirtemplate.format(pagenr, "shade")):
|
||||
os.makedirs(subdirtemplate.format(pagenr, "shade"))
|
||||
|
||||
response = requests.get(svgurltemplate.format(ebooknr, pagenr, pagenr, "svg"), headers=headers, cookies=cookies)
|
||||
if (response.status_code != 404):
|
||||
with open(svgsavetemplate.format(pagenr, pagenr, "svg"), 'wb') as f:
|
||||
f.write(response.content)
|
||||
|
||||
imagecount = 0
|
||||
|
||||
with open(svgsavetemplate.format(pagenr, pagenr, "svg")) as f:
|
||||
contents = f.read()
|
||||
imagecount = contents.count("<image")
|
||||
|
||||
for imgnr in range(0, imagecount + 1):
|
||||
print("+{}".format(imgnr))
|
||||
|
||||
response = requests.get(imgurltemplate.format(ebooknr, pagenr, "img", imgnr, "png"), headers=headers, cookies=cookies)
|
||||
if (response.status_code != 404):
|
||||
with open(imgsavetemplate.format(pagenr, "img", imgnr, "png"), 'wb') as f:
|
||||
f.write(response.content)
|
||||
|
||||
response = requests.get(imgurltemplate.format(ebooknr, pagenr, "shade", imgnr, "png"), headers=headers, cookies=cookies)
|
||||
if (response.status_code != 404):
|
||||
with open(imgsavetemplate.format(pagenr, "shade", imgnr, "png"), 'wb') as f:
|
||||
f.write(response.content)
|
||||
|
||||
subprocess.call(["rsvg-convert", "-f", "pdf", "-o", "{}.pdf".format(pagenr), svgsavetemplate.format(pagenr, pagenr, "svg")])
|
||||
@@ -0,0 +1,73 @@
|
||||
import requests
|
||||
import urllib.request
|
||||
import xml.etree.ElementTree as ET
|
||||
import subprocess
|
||||
from pathlib import Path
|
||||
import os
|
||||
|
||||
maxpages = 52
|
||||
|
||||
contentdir = "./pages" # ./pages dir
|
||||
pagedirtemplate = contentdir + "/{}" # ./pages/1 pagenr dir
|
||||
subdirtemplate = pagedirtemplate + "/{}" # ./pages/1/img pagenr, "img" dir
|
||||
|
||||
svgsavetemplate = pagedirtemplate + "/{}.{}" # ./pages/1/1.svg pagenr, pagenr, "svg" file
|
||||
imgsavetemplate = subdirtemplate + "/{}.{}" # ./pages/1/img/1.png pagenr, "img", imgnr, "png" file
|
||||
|
||||
# https://a.trauner-digibox.com/ebook/584/1/1.svg
|
||||
# ebook number, page number, page number, sxtension
|
||||
svgurltemplate = "https://a.digi4school.at/ebook/{}/{}/{}.{}"
|
||||
|
||||
# https://a.trauner-digibox.com/ebook/584/1/img/1.png
|
||||
# ebook number, page number, img kind, img number, extension
|
||||
imgurltemplate = "https://a.digi4school.at/ebook/{}/{}/{}/{}.{}"
|
||||
|
||||
ebooknr = "791"
|
||||
|
||||
if not os.path.exists(contentdir):
|
||||
os.makedirs(contentdir)
|
||||
|
||||
for pagenr in range(1, maxpages + 1):
|
||||
cookies = {
|
||||
'digi4s': '1430266494%2c791%2c10uc5ab2f1fy%2c96060%20{421%201576046595%203D5C8CD3A0798712D5185FC95C9A8955A2AFCF43}',
|
||||
'digi4b' : '96060%2c1575960190%20{982%200%20608298EAE5D829FFD9E417AFF76D8A644DA01134}'
|
||||
}
|
||||
|
||||
headers = {'User-Agent': 'Mozilla/5.0 (Linux; Android 5.1.1; SM-G928X Build/LMY47X) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/47.0.2526.83 Mobile Safari/537.36'}
|
||||
|
||||
print(pagenr)
|
||||
|
||||
if not os.path.exists(pagedirtemplate.format(pagenr)):
|
||||
os.makedirs(pagedirtemplate.format(pagenr))
|
||||
|
||||
if not os.path.exists(subdirtemplate.format(pagenr, "img")):
|
||||
os.makedirs(subdirtemplate.format(pagenr, "img"))
|
||||
|
||||
if not os.path.exists(subdirtemplate.format(pagenr, "shade")):
|
||||
os.makedirs(subdirtemplate.format(pagenr, "shade"))
|
||||
|
||||
response = requests.get(svgurltemplate.format(ebooknr, pagenr, pagenr, "svg"), headers=headers, cookies=cookies)
|
||||
if (response.status_code != 404):
|
||||
with open(svgsavetemplate.format(pagenr, pagenr, "svg"), 'wb') as f:
|
||||
f.write(response.content)
|
||||
|
||||
imagecount = 0
|
||||
|
||||
with open(svgsavetemplate.format(pagenr, pagenr, "svg")) as f:
|
||||
contents = f.read()
|
||||
imagecount = contents.count("<image")
|
||||
|
||||
for imgnr in range(0, imagecount + 1):
|
||||
print("+{}".format(imgnr))
|
||||
|
||||
response = requests.get(imgurltemplate.format(ebooknr, pagenr, "img", imgnr, "png"), headers=headers, cookies=cookies)
|
||||
if (response.status_code != 404):
|
||||
with open(imgsavetemplate.format(pagenr, "img", imgnr, "png"), 'wb') as f:
|
||||
f.write(response.content)
|
||||
|
||||
response = requests.get(imgurltemplate.format(ebooknr, pagenr, "shade", imgnr, "png"), headers=headers, cookies=cookies)
|
||||
if (response.status_code != 404):
|
||||
with open(imgsavetemplate.format(pagenr, "shade", imgnr, "png"), 'wb') as f:
|
||||
f.write(response.content)
|
||||
|
||||
subprocess.call(["rsvg-convert", "-f", "pdf", "-o", "{}.pdf".format(pagenr), svgsavetemplate.format(pagenr, pagenr, "svg")])
|
||||
@@ -0,0 +1,53 @@
|
||||
import requests
|
||||
import urllib.request
|
||||
import time
|
||||
from bs4 import BeautifulSoup
|
||||
|
||||
#url = 'https://www.myspass.de/shows/tvshows/stromberg/#bob-subnavi'
|
||||
#response = requests.get(url)
|
||||
#soup = BeautifulSoup(response.text, "html.parser")
|
||||
|
||||
soup = BeautifulSoup(open("./site.html"), "html.parser")
|
||||
|
||||
divcontents = soup.find(id="content")
|
||||
divseasons = divcontents.find(id="videoPanel_overlay_10999_full_episode")
|
||||
divepisodes = divseasons.findAll("div")
|
||||
|
||||
href = ""
|
||||
prevhref = ""
|
||||
title = ""
|
||||
info = ""
|
||||
block = 0
|
||||
|
||||
f = open("list.txt", "a")
|
||||
|
||||
for div in divepisodes:
|
||||
title = ""
|
||||
info = ""
|
||||
|
||||
atags = div.findAll("a")
|
||||
for a in atags:
|
||||
href = a.get('href')
|
||||
|
||||
h2tags = div.findAll("h2")
|
||||
for h2 in h2tags:
|
||||
title = h2.text
|
||||
|
||||
smalltags = div.findAll("small")
|
||||
for small in smalltags:
|
||||
info = small.text
|
||||
|
||||
|
||||
if href != prevhref and title and info and href:
|
||||
prevhref = href
|
||||
#f.write("#")
|
||||
#f.write('\n')
|
||||
#f.write(title)
|
||||
#f.write('\n')
|
||||
#f.write(info)
|
||||
#f.write('\n')
|
||||
f.write(href)
|
||||
f.write('\n')
|
||||
|
||||
|
||||
f.close()
|
||||
@@ -0,0 +1,51 @@
|
||||
/shows/tvshows/stromberg/Der-letzte-Tag--/665/
|
||||
/shows/tvshows/stromberg/Der-Parkplatz--/867/
|
||||
/shows/tvshows/stromberg/Feueralarm--/866/
|
||||
/shows/tvshows/stromberg/Mobbing--/815/
|
||||
/shows/tvshows/stromberg/Der-Geburtstag--/865/
|
||||
/shows/tvshows/stromberg/Die-gute-Tat--/864/
|
||||
/shows/tvshows/stromberg/Diebstahl--/863/
|
||||
/shows/tvshows/stromberg/Die-Befoerderung--/862/
|
||||
/shows/tvshows/stromberg/Der-letzte-Tag--/665/
|
||||
/shows/tvshows/stromberg/Tag-der-offenen-Tuer--/856/
|
||||
/shows/tvshows/stromberg/Herr-Becker--/664/
|
||||
/shows/tvshows/stromberg/Bowling--/861/
|
||||
/shows/tvshows/stromberg/Der-Kurs--/860/
|
||||
/shows/tvshows/stromberg/Badminton--/736/
|
||||
/shows/tvshows/stromberg/Maennerfreundschaften--/859/
|
||||
/shows/tvshows/stromberg/Theo--/737/
|
||||
/shows/tvshows/stromberg/Der-Vertrag--/807/
|
||||
/shows/tvshows/stromberg/Die-Putzfrau--/858/
|
||||
/shows/tvshows/stromberg/Die-Kuendigung--/857/
|
||||
/shows/tvshows/stromberg/Tag-der-offenen-Tuer--/856/
|
||||
/shows/tvshows/stromberg/Erika--/821/
|
||||
/shows/tvshows/stromberg/Jennifer--/738/
|
||||
/shows/tvshows/stromberg/Nicole--/816/
|
||||
/shows/tvshows/stromberg/Karneval--/817/
|
||||
/shows/tvshows/stromberg/Der-Protest--/818/
|
||||
/shows/tvshows/stromberg/Jochen--/819/
|
||||
/shows/tvshows/stromberg/Lulu--/820/
|
||||
/shows/tvshows/stromberg/Herr-Loermann--/822/
|
||||
/shows/tvshows/stromberg/Erika--/821/
|
||||
/shows/tvshows/stromberg/Die-Abrechnung--/1384/
|
||||
/shows/tvshows/stromberg/Beziehungen--/1149/
|
||||
/shows/tvshows/stromberg/Finsdorf--/1150/
|
||||
/shows/tvshows/stromberg/Seelsorge--/1210/
|
||||
/shows/tvshows/stromberg/Helge--/1211/
|
||||
/shows/tvshows/stromberg/Paerchenabend--/1227/
|
||||
/shows/tvshows/stromberg/Sally--/1249/
|
||||
/shows/tvshows/stromberg/Gernot--/1311/
|
||||
/shows/tvshows/stromberg/Die-Rueckkehr--/1358/
|
||||
/shows/tvshows/stromberg/Herr-Nehring--/1362/
|
||||
/shows/tvshows/stromberg/Die-Abrechnung--/1384/
|
||||
/shows/tvshows/stromberg/Der-Abschied--/6383/
|
||||
/shows/tvshows/stromberg/Malik--/6372/
|
||||
/shows/tvshows/stromberg/Frau-Papenacker--/6375/
|
||||
/shows/tvshows/stromberg/Frau-Wilhelmi--/6376/
|
||||
/shows/tvshows/stromberg/Der-Nachfolger--/6377/
|
||||
/shows/tvshows/stromberg/Die-Konferenz--/6378/
|
||||
/shows/tvshows/stromberg/Herr-Ruether--/6379/
|
||||
/shows/tvshows/stromberg/Cheyenne--/6380/
|
||||
/shows/tvshows/stromberg/Jonas--/6381/
|
||||
/shows/tvshows/stromberg/Der-Rodach-Bonus--/6382/
|
||||
/shows/tvshows/stromberg/Der-Abschied--/6383/
|
||||
@@ -0,0 +1,66 @@
|
||||
import requests
|
||||
import urllib.request
|
||||
import xml.etree.ElementTree as ET
|
||||
import subprocess
|
||||
|
||||
filenametemplate = "./video/S{}E{} {}.mp4"
|
||||
|
||||
srcfile = open("./list.txt", 'r')
|
||||
logfile = open("./video/downloadlog.txt", "a")
|
||||
|
||||
logfile.write("\nNew Session\n")
|
||||
|
||||
while True:
|
||||
contentid = srcfile.readline().replace("\n", "")[:-1]
|
||||
if not contentid:
|
||||
break
|
||||
|
||||
contentid_lastslash = contentid.rfind('/') + 1
|
||||
contentid = int(contentid[contentid_lastslash:])
|
||||
|
||||
requesturl = "https://www.myspass.de/includes/apps/video/getvideometadataxml.php?id=" + str(contentid)
|
||||
|
||||
headers = {'User-Agent': 'Mozilla/5.0 (Linux; Android 5.1.1; SM-G928X Build/LMY47X) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/47.0.2526.83 Mobile Safari/537.36'}
|
||||
response = requests.get(requesturl, headers=headers)
|
||||
|
||||
root = ET.ElementTree(ET.fromstring(response.text)).getroot()
|
||||
|
||||
title = root.find("title").text
|
||||
season = root.find("season").text
|
||||
episode = root.find("episode").text
|
||||
|
||||
videourl = root.find("url_flv").text
|
||||
|
||||
if videourl or response.status_code != 200:
|
||||
videourl = videourl.split('/')
|
||||
|
||||
videourl[12] = str(int(int(videourl[12]) / contentid))
|
||||
videourl[13] = str(int(int(videourl[13]) / contentid))
|
||||
videourl[14] = str(int(int(videourl[14]) / contentid))
|
||||
|
||||
temp = videourl[15].split('_')
|
||||
videourl[15] = str(int(int(temp[0]) / contentid)) + "_" + temp[1]
|
||||
|
||||
videourl = '/'.join(videourl)
|
||||
|
||||
filename = filenametemplate.format(season, episode, title)
|
||||
|
||||
videoprobe = requests.head(videourl)
|
||||
|
||||
if videoprobe.status_code == 200:
|
||||
print("# Downloading following entry:")
|
||||
print(filename)
|
||||
#print(videourl)
|
||||
logfile.write("Downloading '" + str(contentid) + "'\n")
|
||||
subprocess.run(["youtube-dl", "-o", filename, "-f bestvideo+bestaudio/best", videourl])
|
||||
else:
|
||||
logfile.write("Videoprobe: Skipping '" + str(contentid) + "'' Response Code: '" + str(videoprobe.status_code) + "'\n")
|
||||
|
||||
else:
|
||||
logfile.write("Empty Response: Skipping '" + str(contentid) + "'' Response Code: '" + str(response.status_code) + "'\n")
|
||||
|
||||
logfile.flush()
|
||||
|
||||
srcfile.close()
|
||||
logfile.close()
|
||||
|
||||
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1 @@
|
||||
,simon,localhost.localdomain,24.10.2019 17:12,file:///home/simon/.config/libreoffice/4;
|
||||
@@ -0,0 +1,76 @@
|
||||
import requests
|
||||
import urllib.request
|
||||
import xml.etree.ElementTree as ET
|
||||
import subprocess
|
||||
from pathlib import Path
|
||||
import os
|
||||
|
||||
maxpages = 396
|
||||
ebooknr = 584
|
||||
|
||||
contentdir = "./pages" # ./pages dir
|
||||
pagedirtemplate = contentdir + "/{}" # ./pages/1 pagenr dir
|
||||
subdirtemplate = pagedirtemplate + "/{}" # ./pages/1/img pagenr, "img" dir
|
||||
|
||||
svgsavetemplate = pagedirtemplate + "/{}.{}" # ./pages/1/1.svg pagenr, pagenr, "svg" file
|
||||
imgsavetemplate = subdirtemplate + "/{}.{}" # ./pages/1/img/1.png pagenr, "img", imgnr, "png" file
|
||||
|
||||
# https://a.trauner-digibox.com/ebook/584/1/1.svg
|
||||
# ebook number, page number, page number, sxtension
|
||||
svgurltemplate = "https://a.trauner-digibox.com/ebook/{}/{}/{}.{}"
|
||||
|
||||
# https://a.trauner-digibox.com/ebook/584/1/img/1.png
|
||||
# ebook number, page number, img kind, img number, extension
|
||||
imgurltemplate = "https://a.trauner-digibox.com/ebook/{}/{}/{}/{}.{}"
|
||||
|
||||
|
||||
if not os.path.exists(contentdir):
|
||||
os.makedirs(contentdir)
|
||||
|
||||
|
||||
|
||||
ebpb="220831512%2c584%2c201dohn3vdp9%2c18390%2c0%2c0%2c%2c48+%7b983+1572032732+32D669F6A2D0D3447F9B730529C1F4A33C0883EB%7d";
|
||||
|
||||
|
||||
for pagenr in range(1, maxpages + 1):
|
||||
cookies = {
|
||||
'digi4s': '18390%2c1571906836+%7b575+0+7D8ED830D87F0B2B8E7F0F98F4DC2E03C6BF66E8%7d',
|
||||
'ebpb' : '220831512%2c584%2c201dohn3vdp9%2c18390%2c0%2c0%2c%2c48+%7b983+1572032732+32D669F6A2D0D3447F9B730529C1F4A33C0883EB%7d'
|
||||
}
|
||||
|
||||
headers = {'User-Agent': 'Mozilla/5.0 (Linux; Android 5.1.1; SM-G928X Build/LMY47X) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/47.0.2526.83 Mobile Safari/537.36'}
|
||||
|
||||
print(pagenr)
|
||||
|
||||
if not os.path.exists(pagedirtemplate.format(pagenr)):
|
||||
os.makedirs(pagedirtemplate.format(pagenr))
|
||||
if not os.path.exists(subdirtemplate.format(pagenr, "img")):
|
||||
os.makedirs(subdirtemplate.format(pagenr, "img"))
|
||||
if not os.path.exists(subdirtemplate.format(pagenr, "shade")):
|
||||
os.makedirs(subdirtemplate.format(pagenr, "shade"))
|
||||
|
||||
response = requests.get(svgurltemplate.format(ebooknr, pagenr, pagenr, "svg"), headers=headers, cookies=cookies)
|
||||
if (response.status_code != 404):
|
||||
with open(svgsavetemplate.format(pagenr, pagenr, "svg"), 'wb') as f:
|
||||
f.write(response.content)
|
||||
|
||||
imagecount = 0
|
||||
|
||||
with open(svgsavetemplate.format(pagenr, pagenr, "svg")) as f:
|
||||
contents = f.read()
|
||||
imagecount = contents.count("image")
|
||||
|
||||
for imgnr in range(0, imagecount + 1):
|
||||
print("+{}".format(imgnr))
|
||||
|
||||
response = requests.get(imgurltemplate.format(ebooknr, pagenr, "img", imgnr, "png"), headers=headers, cookies=cookies)
|
||||
if (response.status_code != 404):
|
||||
with open(imgsavetemplate.format(pagenr, "img", imgnr, "png"), 'wb') as f:
|
||||
f.write(response.content)
|
||||
|
||||
response = requests.get(imgurltemplate.format(ebooknr, pagenr, "shade", imgnr, "png"), headers=headers, cookies=cookies)
|
||||
if (response.status_code != 404):
|
||||
with open(imgsavetemplate.format(pagenr, "shade", imgnr, "png"), 'wb') as f:
|
||||
f.write(response.content)
|
||||
|
||||
subprocess.call(["rsvg-convert", "-f", "pdf", "-o", "{}.pdf".format(pagenr), svgsavetemplate.format(pagenr, pagenr, "svg")])
|
||||
Reference in new issue
Block a user