Initial commit
This commit is contained in:
Michael Reber
commit
d088d935f0
68
README.md
Normal file
68
README.md
Normal file
@ -0,0 +1,68 @@
|
|||||||
|
# Downloader for Linux Academy
|
||||||
|
|
||||||
|
This script will download courses from [Linux Academy](https://linuxacademy.com) for offline consumption.
|
||||||
|
|
||||||
|
## Important Notice
|
||||||
|
|
||||||
|
**Use of this script is for personal consumption of content only.** The content this script downloads is protected by copyright and must not be shared.
|
||||||
|
|
||||||
|
#### Good uses
|
||||||
|
|
||||||
|
* Downloading a lesson before embarking to a destination with little or no internet access.
|
||||||
|
* Keep lessons you've completed for a personal backup.
|
||||||
|
|
||||||
|
#### Bad uses
|
||||||
|
|
||||||
|
* Uploading the downloaded videos to a content sharing site.
|
||||||
|
* Sending copies of the videos to your friends and family.
|
||||||
|
* Hoarding lessons for future consumption beyond your subscription period.
|
||||||
|
|
||||||
|
Please exercise good judgement when using this script. The folks at Linux Academy work hard to make quality courses and you should support them by paying for a subscription if you can. You may also wish to speak with your employer to find out if they would be willing to pay for your subscription.
|
||||||
|
|
||||||
|
## Installation
|
||||||
|
|
||||||
|
Tested on a fresh install of Ubuntu 18.04 desktop. Your mileage may vary depending on your OS.
|
||||||
|
|
||||||
|
sudo apt update
|
||||||
|
sudo apt install python3 python3-pip git unzip ffmpeg
|
||||||
|
sudo pip3 install selenium youtube-dl
|
||||||
|
|
||||||
|
### Browser
|
||||||
|
|
||||||
|
You will need Chrome or Firefox and its matching driver.
|
||||||
|
|
||||||
|
#### Chrome
|
||||||
|
|
||||||
|
Install [Google Chrome](https://www.google.com/chrome/) and download the appropriate [ChromeDriver](https://chromedriver.chromium.org/downloads) version. Make sure the `chromedriver` executable is in your PATH (e.g., `/usr/local/bin`).
|
||||||
|
|
||||||
|
sudo dpkg -i google-chrome-stable_current_amd64.deb
|
||||||
|
unzip chromedriver_linux64.zip
|
||||||
|
sudo mv chromedriver /usr/local/bin
|
||||||
|
|
||||||
|
#### Firefox
|
||||||
|
|
||||||
|
Install Mozilla Firefox and download [geckodriver](https://github.com/mozilla/geckodriver/releases).
|
||||||
|
|
||||||
|
sudo apt install firefox
|
||||||
|
tar xzf geckodriver-*-linux64.tar.gz
|
||||||
|
sudo mv geckodriver /usr/local/bin
|
||||||
|
|
||||||
|
## Usage
|
||||||
|
|
||||||
|
This will only work with an active Linux Academy subscription. If you do not have one, please get one [here](https://linuxacademy.com/pricing/).
|
||||||
|
|
||||||
|
Usage:
|
||||||
|
./linuxacademy-dl.py [-u|--username] [-p|--password] [-d|--download-dir] [-c|--cookies-file] COURSE_URL
|
||||||
|
|
||||||
|
Options may be replaced with environment variables. Command line options take precedence.
|
||||||
|
LADL_USERNAME, LADL_PASSWORD, LADL_DIR, LADL_COOKIES
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
$ ./linuxacademy-dl.py -u person@exmple.com -p p@ssw0rd https://linuxacademy.com/cp/modules/view/id/346
|
||||||
|
|
||||||
|
$ export LADL_USERNAME=person@example.com
|
||||||
|
$ export LADL_PASSWORD=p@ssw0rd
|
||||||
|
$ export LADL_DIR=/home/jdoe/linux-academy
|
||||||
|
$ ./linuxacademy-dl.py https://linuxacademy.com/cp/modules/view/id/346
|
||||||
|
|
||||||
|
The username/email and password fields are required. The cookie file will opt to `$PWD/cookies.txt` and the download directory will default to `$SCRIPT_DIR/download`, where `$SCRIPT_DIR` is the path of the `linuxacademy-dl.py` script.
|
||||||
215
linuxacademy-dl.py
Normal file
215
linuxacademy-dl.py
Normal file
@ -0,0 +1,215 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
import time
|
||||||
|
import getopt
|
||||||
|
import shutil
|
||||||
|
import youtube_dl
|
||||||
|
from selenium import webdriver
|
||||||
|
from selenium.common.exceptions import NoSuchElementException
|
||||||
|
from selenium.webdriver.common.keys import Keys
|
||||||
|
|
||||||
|
|
||||||
|
def usage(error=0, msg=None):
|
||||||
|
if msg:
|
||||||
|
print(msg)
|
||||||
|
print("Usage:")
|
||||||
|
print("\t{} [-u|--username] [-p|--password] [-d|--download-dir] [-c|--cookies-file] COURSE_URL\n"
|
||||||
|
.format(sys.argv[0]))
|
||||||
|
print("\tOptions may be replaced with environment variables. Command line options take precedence.")
|
||||||
|
print("\t\tLADL_USERNAME, LADL_PASSWORD, LADL_DIR, LADL_COOKIES\n")
|
||||||
|
print("Examples:")
|
||||||
|
print("\t$ ./linuxacademy-dl.py -u person@exmple.com -p p@ssw0rd https://linuxacademy.com/cp/modules/view/id/346\n")
|
||||||
|
print("\t$ export LADL_USERNAME=person@example.com")
|
||||||
|
print("\t$ export LADL_PASSWORD=p@ssw0rd")
|
||||||
|
print("\t$ export LADL_DIR=/home/jdoe/linux-academy")
|
||||||
|
print("\t$ ./linuxacademy-dl.py https://linuxacademy.com/cp/modules/view/id/346")
|
||||||
|
exit(error)
|
||||||
|
|
||||||
|
|
||||||
|
def parse_args():
|
||||||
|
opts = args = []
|
||||||
|
username = password = download_dir = cookies_file = None
|
||||||
|
ignore_missing_title = False
|
||||||
|
|
||||||
|
try:
|
||||||
|
opts, args = getopt.getopt(sys.argv[1:], 'hu:p:d:c:',
|
||||||
|
['help', 'username=', 'password=', 'download-dir=', 'cookies-file=',
|
||||||
|
'ignore-missing-title'])
|
||||||
|
except getopt.GetoptError as err:
|
||||||
|
print(str(err))
|
||||||
|
usage(1)
|
||||||
|
|
||||||
|
if len(args) < 1:
|
||||||
|
usage(1, "Missing course URL.")
|
||||||
|
|
||||||
|
for opt, arg in opts:
|
||||||
|
if opt in ('-h', '--help'):
|
||||||
|
usage()
|
||||||
|
elif opt in ('-u', '--username'):
|
||||||
|
username = arg
|
||||||
|
elif opt in ('-p', '--password'):
|
||||||
|
password = arg
|
||||||
|
elif opt in ('-d', '--download-dir'):
|
||||||
|
download_dir = arg
|
||||||
|
elif opt in ('-c', '--cookies-file'):
|
||||||
|
cookies_file = arg
|
||||||
|
elif opt == '--ignore-missing-title':
|
||||||
|
ignore_missing_title = True
|
||||||
|
|
||||||
|
if username is None:
|
||||||
|
username = os.environ.get('LADL_USERNAME') or usage(1, "Missing username.")
|
||||||
|
if password is None:
|
||||||
|
password = os.environ.get('LADL_PASSWORD') or usage(1, "Missing password.")
|
||||||
|
if download_dir is None:
|
||||||
|
download_dir = os.environ.get('LADL_DIR', "{}/download".format(os.path.dirname(os.path.realpath(__file__))))
|
||||||
|
if cookies_file is None:
|
||||||
|
cookies_file = os.environ.get('LADL_COOKIES', "{}/cookies.txt".format(os.path.dirname(os.path.realpath(__file__))))
|
||||||
|
|
||||||
|
course_url = args[0]
|
||||||
|
|
||||||
|
return {
|
||||||
|
'username': username,
|
||||||
|
'password': password,
|
||||||
|
'download_dir': download_dir,
|
||||||
|
'cookies_file': cookies_file,
|
||||||
|
'course_url': course_url,
|
||||||
|
'ignore_missing_title': ignore_missing_title
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def launch_browser(name):
|
||||||
|
if name == 'chrome':
|
||||||
|
options = webdriver.ChromeOptions()
|
||||||
|
options.add_argument("--headless")
|
||||||
|
options.add_argument("--window-size=1920,1080")
|
||||||
|
driver = webdriver.Chrome(options=options)
|
||||||
|
else:
|
||||||
|
options = webdriver.FirefoxOptions()
|
||||||
|
options.add_argument("--headless")
|
||||||
|
options.add_argument("--window-size=1920,1080")
|
||||||
|
driver = webdriver.Firefox(options=options)
|
||||||
|
|
||||||
|
driver.get("https://linuxacademy.com/")
|
||||||
|
return driver
|
||||||
|
|
||||||
|
|
||||||
|
def la_login(driver, args):
|
||||||
|
link = driver.find_element_by_partial_link_text('Log In')
|
||||||
|
link.click()
|
||||||
|
time.sleep(5)
|
||||||
|
|
||||||
|
user = driver.find_element_by_name('username')
|
||||||
|
user.send_keys(args['username'])
|
||||||
|
password = driver.find_element_by_name('password')
|
||||||
|
password.send_keys(args['password'])
|
||||||
|
password.send_keys(Keys.RETURN)
|
||||||
|
time.sleep(10)
|
||||||
|
|
||||||
|
try:
|
||||||
|
driver.find_element_by_id('navigationUsername')
|
||||||
|
print("Login success.")
|
||||||
|
except NoSuchElementException:
|
||||||
|
print("Login failed. Exiting.")
|
||||||
|
exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def load_course(driver, args):
|
||||||
|
course_title = None
|
||||||
|
driver.get(args['course_url'])
|
||||||
|
time.sleep(5)
|
||||||
|
|
||||||
|
try:
|
||||||
|
course_title = driver.find_elements_by_class_name('course-title')[0].text
|
||||||
|
except IndexError:
|
||||||
|
if args['ignore_missing_title']:
|
||||||
|
course_title = "COURSE-ID-{}".format(args['course_url'].split('/')[-1])
|
||||||
|
else:
|
||||||
|
print("Error: Could not find course title. Try running with --ignore-missing-title.")
|
||||||
|
exit(3)
|
||||||
|
|
||||||
|
return course_title
|
||||||
|
|
||||||
|
|
||||||
|
def fetch_video_list(driver):
|
||||||
|
lessons = driver.find_elements_by_tag_name('a')
|
||||||
|
video_list = []
|
||||||
|
counter = 0
|
||||||
|
|
||||||
|
for lesson in lessons:
|
||||||
|
try:
|
||||||
|
url = lesson.get_attribute('href')
|
||||||
|
if '/course/' in url:
|
||||||
|
counter += 1
|
||||||
|
video_list.append(
|
||||||
|
{'url': url, 'counter': "{:03d}".format(counter), 'title': lesson.text.split('\n')[0]})
|
||||||
|
except TypeError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
return video_list
|
||||||
|
|
||||||
|
|
||||||
|
def write_cookies(driver, file):
|
||||||
|
cookies = open(file, 'a+')
|
||||||
|
cookies.write("# Netscape HTTP Cookie File\n\n")
|
||||||
|
|
||||||
|
for c in driver.get_cookies():
|
||||||
|
expiry = c.get('expiry') if c.get('expiry') else 0
|
||||||
|
any_domain_flag = str(c['domain'].startswith('.')).upper()
|
||||||
|
cookie = "{}\t{}\t{}\t{}\t{}\t{}\t{}\n".format(
|
||||||
|
c['domain'], any_domain_flag, c['path'], str(c['secure']).upper(), expiry, c['name'], c['value'])
|
||||||
|
cookies.write(cookie)
|
||||||
|
|
||||||
|
cookies.close()
|
||||||
|
|
||||||
|
|
||||||
|
def download_video(driver, args, course_title, video):
|
||||||
|
driver.get(video['url'])
|
||||||
|
time.sleep(5)
|
||||||
|
write_cookies(driver, args['cookies_file'])
|
||||||
|
|
||||||
|
file_name = "{} - {}".format(video['counter'], video['title'].replace('/', '_'))
|
||||||
|
print("Downloading: {}...".format(file_name))
|
||||||
|
|
||||||
|
ydl_opts = {'cookiefile': args['cookies_file'], 'force_generic_extractor': True, 'quiet': True, 'no_warnings': True,
|
||||||
|
'outtmpl': '{}/{}/{}.%(ext)s'.format(args['download_dir'], course_title, file_name),
|
||||||
|
'restrictfilenames': True}
|
||||||
|
with youtube_dl.YoutubeDL(ydl_opts) as ydl:
|
||||||
|
ydl.download([video['url']])
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
args = parse_args()
|
||||||
|
|
||||||
|
driver = None
|
||||||
|
if shutil.which('chromedriver'):
|
||||||
|
print("Launching Chrome...")
|
||||||
|
driver = launch_browser('chrome')
|
||||||
|
elif shutil.which('geckodriver'):
|
||||||
|
print("Launching Firefox...")
|
||||||
|
driver = launch_browser('firefox')
|
||||||
|
else:
|
||||||
|
print("Error: No browser driver found.")
|
||||||
|
exit(2)
|
||||||
|
|
||||||
|
print("Logging in...")
|
||||||
|
la_login(driver, args)
|
||||||
|
|
||||||
|
print("Loading course...")
|
||||||
|
course_title = load_course(driver, args)
|
||||||
|
print("Course title: {}".format(course_title))
|
||||||
|
|
||||||
|
print("Fetching video list...")
|
||||||
|
video_list = fetch_video_list(driver)
|
||||||
|
print("Found {} video{}.".format(len(video_list), "s" if len(video_list) > 1 else ""))
|
||||||
|
|
||||||
|
for video in video_list:
|
||||||
|
download_video(driver, args, course_title, video)
|
||||||
|
|
||||||
|
os.remove(args['cookies_file'])
|
||||||
|
print("Done.")
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
Loading…
Reference in New Issue
Block a user