import getpass import json import re import time import xml.etree.ElementTree as etree from .common import InfoExtractor from ..compat import compat_urlparse from ..networking.exceptions import HTTPError from ..utils import ( NO_DEFAULT, ExtractorError, unescapeHTML, unified_timestamp, urlencode_postdata, ) MSO_INFO = { 'DTV': { 'name': 'DIRECTV', 'username_field': 'username', 'password_field': 'password', }, 'ATT': { 'name': 'AT&T U-verse', 'username_field': 'userid', 'password_field': 'password', }, 'ATTOTT': { 'name': 'DIRECTV NOW', 'username_field': 'email', 'password_field': 'loginpassword', }, 'RCN': { 'name': 'RCN', 'username_field': 'username', 'password_field': 'password', }, 'Rogers': { 'name': 'Rogers', 'username_field': 'UserName', 'password_field': 'UserPassword', }, 'Comcast_SSO': { 'name': 'Comcast XFINITY', 'username_field': 'user', 'password_field': 'passwd', }, 'TWC': { 'name': 'Time Warner Cable | Spectrum', 'username_field': 'Ecom_User_ID', 'password_field': 'Ecom_Password', }, 'Brighthouse': { 'name': 'Bright House Networks | Spectrum', 'username_field': 'j_username', 'password_field': 'j_password', }, 'Charter_Direct': { 'name': 'Charter Spectrum', 'username_field': 'IDToken1', 'password_field': 'IDToken2', }, 'Spectrum': { 'name': 'Spectrum', 'username_field': 'IDToken1', 'password_field': 'IDToken2', }, 'Philo': { 'name': 'Philo', 'username_field': 'ident' }, 'Verizon': { 'name': 'Verizon FiOS', 'username_field': 'IDToken1', 'password_field': 'IDToken2', }, 'Cablevision': { 'name': 'Optimum/Cablevision', 'username_field': 'j_username', 'password_field': 'j_password', }, 'thr030': { 'name': '3 Rivers Communications' }, 'com140': { 'name': 'Access Montana' }, 'acecommunications': { 'name': 'AcenTek' }, 'acm010': { 'name': 'Acme Communications' }, 'ada020': { 'name': 'Adams Cable Service' }, 'alb020': { 'name': 'Albany Mutual Telephone' }, 'algona': { 'name': 'Algona Municipal Utilities' }, 'allwest': { 'name': 'All West Communications' }, 'all025': { 'name': 'Allen\'s Communications' }, 'spl010': { 'name': 'Alliance Communications' }, 'all070': { 'name': 'ALLO Communications' }, 'alpine': { 'name': 'Alpine Communications' }, 'hun015': { 'name': 'American Broadband' }, 'nwc010': { 'name': 'American Broadband Missouri' }, 'com130-02': { 'name': 'American Community Networks' }, 'com130-01': { 'name': 'American Warrior Networks' }, 'tom020': { 'name': 'Amherst Telephone/Tomorrow Valley' }, 'tvc020': { 'name': 'Andycable' }, 'arkwest': { 'name': 'Arkwest Communications' }, 'art030': { 'name': 'Arthur Mutual Telephone Company' }, 'arvig': { 'name': 'Arvig' }, 'nttcash010': { 'name': 'Ashland Home Net' }, 'astound': { 'name': 'Astound (now Wave)' }, 'dix030': { 'name': 'ATC Broadband' }, 'ara010': { 'name': 'ATC Communications' }, 'she030-02': { 'name': 'Ayersville Communications' }, 'baldwin': { 'name': 'Baldwin Lightstream' }, 'bal040': { 'name': 'Ballard TV' }, 'cit025': { 'name': 'Bardstown Cable TV' }, 'bay030': { 'name': 'Bay Country Communications' }, 'tel095': { 'name': 'Beaver Creek Cooperative Telephone' }, 'bea020': { 'name': 'Beaver Valley Cable' }, 'bee010': { 'name': 'Bee Line Cable' }, 'wir030': { 'name': 'Beehive Broadband' }, 'bra020': { 'name': 'BELD' }, 'bel020': { 'name': 'Bellevue Municipal Cable' }, 'vol040-01': { 'name': 'Ben Lomand Connect / BLTV' }, 'bev010': { 'name': 'BEVCOMM' }, 'big020': { 'name': 'Big Sandy Broadband' }, 'ble020': { 'name': 'Bledsoe Telephone Cooperative' }, 'bvt010': { 'name': 'Blue Valley Tele-Communications' }, 'bra050': { 'name': 'Brandenburg Telephone Co.' }, 'bte010': { 'name': 'Bristol Tennessee Essential Services' }, 'annearundel': { 'name': 'Broadstripe' }, 'btc010': { 'name': 'BTC Communications' }, 'btc040': { 'name': 'BTC Vision - Nahunta' }, 'bul010': { 'name': 'Bulloch Telephone Cooperative' }, 'but010': { 'name': 'Butler-Bremer Communications' }, 'tel160-csp': { 'name': 'C Spire SNAP' }, 'csicable': { 'name': 'Cable Services Inc.' }, 'cableamerica': { 'name': 'CableAmerica' }, 'cab038': { 'name': 'CableSouth Media 3' }, 'weh010-camtel': { 'name': 'Cam-Tel Company' }, 'car030': { 'name': 'Cameron Communications' }, 'canbytel': { 'name': 'Canby Telcom' }, 'crt020': { 'name': 'CapRock Tv' }, 'car050': { 'name': 'Carnegie Cable' }, 'cas': { 'name': 'CAS Cable' }, 'casscomm': { 'name': 'CASSCOMM' }, 'mid180-02': { 'name': 'Catalina Broadband Solutions' }, 'cccomm': { 'name': 'CC Communications' }, 'nttccde010': { 'name': 'CDE Lightband' }, 'cfunet': { 'name': 'Cedar Falls Utilities' }, 'dem010-01': { 'name': 'Celect-Bloomer Telephone Area' }, 'dem010-02': { 'name': 'Celect-Bruce Telephone Area' }, 'dem010-03': { 'name': 'Celect-Citizens Connected Area' }, 'dem010-04': { 'name': 'Celect-Elmwood/Spring Valley Area' }, 'dem010-06': { 'name': 'Celect-Mosaic Telecom' }, 'dem010-05': { 'name': 'Celect-West WI Telephone Area' }, 'net010-02': { 'name': 'Cellcom/Nsight Telservices' }, 'cen100': { 'name': 'CentraCom' }, 'nttccst010': { 'name': 'Central Scott / CSTV' }, 'cha035': { 'name': 'Chaparral CableVision' }, 'cha050': { 'name': 'Chariton Valley Communication Corporation, Inc.' }, 'cha060': { 'name': 'Chatmoss Cablevision' }, 'nttcche010': { 'name': 'Cherokee Communications' }, 'che050': { 'name': 'Chesapeake Bay Communications' }, 'cimtel': { 'name': 'Cim-Tel Cable, LLC.' }, 'cit180': { 'name': 'Citizens Cablevision - Floyd, VA' }, 'cit210': { 'name': 'Citizens Cablevision, Inc.' }, 'cit040': { 'name': 'Citizens Fiber' }, 'cit250': { 'name': 'Citizens Mutual' }, 'war040': { 'name': 'Citizens Telephone Corporation' }, 'wat025': { 'name': 'City Of Monroe' }, 'wadsworth': { 'name': 'CityLink' }, 'nor100': { 'name': 'CL Tel' }, 'cla010': { 'name': 'Clarence Telephone and Cedar Communications' }, 'ser060': { 'name': 'Clear Choice Communications' }, 'tac020': { 'name': 'Click! Cable TV' }, 'war020': { 'name': 'CLICK1.NET' }, 'cml010': { 'name': 'CML Telephone Cooperative Association' }, 'cns': { 'name': 'CNS' }, 'com160': { 'name': 'Co-Mo Connect' }, 'coa020': { 'name': 'Coast Communications' }, 'coa030': { 'name': 'Coaxial Cable TV' }, 'mid055': { 'name': 'Cobalt TV (Mid-State Community TV)' }, 'col070': { 'name': 'Columbia Power & Water Systems' }, 'col080': { 'name': 'Columbus Telephone' }, 'nor105': { 'name': 'Communications 1 Cablevision, Inc.' }, 'com150': { 'name': 'Community Cable & Broadband' }, 'com020': { 'name': 'Community Communications Company' }, 'coy010': { 'name': 'commZoom' }, 'com025': { 'name': 'Complete Communication Services' }, 'cat020': { 'name': 'Comporium' }, 'com071': { 'name': 'ComSouth Telesys' }, 'consolidatedcable': { 'name': 'Consolidated' }, 'conwaycorp': { 'name': 'Conway Corporation' }, 'coo050': { 'name': 'Coon Valley Telecommunications Inc' }, 'coo080': { 'name': 'Cooperative Telephone Company' }, 'cpt010': { 'name': 'CP-TEL' }, 'cra010': { 'name': 'Craw-Kan Telephone' }, 'crestview': { 'name': 'Crestview Cable Communications' }, 'cross': { 'name': 'Cross TV' }, 'cro030': { 'name': 'Crosslake Communications' }, 'ctc040': { 'name': 'CTC - Brainerd MN' }, 'phe030': { 'name': 'CTV-Beam - East Alabama' }, 'cun010': { 'name': 'Cunningham Telephone & Cable' }, 'dpc010': { 'name': 'D & P Communications' }, 'dak030': { 'name': 'Dakota Central Telecommunications' }, 'nttcdel010': { 'name': 'Delcambre Telephone LLC' }, 'tel160-del': { 'name': 'Delta Telephone Company' }, 'sal040': { 'name': 'DiamondNet' }, 'ind060-dc': { 'name': 'Direct Communications' }, 'doy010': { 'name': 'Doylestown Cable TV' }, 'dic010': { 'name': 'DRN' }, 'dtc020': { 'name': 'DTC' }, 'dtc010': { 'name': 'DTC Cable (Delhi)' }, 'dum010': { 'name': 'Dumont Telephone Company' }, 'dun010': { 'name': 'Dunkerton Telephone Cooperative' }, 'cci010': { 'name': 'Duo County Telecom' }, 'eagle': { 'name': 'Eagle Communications' }, 'weh010-east': { 'name': 'East Arkansas Cable TV' }, 'eatel': { 'name': 'EATEL Video, LLC' }, 'ell010': { 'name': 'ECTA' }, 'emerytelcom': { 'name': 'Emery Telcom Video LLC' }, 'nor200': { 'name': 'Empire Access' }, 'endeavor': { 'name': 'Endeavor Communications' }, 'sun045': { 'name': 'Enhanced Telecommunications Corporation' }, 'mid030': { 'name': 'enTouch' }, 'epb020': { 'name': 'EPB Smartnet' }, 'jea010': { 'name': 'EPlus Broadband' }, 'com065': { 'name': 'ETC' }, 'ete010': { 'name': 'Etex Communications' }, 'fbc-tele': { 'name': 'F&B Communications' }, 'fal010': { 'name': 'Falcon Broadband' }, 'fam010': { 'name': 'FamilyView CableVision' }, 'far020': { 'name': 'Farmers Mutual Telephone Company' }, 'fay010': { 'name': 'Fayetteville Public Utilities' }, 'sal060': { 'name': 'fibrant' }, 'fid010': { 'name': 'Fidelity Communications' }, 'for030': { 'name': 'FJ Communications' }, 'fli020': { 'name': 'Flint River Communications' }, 'far030': { 'name': 'FMT - Jesup' }, 'foo010': { 'name': 'Foothills Communications' }, 'for080': { 'name': 'Forsyth CableNet' }, 'fbcomm': { 'name': 'Frankfort Plant Board' }, 'tel160-fra': { 'name': 'Franklin Telephone Company' }, 'nttcftc010': { 'name': 'FTC' }, 'fullchannel': { 'name': 'Full Channel, Inc.' }, 'gar040': { 'name': 'Gardonville Cooperative Telephone Association' }, 'gbt010': { 'name': 'GBT Communications, Inc.' }, 'tec010': { 'name': 'Genuine Telecom' }, 'clr010': { 'name': 'Giant Communications' }, 'gla010': { 'name': 'Glasgow EPB' }, 'gle010': { 'name': 'Glenwood Telecommunications' }, 'gra060': { 'name': 'GLW Broadband Inc.' }, 'goldenwest': { 'name': 'Golden West Cablevision' }, 'vis030': { 'name': 'Grantsburg Telcom' }, 'gpcom': { 'name': 'Great Plains Communications' }, 'gri010': { 'name': 'Gridley Cable Inc' }, 'hbc010': { 'name': 'H&B Cable Services' }, 'hae010': { 'name': 'Haefele TV Inc.' }, 'htc010': { 'name': 'Halstad Telephone Company' }, 'har005': { 'name': 'Harlan Municipal Utilities' }, 'har020': { 'name': 'Hart Communications' }, 'ced010': { 'name': 'Hartelco TV' }, 'hea040': { 'name': 'Heart of Iowa Communications Cooperative' }, 'htc020': { 'name': 'Hickory Telephone Company' }, 'nttchig010': { 'name': 'Highland Communication Services' }, 'hig030': { 'name': 'Highland Media' }, 'spc010': { 'name': 'Hilliary Communications' }, 'hin020': { 'name': 'Hinton CATV Co.' }, 'hometel': { 'name': 'HomeTel Entertainment, Inc.' }, 'hoodcanal': { 'name': 'Hood Canal Communications' }, 'weh010-hope': { 'name': 'Hope - Prescott Cable TV' }, 'horizoncable': { 'name': 'Horizon Cable TV, Inc.' }, 'hor040': { 'name': 'Horizon Chillicothe Telephone' }, 'htc030': { 'name': 'HTC Communications Co. - IL' }, 'htccomm': { 'name': 'HTC Communications, Inc. - IA' }, 'wal005': { 'name': 'Huxley Communications' }, 'imon': { 'name': 'ImOn Communications' }, 'ind040': { 'name': 'Independence Telecommunications' }, 'rrc010': { 'name': 'Inland Networks' }, 'stc020': { 'name': 'Innovative Cable TV St Croix' }, 'car100': { 'name': 'Innovative Cable TV St Thomas-St John' }, 'icc010': { 'name': 'Inside Connect Cable' }, 'int100': { 'name': 'Integra Telecom' }, 'int050': { 'name': 'Interstate Telecommunications Coop' }, 'irv010': { 'name': 'Irvine Cable' }, 'k2c010': { 'name': 'K2 Communications' }, 'kal010': { 'name': 'Kalida Telephone Company, Inc.' }, 'kal030': { 'name': 'Kalona Cooperative Telephone Company' }, 'kmt010': { 'name': 'KMTelecom' }, 'kpu010': { 'name': 'KPU Telecommunications' }, 'kuh010': { 'name': 'Kuhn Communications, Inc.' }, 'lak130': { 'name': 'Lakeland Communications' }, 'lan010': { 'name': 'Langco' }, 'lau020': { 'name': 'Laurel Highland Total Communications, Inc.' }, 'leh010': { 'name': 'Lehigh Valley Cooperative Telephone' }, 'bra010': { 'name': 'Limestone Cable/Bracken Cable' }, 'loc020': { 'name': 'LISCO' }, 'lit020': { 'name': 'Litestream' }, 'tel140': { 'name': 'LivCom' }, 'loc010': { 'name': 'LocalTel Communications' }, 'weh010-longview': { 'name': 'Longview - Kilgore Cable TV' }, 'lon030': { 'name': 'Lonsdale Video Ventures, LLC' }, 'lns010': { 'name': 'Lost Nation-Elwood Telephone Co.' }, 'nttclpc010': { 'name': 'LPC Connect' }, 'lumos': { 'name': 'Lumos Networks' }, 'madison': { 'name': 'Madison Communications' }, 'mad030': { 'name': 'Madison County Cable Inc.' }, 'nttcmah010': { 'name': 'Mahaska Communication Group' }, 'mar010': { 'name': 'Marne & Elk Horn Telephone Company' }, 'mcc040': { 'name': 'McClure Telephone Co.' }, 'mctv': { 'name': 'MCTV' }, 'merrimac': { 'name': 'Merrimac Communications Ltd.' }, 'metronet': { 'name': 'Metronet' }, 'mhtc': { 'name': 'MHTC' }, 'midhudson': { 'name': 'Mid-Hudson Cable' }, 'midrivers': { 'name': 'Mid-Rivers Communications' }, 'mid045': { 'name': 'Midstate Communications' }, 'mil080': { 'name': 'Milford Communications' }, 'min030': { 'name': 'MINET' }, 'nttcmin010': { 'name': 'Minford TV' }, 'san040-02': { 'name': 'Mitchell Telecom' }, 'mlg010': { 'name': 'MLGC' }, 'mon060': { 'name': 'Mon-Cre TVE' }, 'mou110': { 'name': 'Mountain Telephone' }, 'mou050': { 'name': 'Mountain Village Cable' }, 'mtacomm': { 'name': 'MTA Communications, LLC' }, 'mtc010': { 'name': 'MTC Cable' }, 'med040': { 'name': 'MTC Technologies' }, 'man060': { 'name': 'MTCC' }, 'mtc030': { 'name': 'MTCO Communications' }, 'mul050': { 'name': 'Mulberry Telecommunications' }, 'mur010': { 'name': 'Murray Electric System' }, 'musfiber': { 'name': 'MUS FiberNET' }, 'mpw': { 'name': 'Muscatine Power & Water' }, 'nttcsli010': { 'name': 'myEVTV.com' }, 'nor115': { 'name': 'NCC' }, 'nor260': { 'name': 'NDTC' }, 'nctc': { 'name': 'Nebraska Central Telecom, Inc.' }, 'nel020': { 'name': 'Nelsonville TV Cable' }, 'nem010': { 'name': 'Nemont' }, 'new075': { 'name': 'New Hope Telephone Cooperative' }, 'nor240': { 'name': 'NICP' }, 'cic010': { 'name': 'NineStar Connect' }, 'nktelco': { 'name': 'NKTelco' }, 'nortex': { 'name': 'Nortex Communications' }, 'nor140': { 'name': 'North Central Telephone Cooperative' }, 'nor030': { 'name': 'Northland Communications' }, 'nor075': { 'name': 'Northwest Communications' }, 'nor125': { 'name': 'Norwood Light Broadband' }, 'net010': { 'name': 'Nsight Telservices' }, 'dur010': { 'name': 'Ntec' }, 'nts010': { 'name': 'NTS Communications' }, 'new045': { 'name': 'NU-Telecom' }, 'nulink': { 'name': 'NuLink' }, 'jam030': { 'name': 'NVC' }, 'far035': { 'name': 'OmniTel Communications' }, 'onesource': { 'name': 'OneSource Communications' }, 'cit230': { 'name': 'Opelika Power Services' }, 'daltonutilities': { 'name': 'OptiLink' }, 'mid140': { 'name': 'OPTURA' }, 'ote010': { 'name': 'OTEC Communication Company' }, 'cci020': { 'name': 'Packerland Broadband' }, 'pan010': { 'name': 'Panora Telco/Guthrie Center Communications' }, 'otter': { 'name': 'Park Region Telephone & Otter Tail Telcom' }, 'mid050': { 'name': 'Partner Communications Cooperative' }, 'fib010': { 'name': 'Pathway' }, 'paulbunyan': { 'name': 'Paul Bunyan Communications' }, 'pem020': { 'name': 'Pembroke Telephone Company' }, 'mck010': { 'name': 'Peoples Rural Telephone Cooperative' }, 'pul010': { 'name': 'PES Energize' }, 'phi010': { 'name': 'Philippi Communications System' }, 'phonoscope': { 'name': 'Phonoscope Cable' }, 'pin070': { 'name': 'Pine Belt Communications, Inc.' }, 'weh010-pine': { 'name': 'Pine Bluff Cable TV' }, 'pin060': { 'name': 'Pineland Telephone Cooperative' }, 'cam010': { 'name': 'Pinpoint Communications' }, 'pio060': { 'name': 'Pioneer Broadband' }, 'pioncomm': { 'name': 'Pioneer Communications' }, 'pioneer': { 'name': 'Pioneer DTV' }, 'pla020': { 'name': 'Plant TiftNet, Inc.' }, 'par010': { 'name': 'PLWC' }, 'pro035': { 'name': 'PMT' }, 'vik011': { 'name': 'Polar Cablevision' }, 'pottawatomie': { 'name': 'Pottawatomie Telephone Co.' }, 'premiercomm': { 'name': 'Premier Communications' }, 'psc010': { 'name': 'PSC' }, 'pan020': { 'name': 'PTCI' }, 'qco010': { 'name': 'QCOL' }, 'qua010': { 'name': 'Quality Cablevision' }, 'rad010': { 'name': 'Radcliffe Telephone Company' }, 'car040': { 'name': 'Rainbow Communications' }, 'rai030': { 'name': 'Rainier Connect' }, 'ral010': { 'name': 'Ralls Technologies' }, 'rct010': { 'name': 'RC Technologies' }, 'red040': { 'name': 'Red River Communications' }, 'ree010': { 'name': 'Reedsburg Utility Commission' }, 'mol010': { 'name': 'Reliance Connects- Oregon' }, 'res020': { 'name': 'Reserve Telecommunications' }, 'weh010-resort': { 'name': 'Resort TV Cable' }, 'rld010': { 'name': 'Richland Grant Telephone Cooperative, Inc.' }, 'riv030': { 'name': 'River Valley Telecommunications Coop' }, 'rockportcable': { 'name': 'Rock Port Cablevision' }, 'rsf010': { 'name': 'RS Fiber' }, 'rtc': { 'name': 'RTC Communication Corp' }, 'res040': { 'name': 'RTC-Reservation Telephone Coop.' }, 'rte010': { 'name': 'RTEC Communications' }, 'stc010': { 'name': 'S&T' }, 'san020': { 'name': 'San Bruno Cable TV' }, 'san040-01': { 'name': 'Santel' }, 'sav010': { 'name': 'SCI Broadband-Savage Communications Inc.' }, 'sco050': { 'name': 'Scottsboro Electric Power Board' }, 'scr010': { 'name': 'Scranton Telephone Company' }, 'selco': { 'name': 'SELCO' }, 'she010': { 'name': 'Shentel' }, 'she030': { 'name': 'Sherwood Mutual Telephone Association, Inc.' }, 'ind060-ssc': { 'name': 'Silver Star Communications' }, 'sjoberg': { 'name': 'Sjoberg\'s Inc.' }, 'sou025': { 'name': 'SKT' }, 'sky050': { 'name': 'SkyBest TV' }, 'nttcsmi010': { 'name': 'Smithville Communications' }, 'woo010': { 'name': 'Solarus' }, 'sou075': { 'name': 'South Central Rural Telephone Cooperative' }, 'sou065': { 'name': 'South Holt Cablevision, Inc.' }, 'sou035': { 'name': 'South Slope Cooperative Communications' }, 'spa020': { 'name': 'Spanish Fork Community Network' }, 'spe010': { 'name': 'Spencer Municipal Utilities' }, 'spi005': { 'name': 'Spillway Communications, Inc.' }, 'srt010': { 'name': 'SRT' }, 'cccsmc010': { 'name': 'St. Maarten Cable TV' }, 'sta025': { 'name': 'Star Communications' }, 'sco020': { 'name': 'STE' }, 'uin010': { 'name': 'STRATA Networks' }, 'sum010': { 'name': 'Sumner Cable TV' }, 'pie010': { 'name': 'Surry TV/PCSI TV' }, 'swa010': { 'name': 'Swayzee Communications' }, 'sweetwater': { 'name': 'Sweetwater Cable Television Co' }, 'weh010-talequah': { 'name': 'Tahlequah Cable TV' }, 'tct': { 'name': 'TCT' }, 'tel050': { 'name': 'Tele-Media Company' }, 'com050': { 'name': 'The Community Agency' }, 'thr020': { 'name': 'Three River' }, 'cab140': { 'name': 'Town & Country Technologies' }, 'tra010': { 'name': 'Trans-Video' }, 'tre010': { 'name': 'Trenton TV Cable Company' }, 'tcc': { 'name': 'Tri County Communications Cooperative' }, 'tri025': { 'name': 'TriCounty Telecom' }, 'tri110': { 'name': 'TrioTel Communications, Inc.' }, 'tro010': { 'name': 'Troy Cablevision, Inc.' }, 'tsc': { 'name': 'TSC' }, 'cit220': { 'name': 'Tullahoma Utilities Board' }, 'tvc030': { 'name': 'TV Cable of Rensselaer' }, 'tvc015': { 'name': 'TVC Cable' }, 'cab180': { 'name': 'TVision' }, 'twi040': { 'name': 'Twin Lakes' }, 'tvtinc': { 'name': 'Twin Valley' }, 'uis010': { 'name': 'Union Telephone Company' }, 'uni110': { 'name': 'United Communications - TN' }, 'uni120': { 'name': 'United Services' }, 'uss020': { 'name': 'US Sonet' }, 'cab060': { 'name': 'USA Communications' }, 'she005': { 'name': 'USA Communications/Shellsburg, IA' }, 'val040': { 'name': 'Valley TeleCom Group' }, 'val025': { 'name': 'Valley Telecommunications' }, 'val030': { 'name': 'Valparaiso Broadband' }, 'cla050': { 'name': 'Vast Broadband' }, 'sul015': { 'name': 'Venture Communications Cooperative, Inc.' }, 'ver025': { 'name': 'Vernon Communications Co-op' }, 'weh010-vicksburg': { 'name': 'Vicksburg Video' }, 'vis070': { 'name': 'Vision Communications' }, 'volcanotel': { 'name': 'Volcano Vision, Inc.' }, 'vol040-02': { 'name': 'VolFirst / BLTV' }, 'ver070': { 'name': 'VTel' }, 'nttcvtx010': { 'name': 'VTX1' }, 'bci010-02': { 'name': 'Vyve Broadband' }, 'wab020': { 'name': 'Wabash Mutual Telephone' }, 'waitsfield': { 'name': 'Waitsfield Cable' }, 'wal010': { 'name': 'Walnut Communications' }, 'wavebroadband': { 'name': 'Wave' }, 'wav030': { 'name': 'Waverly Communications Utility' }, 'wbi010': { 'name': 'WBI' }, 'web020': { 'name': 'Webster-Calhoun Cooperative Telephone Association' }, 'wes005': { 'name': 'West Alabama TV Cable' }, 'carolinata': { 'name': 'West Carolina Communications' }, 'wct010': { 'name': 'West Central Telephone Association' }, 'wes110': { 'name': 'West River Cooperative Telephone Company' }, 'ani030': { 'name': 'WesTel Systems' }, 'westianet': { 'name': 'Western Iowa Networks' }, 'nttcwhi010': { 'name': 'Whidbey Telecom' }, 'weh010-white': { 'name': 'White County Cable TV' }, 'wes130': { 'name': 'Wiatel' }, 'wik010': { 'name': 'Wiktel' }, 'wil070': { 'name': 'Wilkes Communications, Inc./RiverStreet Networks' }, 'wil015': { 'name': 'Wilson Communications' }, 'win010': { 'name': 'Windomnet/SMBS' }, 'win090': { 'name': 'Windstream Cable TV' }, 'wcta': { 'name': 'Winnebago Cooperative Telecom Association' }, 'wtc010': { 'name': 'WTC' }, 'wil040': { 'name': 'WTC Communications, Inc.' }, 'wya010': { 'name': 'Wyandotte Cable' }, 'hin020-02': { 'name': 'X-Stream Services' }, 'xit010': { 'name': 'XIT Communications' }, 'yel010': { 'name': 'Yelcot Communications' }, 'mid180-01': { 'name': 'yondoo' }, 'cou060': { 'name': 'Zito Media' }, 'slingtv': { 'name': 'Sling TV', 'username_field': 'username', 'password_field': 'password', }, 'Suddenlink': { 'name': 'Suddenlink', 'username_field': 'username', 'password_field': 'password', }, 'AlticeOne': { 'name': 'Optimum TV', 'username_field': 'j_username', 'password_field': 'j_password', }, } class AdobePassIE(InfoExtractor): # XXX: Conventionally, base classes should end with BaseIE/InfoExtractor _SERVICE_PROVIDER_TEMPLATE = 'https://sp.auth.adobe.com/adobe-services/%s' _USER_AGENT = 'Mozilla/5.0 (X11; Linux i686; rv:47.0) Gecko/20100101 Firefox/47.0' _MVPD_CACHE = 'ap-mvpd' _DOWNLOADING_LOGIN_PAGE = 'Downloading Provider Login Page' def _download_webpage_handle(self, *args, **kwargs): headers = self.geo_verification_headers() headers.update(kwargs.get('headers', {})) kwargs['headers'] = headers return super(AdobePassIE, self)._download_webpage_handle( *args, **kwargs) @staticmethod def _get_mvpd_resource(provider_id, title, guid, rating): channel = etree.Element('channel') channel_title = etree.SubElement(channel, 'title') channel_title.text = provider_id item = etree.SubElement(channel, 'item') resource_title = etree.SubElement(item, 'title') resource_title.text = title resource_guid = etree.SubElement(item, 'guid') resource_guid.text = guid resource_rating = etree.SubElement(item, 'media:rating') resource_rating.attrib = {'scheme': 'urn:v-chip'} resource_rating.text = rating return '' + etree.tostring(channel).decode() + '' def _extract_mvpd_auth(self, url, video_id, requestor_id, resource): def xml_text(xml_str, tag): return self._search_regex( '<%s>(.+?)' % (tag, tag), xml_str, tag) def is_expired(token, date_ele): token_expires = unified_timestamp(re.sub(r'[_ ]GMT', '', xml_text(token, date_ele))) return token_expires and token_expires <= int(time.time()) def post_form(form_page_res, note, data={}): form_page, urlh = form_page_res post_url = self._html_search_regex(r']+action=(["\'])(?P.+?)\1', form_page, 'post url', group='url') if not re.match(r'https?://', post_url): post_url = compat_urlparse.urljoin(urlh.url, post_url) form_data = self._hidden_inputs(form_page) form_data.update(data) return self._download_webpage_handle( post_url, video_id, note, data=urlencode_postdata(form_data), headers={ 'Content-Type': 'application/x-www-form-urlencoded', }) def raise_mvpd_required(): raise ExtractorError( 'This video is only available for users of participating TV providers. ' 'Use --ap-mso to specify Adobe Pass Multiple-system operator Identifier ' 'and --ap-username and --ap-password or --netrc to provide account credentials.', expected=True) def extract_redirect_url(html, url=None, fatal=False): # TODO: eliminate code duplication with generic extractor and move # redirection code into _download_webpage_handle REDIRECT_REGEX = r'[0-9]{,2};\s*(?:URL|url)=\'?([^\'"]+)' redirect_url = self._search_regex( r'(?i)Resume' in mvpd_confirm_page: post_form(mvpd_confirm_page_res, 'Confirming Login') elif mso_id == 'Philo': # Philo has very unique authentication method self._download_webpage( 'https://idp.philo.com/auth/init/login_code', video_id, 'Requesting auth code', data=urlencode_postdata({ 'ident': username, 'device': 'web', 'send_confirm_link': False, 'send_token': True })) philo_code = getpass.getpass('Type auth code you have received [Return]: ') self._download_webpage( 'https://idp.philo.com/auth/update/login_code', video_id, 'Submitting token', data=urlencode_postdata({ 'token': philo_code })) mvpd_confirm_page_res = self._download_webpage_handle('https://idp.philo.com/idp/submit', video_id, 'Confirming Philo Login') post_form(mvpd_confirm_page_res, 'Confirming Login') elif mso_id == 'Verizon': # In general, if you're connecting from a Verizon-assigned IP, # you will not actually pass your credentials. provider_redirect_page, urlh = provider_redirect_page_res # From non-Verizon IP, still gave 'Please wait', but noticed N==Y; will need to try on Verizon IP if 'Please wait ...' in provider_redirect_page and '\'N\'== "Y"' not in provider_redirect_page: saml_redirect_url = self._html_search_regex( r'self\.parent\.location=(["\'])(?P.+?)\1', provider_redirect_page, 'SAML Redirect URL', group='url') saml_login_page = self._download_webpage( saml_redirect_url, video_id, 'Downloading SAML Login Page') elif 'Verizon FiOS - sign in' in provider_redirect_page: # FXNetworks from non-Verizon IP saml_login_page_res = post_form( provider_redirect_page_res, 'Logging in', { mso_info['username_field']: username, mso_info['password_field']: password, }) saml_login_page, urlh = saml_login_page_res if 'Please try again.' in saml_login_page: raise ExtractorError( 'We\'re sorry, but either the User ID or Password entered is not correct.') else: # ABC from non-Verizon IP saml_redirect_url = self._html_search_regex( r'var\surl\s*=\s*(["\'])(?P.+?)\1', provider_redirect_page, 'SAML Redirect URL', group='url') saml_redirect_url = saml_redirect_url.replace(r'\/', '/') saml_redirect_url = saml_redirect_url.replace(r'\-', '-') saml_redirect_url = saml_redirect_url.replace(r'\x26', '&') saml_login_page = self._download_webpage( saml_redirect_url, video_id, 'Downloading SAML Login Page') saml_login_page, urlh = post_form( [saml_login_page, saml_redirect_url], 'Logging in', { mso_info['username_field']: username, mso_info['password_field']: password, }) if 'Please try again.' in saml_login_page: raise ExtractorError( 'Failed to login, incorrect User ID or Password.') saml_login_url = self._search_regex( r'xmlHttp\.open\("POST"\s*,\s*(["\'])(?P.+?)\1', saml_login_page, 'SAML Login URL', group='url') saml_response_json = self._download_json( saml_login_url, video_id, 'Downloading SAML Response', headers={'Content-Type': 'text/xml'}) self._download_webpage( saml_response_json['targetValue'], video_id, 'Confirming Login', data=urlencode_postdata({ 'SAMLResponse': saml_response_json['SAMLResponse'], 'RelayState': saml_response_json['RelayState'] }), headers={ 'Content-Type': 'application/x-www-form-urlencoded' }) elif mso_id in ('Spectrum', 'Charter_Direct'): # Spectrum's login for is dynamically loaded via JS so we need to hardcode the flow # as a one-off implementation. provider_redirect_page, urlh = provider_redirect_page_res provider_login_page_res = post_form( provider_redirect_page_res, self._DOWNLOADING_LOGIN_PAGE) saml_login_page, urlh = provider_login_page_res relay_state = self._search_regex( r'RelayState\s*=\s*"(?P.+?)";', saml_login_page, 'RelayState', group='relay') saml_request = self._search_regex( r'SAMLRequest\s*=\s*"(?P.+?)";', saml_login_page, 'SAMLRequest', group='saml_request') login_json = { mso_info['username_field']: username, mso_info['password_field']: password, 'RelayState': relay_state, 'SAMLRequest': saml_request, } saml_response_json = self._download_json( 'https://tveauthn.spectrum.net/tveauthentication/api/v1/manualAuth', video_id, 'Downloading SAML Response', data=json.dumps(login_json).encode(), headers={ 'Content-Type': 'application/json', 'Accept': 'application/json', }) self._download_webpage( saml_response_json['SAMLRedirectUri'], video_id, 'Confirming Login', data=urlencode_postdata({ 'SAMLResponse': saml_response_json['SAMLResponse'], 'RelayState': relay_state, }), headers={ 'Content-Type': 'application/x-www-form-urlencoded' }) elif mso_id == 'slingtv': # SlingTV has a meta-refresh based authentication, but also # looks at the tab history to count the number of times the # browser has been on a page first_bookend_page, urlh = provider_redirect_page_res hidden_data = self._hidden_inputs(first_bookend_page) hidden_data['history'] = 1 provider_login_page_res = self._download_webpage_handle( urlh.url, video_id, 'Sending first bookend', query=hidden_data) provider_association_redirect, urlh = post_form( provider_login_page_res, 'Logging in', { mso_info['username_field']: username, mso_info['password_field']: password }) provider_refresh_redirect_url = extract_redirect_url( provider_association_redirect, url=urlh.url) last_bookend_page, urlh = self._download_webpage_handle( provider_refresh_redirect_url, video_id, 'Downloading Auth Association Redirect Page') hidden_data = self._hidden_inputs(last_bookend_page) hidden_data['history'] = 3 mvpd_confirm_page_res = self._download_webpage_handle( urlh.url, video_id, 'Sending final bookend', query=hidden_data) post_form(mvpd_confirm_page_res, 'Confirming Login') elif mso_id == 'Suddenlink': # Suddenlink is similar to SlingTV in using a tab history count and a meta refresh, # but they also do a dynmaic redirect using javascript that has to be followed as well first_bookend_page, urlh = post_form( provider_redirect_page_res, 'Pressing Continue...') hidden_data = self._hidden_inputs(first_bookend_page) hidden_data['history_val'] = 1 provider_login_redirect_page_res = self._download_webpage_handle( urlh.url, video_id, 'Sending First Bookend', query=hidden_data) provider_login_redirect_page, urlh = provider_login_redirect_page_res # Some website partners seem to not have the extra ajaxurl redirect step, so we check if we already # have the login prompt or not if 'id="password" type="password" name="password"' in provider_login_redirect_page: provider_login_page_res = provider_login_redirect_page_res else: provider_tryauth_url = self._html_search_regex( r'url:\s*[\'"]([^\'"]+)', provider_login_redirect_page, 'ajaxurl') provider_tryauth_page = self._download_webpage( provider_tryauth_url, video_id, 'Submitting TryAuth', query=hidden_data) provider_login_page_res = self._download_webpage_handle( f'https://authorize.suddenlink.net/saml/module.php/authSynacor/login.php?AuthState={provider_tryauth_page}', video_id, 'Getting Login Page', query=hidden_data) provider_association_redirect, urlh = post_form( provider_login_page_res, 'Logging in', { mso_info['username_field']: username, mso_info['password_field']: password }) provider_refresh_redirect_url = extract_redirect_url( provider_association_redirect, url=urlh.url) last_bookend_page, urlh = self._download_webpage_handle( provider_refresh_redirect_url, video_id, 'Downloading Auth Association Redirect Page') hidden_data = self._hidden_inputs(last_bookend_page) hidden_data['history_val'] = 3 mvpd_confirm_page_res = self._download_webpage_handle( urlh.url, video_id, 'Sending Final Bookend', query=hidden_data) post_form(mvpd_confirm_page_res, 'Confirming Login') else: # Some providers (e.g. DIRECTV NOW) have another meta refresh # based redirect that should be followed. provider_redirect_page, urlh = provider_redirect_page_res provider_refresh_redirect_url = extract_redirect_url( provider_redirect_page, url=urlh.url) if provider_refresh_redirect_url: provider_redirect_page_res = self._download_webpage_handle( provider_refresh_redirect_url, video_id, 'Downloading Provider Redirect Page (meta refresh)') provider_login_page_res = post_form( provider_redirect_page_res, self._DOWNLOADING_LOGIN_PAGE) form_data = { mso_info.get('username_field', 'username'): username, mso_info.get('password_field', 'password'): password } if mso_id in ('Cablevision', 'AlticeOne'): form_data['_eventId_proceed'] = '' mvpd_confirm_page_res = post_form(provider_login_page_res, 'Logging in', form_data) if mso_id != 'Rogers': post_form(mvpd_confirm_page_res, 'Confirming Login') try: session = self._download_webpage( self._SERVICE_PROVIDER_TEMPLATE % 'session', video_id, 'Retrieving Session', data=urlencode_postdata({ '_method': 'GET', 'requestor_id': requestor_id, }), headers=mvpd_headers) except ExtractorError as e: if not mso_id and isinstance(e.cause, HTTPError) and e.cause.status == 401: raise_mvpd_required() raise if '