Python Forum
Thread Rating:
  • 0 Vote(s) - 0 Average
  • 1
  • 2
  • 3
  • 4
  • 5
urlib2 issues
#2
I use urllib.requests which has worked well for me, both binary, text, and html files
here's the class I use:
# GetUrl - Fetch files or web pages from internet
#
# Author: Larz60+
import urllib.request as ur
import os
from time import sleep
import requests

class GetUrl:
    def __init__(self, returndata=False):
        self.returndata = returndata

    def get_url(self, url, tofile=None, bin=False):
        head, tail = os.path.split(url)
        try:
            if tofile:
                if os.path.exists(tofile):
                    os.remove(tofile)
                if bin:
                    with open(tofile, 'wb') as f:
                        rdata = requests.get(url)
                        # rdata = ur.urlopen(url).read()
                        f.write(rdata)
                else:
                    with open(tofile, 'w') as f:
                        rdata = requests.get(url)
                        # rdata = ur.urlopen(url).read().decode('utf8')
                        f.write(rdata)
                sleep(.5)
            else:
                rdata = requests.get(url)
                # rdata = ur.urlopen(url).read().decode('utf8')
                return rdata
        except Exception as e:
            print(str(e))

if __name__ == '__main__':
    url = 'ftp://ftp.nasdaqtrader.com/symboldirectory/phlxListedStrikesWithOptionIds.zip'
    tofile = 'G:\python\stock_market\symbols\data\DailyFiles\\USA\phlxListedStrikesWithOptionIds.zip'
    p = GetUrl()
    p.get_url(url, tofile, bin=True)
Reply


Messages In This Thread
urlib2 issues - by Skaperen - Dec-29-2016, 07:03 AM
RE: urlib2 issues - by Larz60+ - Dec-29-2016, 07:19 AM
RE: urlib2 issues - by snippsat - Dec-29-2016, 07:38 AM
RE: urlib2 issues - by Skaperen - Dec-29-2016, 07:44 AM
RE: urlib2 issues - by snippsat - Dec-29-2016, 08:03 AM
RE: urlib2 issues - by Skaperen - Dec-29-2016, 08:53 AM
RE: urlib2 issues - by wavic - Dec-29-2016, 08:22 AM
RE: urlib2 issues - by wavic - Dec-29-2016, 09:04 AM
RE: urlib2 issues - by Skaperen - Dec-29-2016, 09:08 AM
RE: urlib2 issues - by wavic - Dec-29-2016, 09:30 AM
RE: urlib2 issues - by Skaperen - Dec-29-2016, 10:04 AM
RE: urlib2 issues - by wavic - Dec-29-2016, 10:15 AM
RE: urlib2 issues - by Skaperen - Dec-30-2016, 04:59 AM
RE: urlib2 issues - by wavic - Dec-30-2016, 07:53 AM

Forum Jump:

User Panel Messages

Announcements
Announcement #1 8/1/2020
Announcement #2 8/2/2020
Announcement #3 8/6/2020