How To Access Data With Python

#!/usr/bin/python
from cookielib import CookieJar
from urllib import urlencode

import urllib2


# The user credentials that will be used to authenticate access to the data

username = "<Your Earthdata login username>"
password = "<Your Earthdata login password>"
 

# The url of the file we wish to retrieve

url = "http://e4ftl01.cr.usgs.gov/MOLA/MYD17A3H.006/2009.01.01/MYD17A3H.A2009001.h12v05.006.2015198130546.hdf.xml"


# Create a password manager to deal with the 401 reponse that is returned from
# Earthdata Login

password_manager = urllib2.HTTPPasswordMgrWithDefaultRealm()
password_manager.add_password(None, "https://urs.earthdata.nasa.gov", username, password)


# Create a cookie jar for storing cookies. This is used to store and return
# the session cookie given to use by the data server (otherwise it will just
# keep sending us back to Earthdata Login to authenticate).  Ideally, we
# should use a file based cookie jar to preserve cookies between runs. This
# will make it much more efficient.

cookie_jar = CookieJar()
 

# Install all the handlers.

opener = urllib2.build_opener(
    urllib2.HTTPBasicAuthHandler(password_manager),
    #urllib2.HTTPHandler(debuglevel=1),    # Uncomment these two lines to see
    #urllib2.HTTPSHandler(debuglevel=1),   # details of the requests/responses
    urllib2.HTTPCookieProcessor(cookie_jar))
urllib2.install_opener(opener)


# Create and submit the request. There are a wide range of exceptions that
# can be thrown here, including HTTPError and URLError. These should be
# caught and handled.

request = urllib2.Request(url)
response = urllib2.urlopen(request)


# Print out the result (not a good idea with binary data!)

body = response.read()
print body

 #!/usr/bin/python

# get the requsts library from https://github.com/requests/requests
import requests 

# overriding requests.Session.rebuild_auth to mantain headers when redirected
class SessionWithHeaderRedirection(requests.Session):
    def rebuild_auth(self, prepared_request, response):
        return

# create session
session = SessionWithHeaderRedirection()

# set user credentials that will be used to authenticate access to the data
username = "USERNAME"
password= "PASSWORD"
session.auth = (username, password)

# the url of the file we wish to retrieve 
url = "http://e4ftl01.cr.usgs.gov/MOLA/MYD17A3H.006/2009.01.01/MYD17A3H.A2009001.h12v05.006.2015198130546.hdf.xml" 

# extract the filename from the url to be used when saving the file
filename = url[url.rfind('/')+1:]    

try:
    # submit the request using the session 
    response = session.get(url, stream=True)

    # raise an exception in case of http errors
    response.raise_for_status()    

    # save the file
    with open(filename, 'wb') as fd:
        for chunk in response.iter_content(chunk_size=1024*1024):
            fd.write(chunk)

except requests.exceptions.HTTPError as e: 
    # handle any errors here
    print(e)