python如何获得一个url地址对应的跳转后的最终网址

问题描述

在python中，如何获取短链对应最终网址，现在有很多淘宝短链，我需要获取短链跳到的最终网址，这个有什么好办法吗？有的是302 有的是直接在网页用js进行跳转，，这些如何获取

问题解答

用selenium+phantonjs...

http://stackoverflow.com/ques...

#!/usr/bin/python2.7from twisted.internet import reactorfrom twisted.internet.defer import Deferred, DeferredList, DeferredLockfrom twisted.internet.defer import inlineCallbacksfrom twisted.web.client import Agent, HTTPConnectionPoolfrom twisted.web.http_headers import Headersfrom pprint import pprintfrom collections import defaultdictfrom urlparse import urlparsefrom random import randrangeimport fileinputpool = HTTPConnectionPool(reactor)pool.maxPersistentPerHost = 16agent = Agent(reactor, pool)locks = defaultdict(DeferredLock)locations = {}def getLock(url, simultaneous = 1): return locks[urlparse(url).netloc, randrange(simultaneous)]@inlineCallbacksdef getMapping(url): # Limit ourselves to 4 simultaneous connections per host # Tweak this as desired, but make sure that it no larger than # pool.maxPersistentPerHost lock = getLock(url,4) yield lock.acquire() try:resp = yield agent.request(’HEAD’, url)locations[url] = resp.headers.getRawHeaders(’location’,[None])[0] except Exception as e:locations[url] = str(e) finally: lock.release()

而且可以试试pip包

https://pypi.python.org/pypi/...

from urlunshort import resolveresolve('http://bit.ly/qlKaI') 结果 ’http://bitbucket.org/runeh/urlunshort/’