|
@@ 575-583 (lines=9) @@
|
| 572 |
|
request_conf['request_timeout'] = fetch.get('request_timeout', 120) + 1 |
| 573 |
|
|
| 574 |
|
session = cookies.RequestsCookieJar() |
| 575 |
|
if 'Cookie' in fetch['headers']: |
| 576 |
|
c = http_cookies.SimpleCookie() |
| 577 |
|
try: |
| 578 |
|
c.load(fetch['headers']['Cookie']) |
| 579 |
|
except AttributeError: |
| 580 |
|
c.load(utils.utf8(fetch['headers']['Cookie'])) |
| 581 |
|
for key in c: |
| 582 |
|
session.set(key, c[key]) |
| 583 |
|
del fetch['headers']['Cookie'] |
| 584 |
|
if 'cookies' in fetch: |
| 585 |
|
session.update(fetch['cookies']) |
| 586 |
|
del fetch['cookies'] |
|
@@ 471-479 (lines=9) @@
|
| 468 |
|
request_conf['request_timeout'] = fetch.get('request_timeout', 120) + 1 |
| 469 |
|
|
| 470 |
|
session = cookies.RequestsCookieJar() |
| 471 |
|
if 'Cookie' in fetch['headers']: |
| 472 |
|
c = http_cookies.SimpleCookie() |
| 473 |
|
try: |
| 474 |
|
c.load(fetch['headers']['Cookie']) |
| 475 |
|
except AttributeError: |
| 476 |
|
c.load(utils.utf8(fetch['headers']['Cookie'])) |
| 477 |
|
for key in c: |
| 478 |
|
session.set(key, c[key]) |
| 479 |
|
del fetch['headers']['Cookie'] |
| 480 |
|
if 'cookies' in fetch: |
| 481 |
|
session.update(fetch['cookies']) |
| 482 |
|
del fetch['cookies'] |
|
@@ 336-344 (lines=9) @@
|
| 333 |
|
|
| 334 |
|
session = cookies.RequestsCookieJar() |
| 335 |
|
# fix for tornado request obj |
| 336 |
|
if 'Cookie' in fetch['headers']: |
| 337 |
|
c = http_cookies.SimpleCookie() |
| 338 |
|
try: |
| 339 |
|
c.load(fetch['headers']['Cookie']) |
| 340 |
|
except AttributeError: |
| 341 |
|
c.load(utils.utf8(fetch['headers']['Cookie'])) |
| 342 |
|
for key in c: |
| 343 |
|
session.set(key, c[key]) |
| 344 |
|
del fetch['headers']['Cookie'] |
| 345 |
|
if 'cookies' in fetch: |
| 346 |
|
session.update(fetch['cookies']) |
| 347 |
|
del fetch['cookies'] |
binux /
pyspider
