|
@@ 73-84 (lines=12) @@
|
| 70 |
|
logger.info("cost %.2fs, %.2f/s %.2fms", |
| 71 |
|
cost_time, n * 1.0 / cost_time, cost_time / n * 1000) |
| 72 |
|
|
| 73 |
|
def test_update(n, start=0): |
| 74 |
|
logger.info("taskdb update %d" % n) |
| 75 |
|
start_time = time.time() |
| 76 |
|
for i in range(n): |
| 77 |
|
task['url'] = 'http://bench.pyspider.org/?l=%d' % (i + start) |
| 78 |
|
task['taskid'] = md5string(task['url']) |
| 79 |
|
task['track'] = track |
| 80 |
|
taskdb.update(task['project'], task['taskid'], task) |
| 81 |
|
end_time = time.time() |
| 82 |
|
cost_time = end_time - start_time |
| 83 |
|
logger.info("cost %.2fs, %.2f/s %.2fms", |
| 84 |
|
cost_time, n * 1.0 / cost_time, cost_time / n * 1000) |
| 85 |
|
|
| 86 |
|
request_task_fields = [ |
| 87 |
|
'taskid', |
|
@@ 60-71 (lines=12) @@
|
| 57 |
|
} |
| 58 |
|
} |
| 59 |
|
|
| 60 |
|
def test_insert(n, start=0): |
| 61 |
|
logger.info("taskdb insert %d", n) |
| 62 |
|
start_time = time.time() |
| 63 |
|
for i in range(n): |
| 64 |
|
task['url'] = 'http://bench.pyspider.org/?l=%d' % (i + start) |
| 65 |
|
task['taskid'] = md5string(task['url']) |
| 66 |
|
task['track'] = {} |
| 67 |
|
taskdb.insert(task['project'], task['taskid'], task) |
| 68 |
|
end_time = time.time() |
| 69 |
|
cost_time = end_time - start_time |
| 70 |
|
logger.info("cost %.2fs, %.2f/s %.2fms", |
| 71 |
|
cost_time, n * 1.0 / cost_time, cost_time / n * 1000) |
| 72 |
|
|
| 73 |
|
def test_update(n, start=0): |
| 74 |
|
logger.info("taskdb update %d" % n) |
binux /
pyspider
