1
|
|
|
# |
2
|
|
|
# Copyright 2014 Quantopian, Inc. |
3
|
|
|
# |
4
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); |
5
|
|
|
# you may not use this file except in compliance with the License. |
6
|
|
|
# You may obtain a copy of the License at |
7
|
|
|
# |
8
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0 |
9
|
|
|
# |
10
|
|
|
# Unless required by applicable law or agreed to in writing, software |
11
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS, |
12
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
13
|
|
|
# See the License for the specific language governing permissions and |
14
|
|
|
# limitations under the License. |
15
|
|
|
|
16
|
|
|
import os |
17
|
|
|
from nose_parameterized import parameterized |
18
|
|
|
from unittest import TestCase |
19
|
|
|
from testfixtures import TempDirectory |
20
|
|
|
import pandas as pd |
21
|
|
|
|
22
|
|
|
import zipline.utils.factory as factory |
23
|
|
|
|
24
|
|
|
from zipline.finance import trading |
25
|
|
|
from zipline.finance.blotter import Blotter |
26
|
|
|
from zipline.finance.order import ORDER_STATUS |
27
|
|
|
from zipline.finance.execution import ( |
28
|
|
|
LimitOrder, |
29
|
|
|
MarketOrder, |
30
|
|
|
StopLimitOrder, |
31
|
|
|
StopOrder, |
32
|
|
|
) |
33
|
|
|
|
34
|
|
|
from zipline.utils.test_utils import( |
35
|
|
|
setup_logger, |
36
|
|
|
teardown_logger, |
37
|
|
|
) |
38
|
|
|
from zipline.finance.slippage import DEFAULT_VOLUME_SLIPPAGE_BAR_LIMIT, \ |
39
|
|
|
FixedSlippage |
40
|
|
|
from .utils.daily_bar_writer import DailyBarWriterFromDataFrames |
41
|
|
|
from zipline.data.us_equity_pricing import BcolzDailyBarReader |
42
|
|
|
from zipline.data.data_portal import DataPortal |
43
|
|
|
|
44
|
|
|
|
45
|
|
|
class BlotterTestCase(TestCase): |
46
|
|
|
|
47
|
|
|
@classmethod |
48
|
|
|
def setUpClass(cls): |
49
|
|
|
setup_logger(cls) |
50
|
|
|
cls.env = trading.TradingEnvironment() |
51
|
|
|
|
52
|
|
|
cls.sim_params = factory.create_simulation_parameters( |
53
|
|
|
start=pd.Timestamp("2006-01-05", tz='UTC'), |
54
|
|
|
end=pd.Timestamp("2006-01-06", tz='UTC') |
55
|
|
|
) |
56
|
|
|
|
57
|
|
|
cls.env.write_data(equities_data={ |
58
|
|
|
24: { |
59
|
|
|
'start_date': cls.sim_params.trading_days[0], |
60
|
|
|
'end_date': cls.sim_params.trading_days[-1] |
61
|
|
|
} |
62
|
|
|
}) |
63
|
|
|
|
64
|
|
|
cls.tempdir = TempDirectory() |
65
|
|
|
|
66
|
|
|
assets = { |
67
|
|
|
24: pd.DataFrame({ |
68
|
|
|
"open": [50, 50], |
69
|
|
|
"high": [50, 50], |
70
|
|
|
"low": [50, 50], |
71
|
|
|
"close": [50, 50], |
72
|
|
|
"volume": [100, 400], |
73
|
|
|
"day": [day.value for day in cls.sim_params.trading_days] |
74
|
|
|
}) |
75
|
|
|
} |
76
|
|
|
|
77
|
|
|
path = os.path.join(cls.tempdir.path, "tempdata.bcolz") |
78
|
|
|
|
79
|
|
|
DailyBarWriterFromDataFrames(assets).write( |
80
|
|
|
path, |
81
|
|
|
cls.sim_params.trading_days, |
82
|
|
|
assets |
83
|
|
|
) |
84
|
|
|
|
85
|
|
|
equity_daily_reader = BcolzDailyBarReader(path) |
86
|
|
|
|
87
|
|
|
cls.data_portal = DataPortal( |
88
|
|
|
cls.env, |
89
|
|
|
equity_daily_reader=equity_daily_reader, |
90
|
|
|
) |
91
|
|
|
|
92
|
|
|
@classmethod |
93
|
|
|
def tearDownClass(cls): |
94
|
|
|
del cls.env |
95
|
|
|
cls.tempdir.cleanup() |
96
|
|
|
teardown_logger(cls) |
97
|
|
|
|
98
|
|
|
@parameterized.expand([(MarketOrder(), None, None), |
99
|
|
|
(LimitOrder(10), 10, None), |
100
|
|
|
(StopOrder(10), None, 10), |
101
|
|
|
(StopLimitOrder(10, 20), 10, 20)]) |
102
|
|
|
def test_blotter_order_types(self, style_obj, expected_lmt, expected_stp): |
103
|
|
|
|
104
|
|
|
blotter = Blotter('daily') |
105
|
|
|
|
106
|
|
|
blotter.order(24, 100, style_obj) |
107
|
|
|
result = blotter.open_orders[24][0] |
108
|
|
|
|
109
|
|
|
self.assertEqual(result.limit, expected_lmt) |
110
|
|
|
self.assertEqual(result.stop, expected_stp) |
111
|
|
|
|
112
|
|
|
def test_order_rejection(self): |
113
|
|
|
blotter = Blotter(self.sim_params.data_frequency) |
114
|
|
|
|
115
|
|
|
# Reject a nonexistent order -> no order appears in new_order, |
116
|
|
|
# no exceptions raised out |
117
|
|
|
blotter.reject(56) |
118
|
|
|
self.assertEqual(blotter.new_orders, []) |
119
|
|
|
|
120
|
|
|
# Basic tests of open order behavior |
121
|
|
|
open_order_id = blotter.order(24, 100, MarketOrder()) |
122
|
|
|
second_order_id = blotter.order(24, 50, MarketOrder()) |
123
|
|
|
self.assertEqual(len(blotter.open_orders[24]), 2) |
124
|
|
|
open_order = blotter.open_orders[24][0] |
125
|
|
|
self.assertEqual(open_order.status, ORDER_STATUS.OPEN) |
126
|
|
|
self.assertEqual(open_order.id, open_order_id) |
127
|
|
|
self.assertIn(open_order, blotter.new_orders) |
128
|
|
|
|
129
|
|
|
# Reject that order immediately (same bar, i.e. still in new_orders) |
130
|
|
|
blotter.reject(open_order_id) |
131
|
|
|
self.assertEqual(len(blotter.new_orders), 2) |
132
|
|
|
self.assertEqual(len(blotter.open_orders[24]), 1) |
133
|
|
|
still_open_order = blotter.new_orders[0] |
134
|
|
|
self.assertEqual(still_open_order.id, second_order_id) |
135
|
|
|
self.assertEqual(still_open_order.status, ORDER_STATUS.OPEN) |
136
|
|
|
rejected_order = blotter.new_orders[1] |
137
|
|
|
self.assertEqual(rejected_order.status, ORDER_STATUS.REJECTED) |
138
|
|
|
self.assertEqual(rejected_order.reason, '') |
139
|
|
|
|
140
|
|
|
# Do it again, but reject it at a later time (after tradesimulation |
141
|
|
|
# pulls it from new_orders) |
142
|
|
|
blotter = Blotter(self.sim_params.data_frequency) |
143
|
|
|
|
144
|
|
|
new_open_id = blotter.order(24, 10, MarketOrder()) |
145
|
|
|
new_open_order = blotter.open_orders[24][0] |
146
|
|
|
self.assertEqual(new_open_id, new_open_order.id) |
147
|
|
|
# Pretend that the trade simulation did this. |
148
|
|
|
blotter.new_orders = [] |
149
|
|
|
|
150
|
|
|
rejection_reason = "Not enough cash on hand." |
151
|
|
|
blotter.reject(new_open_id, reason=rejection_reason) |
152
|
|
|
rejected_order = blotter.new_orders[0] |
153
|
|
|
self.assertEqual(rejected_order.id, new_open_id) |
154
|
|
|
self.assertEqual(rejected_order.status, ORDER_STATUS.REJECTED) |
155
|
|
|
self.assertEqual(rejected_order.reason, rejection_reason) |
156
|
|
|
|
157
|
|
|
# You can't reject a filled order. |
158
|
|
|
# Reset for paranoia |
159
|
|
|
blotter = Blotter(self.sim_params.data_frequency) |
160
|
|
|
blotter.slippage_func = FixedSlippage() |
161
|
|
|
filled_id = blotter.order(24, 100, MarketOrder()) |
162
|
|
|
filled_order = None |
163
|
|
|
blotter.current_dt = self.sim_params.trading_days[-1] |
164
|
|
|
txns, _ = blotter.get_transactions(self.data_portal) |
165
|
|
|
for txn in txns: |
166
|
|
|
filled_order = blotter.orders[txn.order_id] |
167
|
|
|
|
168
|
|
|
self.assertEqual(filled_order.id, filled_id) |
169
|
|
|
self.assertIn(filled_order, blotter.new_orders) |
170
|
|
|
self.assertEqual(filled_order.status, ORDER_STATUS.FILLED) |
171
|
|
|
self.assertNotIn(filled_order, blotter.open_orders[24]) |
172
|
|
|
|
173
|
|
|
blotter.reject(filled_id) |
174
|
|
|
updated_order = blotter.orders[filled_id] |
175
|
|
|
self.assertEqual(updated_order.status, ORDER_STATUS.FILLED) |
176
|
|
|
|
177
|
|
|
def test_order_hold(self): |
178
|
|
|
""" |
179
|
|
|
Held orders act almost identically to open orders, except for the |
180
|
|
|
status indication. When a fill happens, the order should switch |
181
|
|
|
status to OPEN/FILLED as necessary |
182
|
|
|
""" |
183
|
|
|
blotter = Blotter(self.sim_params.data_frequency) |
184
|
|
|
# Nothing happens on held of a non-existent order |
185
|
|
|
blotter.hold(56) |
186
|
|
|
self.assertEqual(blotter.new_orders, []) |
187
|
|
|
|
188
|
|
|
open_id = blotter.order(24, 100, MarketOrder()) |
189
|
|
|
open_order = blotter.open_orders[24][0] |
190
|
|
|
self.assertEqual(open_order.id, open_id) |
191
|
|
|
|
192
|
|
|
blotter.hold(open_id) |
193
|
|
|
self.assertEqual(len(blotter.new_orders), 1) |
194
|
|
|
self.assertEqual(len(blotter.open_orders[24]), 1) |
195
|
|
|
held_order = blotter.new_orders[0] |
196
|
|
|
self.assertEqual(held_order.status, ORDER_STATUS.HELD) |
197
|
|
|
self.assertEqual(held_order.reason, '') |
198
|
|
|
|
199
|
|
|
blotter.cancel(held_order.id) |
200
|
|
|
self.assertEqual(len(blotter.new_orders), 1) |
201
|
|
|
self.assertEqual(len(blotter.open_orders[24]), 0) |
202
|
|
|
cancelled_order = blotter.new_orders[0] |
203
|
|
|
self.assertEqual(cancelled_order.id, held_order.id) |
204
|
|
|
self.assertEqual(cancelled_order.status, ORDER_STATUS.CANCELLED) |
205
|
|
|
|
206
|
|
|
for data in ([100, self.sim_params.trading_days[0]], |
207
|
|
|
[400, self.sim_params.trading_days[1]]): |
208
|
|
|
# Verify that incoming fills will change the order status. |
209
|
|
|
trade_amt = data[0] |
210
|
|
|
dt = data[1] |
211
|
|
|
|
212
|
|
|
order_size = 100 |
213
|
|
|
expected_filled = int(trade_amt * |
214
|
|
|
DEFAULT_VOLUME_SLIPPAGE_BAR_LIMIT) |
215
|
|
|
expected_open = order_size - expected_filled |
216
|
|
|
expected_status = ORDER_STATUS.OPEN if expected_open else \ |
217
|
|
|
ORDER_STATUS.FILLED |
218
|
|
|
|
219
|
|
|
blotter = Blotter(self.sim_params.data_frequency) |
220
|
|
|
open_id = blotter.order(24, order_size, MarketOrder()) |
221
|
|
|
open_order = blotter.open_orders[24][0] |
222
|
|
|
self.assertEqual(open_id, open_order.id) |
223
|
|
|
blotter.hold(open_id) |
224
|
|
|
held_order = blotter.new_orders[0] |
225
|
|
|
|
226
|
|
|
filled_order = None |
227
|
|
|
blotter.current_dt = dt |
228
|
|
|
txns, _ = blotter.get_transactions(self.data_portal) |
229
|
|
|
for txn in txns: |
230
|
|
|
filled_order = blotter.orders[txn.order_id] |
231
|
|
|
|
232
|
|
|
self.assertEqual(filled_order.id, held_order.id) |
233
|
|
|
self.assertEqual(filled_order.status, expected_status) |
234
|
|
|
self.assertEqual(filled_order.filled, expected_filled) |
235
|
|
|
self.assertEqual(filled_order.open_amount, expected_open) |
236
|
|
|
|