Merge branch 'master' of https://git.coding.net/wegamekinglc/Alpha-Mind

.travis.yml

@@ -10,22 +10,16 @@ addons:
     packages:
       - libblas-dev
       - liblapack-dev
+      - gcc
       - gfortran
 install:
   # We do this conditionally because it saves us some downloading if the
   # version is the same.
-  - sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
-  - sudo apt-get -qq update
-  - sudo apt-get -qq install g++-5
-  - sudo apt-get -qq install gcc-5
-  # - export CXX="g++-6" CC="gcc-6"
-  - sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-5 60 --slave /usr/bin/g++ g++ /usr/bin/g++-5
-  - wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh
+  - wget https://repo.continuum.io/miniconda/Miniconda3-4.3.21-Linux-x86_64.sh -O miniconda.sh
   - bash miniconda.sh -b -p $HOME/miniconda
   - export PATH="$HOME/miniconda/bin:$PATH"
   - hash -r
   - conda config --set always_yes yes --set changeps1 no
-  - conda update -q conda
   # Useful for debugging any issues with conda
   - conda info -a
   # Replace dep1 dep2 ... with your dependencies

README.md

@@ -25,6 +25,7 @@ alpha - mind 提供了多因子研究中常用的工具链，包括：
 * alpha 模型
 * 风险模型
 * 组合优化
+* 执行器
 
 所有的模块都设计了完整的测试用例以尽可能保证正确性。同时，所有的数值模型开发中都对性能给予了足够高的关注，参考了优秀的第三方工具以保证性能：
 

alphamind/analysis/factoranalysis.py

@@ -99,7 +99,7 @@ def er_portfolio_analysis(er: np.ndarray,
             raise ValueError('linear programming optimizer in status: {0}'.format(status))
 
     elif method == 'rank':
-        weights = rank_build(er, use_rank=kwargs['use_rank']).flatten() * benchmark.sum() / kwargs['use_rank']
+        weights = rank_build(er, use_rank=kwargs['use_rank'], masks=is_tradable).flatten() * benchmark.sum() / kwargs['use_rank']
     elif method == 'ls' or method == 'long_short':
         weights = long_short_build(er).flatten()
     elif method == 'mv' or method == 'mean_variance':

alphamind/api.py

@@ -28,6 +28,11 @@ from alphamind.model.linearmodel import ConstLinearModel
 from alphamind.model.loader import load_model
 from alphamind.model.data_preparing import fetch_data_package
 
+from alphamind.execution.naiveexecutor import NaiveExecutor
+from alphamind.execution.thresholdexecutor import ThresholdExecutor
+from alphamind.execution.targetvolexecutor import TargetVolExecutor
+from alphamind.execution.pipeline import ExecutionPipeline
+
 from alphamind.utilities import alpha_logger
 
 
@@ -52,5 +57,9 @@ __all__ = [
     'LinearRegression',
     'ConstLinearModel',
     'load_model',
+    'NaiveExecutor',
+    'ThresholdExecutor',
+    'TargetVolExecutor',
+    'ExecutionPipeline',
     'alpha_logger'
 ]
\ No newline at end of file

alphamind/data/dbmodel/models.py

@@ -1179,6 +1179,63 @@ class Experimental(Base):
     DROEAfterNonRecurring = Column(Float(53))
     CFinc1 = Column(Float(53))
     xueqiu_hotness = Column(Float(53))
+    con_eps = Column(Float(53))
+    con_pb = Column(Float(53))
+    con_pb_order = Column(Float(53))
+    con_pb_rolling = Column(Float(53))
+    con_pb_rolling_order = Column(Float(53))
+    con_pe = Column(Float(53))
+    con_pe_order = Column(Float(53))
+    con_pe_rolling = Column(Float(53))
+    con_pe_rolling_order = Column(Float(53))
+    con_peg = Column(Float(53))
+    con_peg_order = Column(Float(53))
+    con_peg_rolling = Column(Float(53))
+    con_peg_rolling_order = Column(Float(53))
+    con_ps = Column(Float(53))
+    con_ps_order = Column(Float(53))
+    con_ps_rolling = Column(Float(53))
+    con_ps_rolling_order = Column(Float(53))
+    con_target_price = Column(Float(53))
+    market_confidence_10d = Column(Float(53))
+    market_confidence_15d = Column(Float(53))
+    market_confidence_25d = Column(Float(53))
+    market_confidence_5d = Column(Float(53))
+    market_confidence_75d = Column(Float(53))
+    optimism_confidence_10d = Column(Float(53))
+    optimism_confidence_15d = Column(Float(53))
+    optimism_confidence_25d = Column(Float(53))
+    optimism_confidence_5d = Column(Float(53))
+    optimism_confidence_75d = Column(Float(53))
+    pessimism_confidence_10d = Column(Float(53))
+    pessimism_confidence_15d = Column(Float(53))
+    pessimism_confidence_25d = Column(Float(53))
+    pessimism_confidence_5d = Column(Float(53))
+    pessimism_confidence_75d = Column(Float(53))
+    con_na_yoy = Column(Float(53))
+    con_np_yoy = Column(Float(53))
+    con_npcgrate_13w = Column(Float(53))
+    con_npcgrate_1w = Column(Float(53))
+    con_npcgrate_26w = Column(Float(53))
+    con_npcgrate_2y = Column(Float(53))
+    con_npcgrate_4w = Column(Float(53))
+    con_npcgrate_52w = Column(Float(53))
+    con_or_yoy = Column(Float(53))
+    con_roe_yoy1 = Column(Float(53))
+    con_roe_yoy2 = Column(Float(53))
+    con_roe_yoy3 = Column(Float(53))
+    con_eps_rolling = Column(Float(53))
+    con_np = Column(Float(53))
+    con_np_rolling = Column(Float(53))
+    con_or = Column(Float(53))
+    con_or_rolling = Column(Float(53))
+    con_roe = Column(Float(53))
+    con_na = Column(Float(53))
+    con_na_rolling = Column(Float(53))
+    mcap = Column(Float(53))
+    tcap = Column(Float(53))
+    ta = Column(Float(53))
+    na = Column(Float(53))
 
 
 class FactorMaster(Base):
@@ -1366,7 +1423,7 @@ class Models(Base):
     model_version = Column(BigInteger, nullable=False)
     update_time = Column(DateTime, nullable=False)
     model_desc = Column(JSONB, nullable=False)
-    is_primary = Column(Boolean, default=False)
+    is_primary = Column(Boolean)
     model_id = Column(Integer, primary_key=True, server_default=text("nextval('models_model_id_seq'::regclass)"))
 
 
@@ -1402,12 +1459,12 @@ class PnlLog(Base):
 class PortfolioSettings(Base):
     __tablename__ = 'portfolio_settings'
     __table_args__ = (
-        Index('portfolio_pk', 'trade_date', 'portfolio_name', unique=True),
+        Index('portfolio_pk', 'trade_date', 'portfolio_name', 'model_id', unique=True),
     )
 
     trade_date = Column(DateTime, primary_key=True, nullable=False)
     portfolio_name = Column(String(50), primary_key=True, nullable=False)
-    model_id = Column(BigInteger, nullable=False)
+    model_id = Column(BigInteger, primary_key=True, nullable=False)
 
 
 class Positions(Base):

alphamind/execution/baseexecutor.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-22
+
+@author: cheng.li
+"""
+
+
+import abc
+from typing import Tuple
+import numpy as np
+import pandas as pd
+
+
+class ExecutorBase(metaclass=abc.ABCMeta):
+
+    def __init__(self):
+        self.current_pos = pd.DataFrame()
+
+    @abc.abstractmethod
+    def execute(self, target_pos: pd.DataFrame) -> pd.DataFrame:
+        pass
+
+    @staticmethod
+    def calc_turn_over(target_pos: pd.DataFrame, current_pos: pd.DataFrame) -> float:
+        pos_merged = pd.merge(target_pos, current_pos, on=['code'], how='outer')
+        pos_merged.fillna(0, inplace=True)
+        turn_over = np.abs(pos_merged.weight_x - pos_merged.weight_y).sum()
+        return turn_over
+
+    def set_current(self, current_pos: pd.DataFrame):
+        self.current_pos = current_pos.copy()
+
+    def update(self, data_dict: dict):
+        pass

alphamind/execution/naiveexecutor.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-22
+
+@author: cheng.li
+"""
+
+from typing import Tuple
+import pandas as pd
+from alphamind.execution.baseexecutor import ExecutorBase
+
+
+class NaiveExecutor(ExecutorBase):
+
+    def __init__(self):
+        super().__init__()
+
+    def execute(self, target_pos: pd.DataFrame) -> Tuple[float, pd.DataFrame]:
+        if self.current_pos.empty:
+            turn_over = target_pos.weight.abs().sum()
+        else:
+            turn_over = self.calc_turn_over(target_pos, self.current_pos)
+        self.current_pos = target_pos.copy()
+        return turn_over, target_pos

alphamind/execution/pipeline.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-25
+
+@author: cheng.li
+"""
+
+from typing import List
+from typing import Tuple
+import pandas as pd
+from alphamind.execution.baseexecutor import ExecutorBase
+
+
+class ExecutionPipeline(object):
+
+    def __init__(self, executors: List[ExecutorBase]):
+        self.executors = executors
+
+    def execute(self, target_pos) -> Tuple[float, pd.DataFrame]:
+
+        turn_over, planed_pos = 0., target_pos
+
+        for executor in self.executors:
+            turn_over, planed_pos = executor.execute(planed_pos)
+
+        executed_pos = planed_pos
+
+        for executor in self.executors:
+            executor.set_current(executed_pos)
+
+        return turn_over, executed_pos
+
+    def update(self, data_dict):
+
+        for executor in self.executors:
+            executor.update(data_dict=data_dict)

alphamind/execution/targetvolexecutor.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-22
+
+@author: cheng.li
+"""
+
+from typing import Tuple
+import pandas as pd
+from PyFin.Math.Accumulators import MovingStandardDeviation
+from PyFin.Math.Accumulators import MovingAverage
+from alphamind.execution.baseexecutor import ExecutorBase
+
+
+class TargetVolExecutor(ExecutorBase):
+
+    def __init__(self, window=30, target_vol=0.01):
+        super().__init__()
+        self.m_vol = MovingStandardDeviation(window=window, dependency='return')
+        self.m_leverage = MovingAverage(window=window, dependency='leverage')
+        self.target_vol = target_vol
+        self.multiplier = 1.
+
+    def execute(self, target_pos: pd.DataFrame) -> Tuple[float, pd.DataFrame]:
+        if not self.m_vol.isFull():
+            if self.current_pos.empty:
+                turn_over = target_pos.weight.abs().sum()
+            else:
+                turn_over = self.calc_turn_over(target_pos, self.current_pos)
+            return turn_over, target_pos
+        else:
+            c_vol = self.m_vol.result()
+            c_leverage = self.m_leverage.result()
+            self.multiplier = self.target_vol / c_vol * c_leverage
+            candidate_pos = target_pos.copy()
+            candidate_pos['weight'] = candidate_pos.weight.values * self.multiplier
+            turn_over = self.calc_turn_over(candidate_pos, self.current_pos)
+            return turn_over, candidate_pos
+
+    def set_current(self, current_pos: pd.DataFrame):
+        super().set_current(current_pos)
+        self.m_leverage.push({'leverage': current_pos.weight.abs().sum()})
+
+    def update(self, data_dict: dict):
+        self.m_vol.push(data_dict)

alphamind/execution/thresholdexecutor.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-22
+
+@author: cheng.li
+"""
+
+from typing import Tuple
+import pandas as pd
+from alphamind.execution.baseexecutor import ExecutorBase
+
+
+class ThresholdExecutor(ExecutorBase):
+
+    def __init__(self, turn_over_threshold: float, is_relative=True):
+        super().__init__()
+        self.threshold = turn_over_threshold
+        self.is_relative = is_relative
+
+    def execute(self, target_pos: pd.DataFrame) -> Tuple[float, pd.DataFrame]:
+
+        if self.current_pos.empty:
+            return target_pos.weight.abs().sum(), target_pos
+        else:
+            turn_over = self.calc_turn_over(target_pos, self.current_pos)
+
+            is_break = turn_over >= self.threshold * self.current_pos.weight.sum() if self.is_relative else turn_over >= self.threshold
+
+            if is_break:
+                return turn_over, target_pos
+            else:
+                return 0., self.current_pos.copy()

alphamind/model/composer.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-27
+
+@author: cheng.li
+"""
+
+import copy
+import bisect
+from typing import Union
+from typing import Iterable
+import pandas as pd
+from alphamind.model.modelbase import ModelBase
+from alphamind.model.data_preparing import fetch_train_phase
+from alphamind.model.data_preparing import fetch_predict_phase
+from alphamind.data.transformer import Transformer
+from alphamind.data.engines.universe import Universe
+
+
+class DataMeta(object):
+
+    def __init__(self,
+                 engine,
+                 alpha_factors: Union[Transformer, Iterable[object]],
+                 freq: str,
+                 universe: Universe,
+                 batch: int,
+                 neutralized_risk: Iterable[str] = None,
+                 risk_model: str = 'short',
+                 pre_process: Iterable[object] = None,
+                 post_process: Iterable[object] = None,
+                 warm_start: int = 0):
+        self.engine = engine
+        self.alpha_model = alpha_model
+        self.alpha_factors = alpha_factors
+        self.freq = freq
+        self.universe = universe
+        self.batch = batch
+        self.neutralized_risk = neutralized_risk
+        self.risk_model = risk_model
+        self.pre_process = pre_process
+        self.post_process = post_process
+        self.warm_start = warm_start
+
+
+class ModelComposer(object):
+    def __init__(self,
+                 alpha_model: ModelBase,
+                 data_meta: DataMeta):
+        self.alpha_model = alpha_model
+        self.data_meta = data_meta
+
+        self.models = {}
+        self.is_updated = False
+        self.sorted_keys = None
+
+    def train(self, ref_date: str):
+        train_data = fetch_train_phase(self.data_meta.engine,
+                                       self.data_meta.alpha_factors,
+                                       ref_date,
+                                       self.data_meta.freq,
+                                       self.data_meta.universe,
+                                       self.data_meta.batch,
+                                       self.data_meta.neutralized_risk,
+                                       self.data_meta.risk_model,
+                                       self.data_meta.pre_process,
+                                       self.data_meta.post_process,
+                                       self.data_meta.warm_start)
+
+        x_values = train_data['train']['x']
+        y_values = train_data['train']['y']
+        self.alpha_model.fit(x_values, y_values)
+
+        self.models[ref_date] = copy.deepcopy(self.alpha_model)
+        self.is_updated = False
+
+    def predict(self, ref_date: str, x: pd.DataFrame = None) -> pd.DataFrame:
+        if x is None:
+            predict_data = fetch_predict_phase(self.data_meta.engine,
+                                               self.data_meta.alpha_factors,
+                                               ref_date,
+                                               self.data_meta.freq,
+                                               self.data_meta.universe,
+                                               self.data_meta.batch,
+                                               self.data_meta.neutralized_risk,
+                                               self.data_meta.risk_model,
+                                               self.data_meta.pre_process,
+                                               self.data_meta.post_process,
+                                               self.data_meta.warm_start)
+
+            x_values = predict_data['predict']['x']
+            codes = predict_data['predict']['code']
+        else:
+            x_values = x.values
+            codes = x.index
+
+        model = self._fetch_latest_model(ref_date)
+        return pd.DataFrame(model.predict(x_values).flatten(), index=codes)
+
+    def _fetch_latest_model(self, ref_date) -> ModelBase:
+        if self.is_updated:
+            sorted_keys = self.sorted_keys
+        else:
+            sorted_keys = sorted(self.models.keys())
+            self.sorted_keys = sorted_keys
+            self.is_updated = True
+
+        latest_index = bisect.bisect_left(sorted_keys, ref_date) - 1
+        return self.models[sorted_keys[latest_index]]
+
+
+if __name__ == '__main__':
+    import numpy as np
+    from alphamind.data.standardize import standardize
+    from alphamind.data.winsorize import winsorize_normal
+    from alphamind.data.engines.sqlengine import industry_styles
+    from alphamind.data.engines.sqlengine import SqlEngine
+    from alphamind.model.linearmodel import ConstLinearModel
+
+    engine = SqlEngine()
+    alpha_model = ConstLinearModel(['EPS'], np.array([1.]))
+    alpha_factors = ['EPS']
+    freq = '1w'
+    universe = Universe('zz500', ['zz500'])
+    batch = 4
+    neutralized_risk = ['SIZE'] + industry_styles
+    risk_model = 'short'
+    pre_process = [winsorize_normal, standardize]
+    pos_process = [winsorize_normal, standardize]
+
+    data_meta = DataMeta(engine,
+                         alpha_factors,
+                         freq,
+                         universe,
+                         batch,
+                         neutralized_risk,
+                         risk_model,
+                         pre_process,
+                         pos_process)
+
+    composer = ModelComposer(alpha_model, data_meta)
+
+    composer.train('2017-09-20')
+    composer.train('2017-09-22')
+    composer.train('2017-09-25')
+    composer.predict('2017-09-21')

alphamind/model/data_preparing.py

@@ -189,7 +189,7 @@ def fetch_data_package(engine: SqlEngine,
                        neutralized_risk: Iterable[str] = None,
                        risk_model: str = 'short',
                        pre_process: Iterable[object] = None,
-                       post_process: Iterable[object] = None):
+                       post_process: Iterable[object] = None) -> dict:
     alpha_logger.info("Starting data package fetching ...")
 
     transformer = Transformer(alpha_factors)
@@ -243,7 +243,7 @@ def fetch_train_phase(engine,
                       risk_model: str = 'short',
                       pre_process: Iterable[object] = None,
                       post_process: Iterable[object] = None,
-                      warm_start: int = 0):
+                      warm_start: int = 0) -> dict:
     transformer = Transformer(alpha_factors)
 
     p = Period(frequency)

alphamind/portfolio/rankbuilder.py

@@ -12,7 +12,12 @@ from alphamind.utilities import groupby
 from alphamind.utilities import set_value
 
 
-def rank_build(er: np.ndarray, use_rank: int, groups: np.ndarray=None) -> np.ndarray:
+def rank_build(er: np.ndarray, use_rank: int, groups: np.ndarray=None, masks: np.ndarray=None) -> np.ndarray:
+
+    er = er.copy()
+
+    if masks is not None:
+        er[~masks] = -np.inf
 
     if er.ndim == 1 or (er.shape[0] == 1 or er.shape[1] == 1):
         # fast path methods for single column er

alphamind/strategy/sample_strategy.json

@@ -8,13 +8,20 @@
     "post_process": ["winsorize", "standardize"]
   },
 
-  "risk_model": "short",
-  "alpha_model": "LinearRegression",
-  "features": ["EPS", "ROEDiluted"],
+  "risk_model":
+  {
+    "type": "short",
+    "neutralize_risk": ["SIZE", "industry_styles"]
+  },
 
-  "parameters":
+  "alpha_model":
   {
-    "fit_intercept": false
+    "model_type": "LinearRegression",
+    "features": ["EPS", "ROEDiluted"],
+    "parameters":
+    {
+      "fit_intercept": false
+    }
   },
 
   "freq": "1d",
@@ -25,7 +32,12 @@
 
   "optimizer":
   {
-    "build_type": "risk_neutral",
+    "type": "risk_neutral",
     "neutralize_risk": ["SIZE", "industry_styles"]
+  },
+
+  "executor":
+  {
+    "type": "naive"
   }
 }
\ No newline at end of file

alphamind/tests/execution/test_naiveexecutor.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-22
+
+@author: cheng.li
+"""
+
+import unittest
+import pandas as pd
+from alphamind.execution.naiveexecutor import NaiveExecutor
+
+
+class TestNaiveExecutor(unittest.TestCase):
+
+    def test_naive_executor(self):
+        target_pos = pd.DataFrame({'code': [1, 2, 3],
+                                   'weight': [0.2, 0.3, 0.5],
+                                   'industry': ['a', 'b', 'c']})
+
+        # 1st round
+        executor = NaiveExecutor()
+        turn_over, executed_pos = executor.execute(target_pos)
+        executor.set_current(executed_pos)
+        self.assertAlmostEqual(turn_over, 1.0)
+
+        # 2nd round
+        target_pos = pd.DataFrame({'code': [1, 2, 4],
+                                   'weight': [0.3, 0.2, 0.5],
+                                   'industry': ['a', 'b', 'd']})
+
+        turn_over, executed_pos = executor.execute(target_pos)
+        executor.set_current(executed_pos)
+        self.assertAlmostEqual(turn_over, 1.2)
+
+        # 3rd round
+        target_pos = pd.DataFrame({'code': [1, 3, 4],
+                                   'weight': [0.3, 0.2, 0.5],
+                                   'industry': ['a', 'c', 'd']})
+        turn_over, executed_pos = executor.execute(target_pos)
+        executor.set_current(executed_pos)
+        self.assertAlmostEqual(turn_over, 0.4)
+
+
+if __name__ == '__main__':
+    unittest.main()
\ No newline at end of file

alphamind/tests/execution/test_pipeline.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-25
+
+@author: cheng.li
+"""
+
+import unittest
+from collections import deque
+import numpy as np
+import pandas as pd
+from alphamind.execution.pipeline import ExecutionPipeline
+from alphamind.execution.thresholdexecutor import ThresholdExecutor
+from alphamind.execution.targetvolexecutor import TargetVolExecutor
+
+
+class TestExecutionPipelin(unittest.TestCase):
+
+    def test_execution_pipeline(self):
+        n = 100
+        window = 60
+        target_vol = 0.01
+        turn_over_threshold = 0.5
+
+        executor1 = TargetVolExecutor(window=window, target_vol=target_vol)
+        executor2 = ThresholdExecutor(turn_over_threshold=turn_over_threshold)
+
+        execution_pipeline = ExecutionPipeline(executors=[executor1, executor2])
+
+        return_1 = np.random.randn(2000, n) * 0.05
+        return_2 = np.random.randn(2000, n) * 0.2
+        return_total = np.concatenate((return_1, return_2))
+        codes = np.array(list(range(n)))
+
+        ret_deq = deque(maxlen=window)
+
+        for i, row in enumerate(return_total):
+            weights = np.random.randint(0, 100, n)
+            weights = weights / weights.sum()
+            pos = pd.DataFrame({'code': codes, 'weight': weights})
+            turn_over, executed_pos = execution_pipeline.execute(pos)
+            daily_return = row @ executed_pos.weight.values.flatten()
+            data_dict = {'return': daily_return}
+            execution_pipeline.update(data_dict=data_dict)
+            ret_deq.append(daily_return)

alphamind/tests/execution/test_targetvolexecutor.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-22
+
+@author: cheng.li
+"""
+
+import unittest
+from collections import deque
+import numpy as np
+import pandas as pd
+from alphamind.execution.targetvolexecutor import TargetVolExecutor
+
+
+class TestTargetVolExecutor(unittest.TestCase):
+
+    def test_target_vol_executor(self):
+        n = 100
+        window = 30
+        target_vol = 0.01
+
+        executor = TargetVolExecutor(window=window, target_vol=target_vol)
+
+        return_1 = np.random.randn(2000, n) * 0.05
+        return_2 = np.random.randn(2000, n) * 0.2
+        return_total = np.concatenate((return_1, return_2))
+
+        weights = np.ones(n) / n
+        codes = np.array(list(range(n)))
+
+        ret_deq = deque(maxlen=window)
+
+        for i, row in enumerate(return_total):
+            pos = pd.DataFrame({'code': codes, 'weight': weights})
+            turn_over, executed_pos = executor.execute(pos)
+
+            if i >= window:
+                c_vol = np.std(ret_deq, ddof=1)
+                executed_pos.equals(pos * target_vol / c_vol)
+            else:
+                executed_pos.equals(pos)
+
+            executor.set_current(executed_pos)
+            daily_return = row @ weights
+            data_dict = {'return': daily_return}
+            executor.update(data_dict=data_dict)
+            ret_deq.append(daily_return)
+
+
+if __name__ == '__main__':
+    unittest.main()
\ No newline at end of file

alphamind/tests/execution/test_thresholdexecutor.py

+# -*- coding: utf-8 -*-
+"""
+Created on 2017-9-22
+
+@author: cheng.li
+"""
+
+import unittest
+import pandas as pd
+from alphamind.execution.thresholdexecutor import ThresholdExecutor
+
+
+class TestThresholdExecutor(unittest.TestCase):
+
+    def test_threshold_executor(self):
+        target_pos = pd.DataFrame({'code': [1, 2, 3],
+                                   'weight': [0.2, 0.3, 0.5],
+                                   'industry': ['a', 'b', 'c']})
+
+        executor = ThresholdExecutor(turn_over_threshold=0.5)
+
+        # 1st round
+        turn_over, executed_pos = executor.execute(target_pos)
+        executor.set_current(executed_pos)
+        self.assertTrue(target_pos.equals(executed_pos))
+        self.assertAlmostEqual(turn_over, target_pos.weight.sum())
+
+        # 2nd round
+        target_pos = pd.DataFrame({'code': [1, 2, 4],
+                                   'weight': [0.3, 0.2, 0.5],
+                                   'industry': ['a', 'b', 'd']})
+
+        turn_over, executed_pos = executor.execute(target_pos)
+        executor.set_current(executed_pos)
+        self.assertTrue(target_pos.equals(executed_pos))
+        self.assertTrue(executed_pos.equals(executor.current_pos))
+        self.assertAlmostEqual(turn_over, 1.2)
+
+        # 3rd round
+        target_pos = pd.DataFrame({'code': [1, 3, 4],
+                                   'weight': [0.3, 0.2, 0.5],
+                                   'industry': ['a', 'c', 'd']})
+        turn_over, executed_pos2 = executor.execute(target_pos)
+        executor.set_current(executed_pos2)
+        self.assertTrue(executed_pos.equals(executed_pos2))
+        self.assertAlmostEqual(turn_over, 0.)
+
+
+if __name__ == '__main__':
+    unittest.main()

alphamind/tests/portfolio/test_rankbuild.py

@@ -18,6 +18,7 @@ class TestRankBuild(unittest.TestCase):
         self.n_included = 300
         self.n_groups = 30
         self.n_portfolio = range(1, 10)
+        self.n_mask = 100
 
     def test_rank_build(self):
         for n_portfolio in self.n_portfolio:
@@ -26,10 +27,10 @@ class TestRankBuild(unittest.TestCase):
             calc_weights = rank_build(x, self.n_included)
 
             expected_weights = np.zeros((len(x), n_portfolio))
-            masks = (-x).argsort(axis=0).argsort(axis=0) < self.n_included
+            chosen = (-x).argsort(axis=0).argsort(axis=0) < self.n_included
 
             for j in range(x.shape[1]):
-                expected_weights[masks[:, j], j] = 1.
+                expected_weights[chosen[:, j], j] = 1.
 
             np.testing.assert_array_almost_equal(calc_weights, expected_weights)
 
@@ -45,9 +46,32 @@ class TestRankBuild(unittest.TestCase):
 
             grouped_ordering = pd.DataFrame(-x).groupby(groups).rank()
             expected_weights = np.zeros((len(x), n_portfolio))
-            masks = (grouped_ordering <= n_include).values
+            chosen = (grouped_ordering <= n_include).values
             for j in range(x.shape[1]):
-                expected_weights[masks[:, j], j] = 1.
+                expected_weights[chosen[:, j], j] = 1.
+
+            np.testing.assert_array_almost_equal(calc_weights, expected_weights)
+
+    def test_rank_build_with_masks(self):
+        for n_portfolio in self.n_portfolio:
+            x = np.random.randn(self.n_samples, n_portfolio)
+            choices = np.random.choice(self.n_samples, self.n_mask, replace=False)
+            masks = np.full(self.n_samples, True, dtype=bool)
+            masks[choices] = False
+
+            calc_weights = rank_build(x, self.n_included, masks=masks)
+
+            expected_weights = np.zeros((len(x), n_portfolio))
+
+            filtered_index = np.arange(len(x))[masks]
+            filtered_x = x[masks]
+            big_boolen = np.full(x.shape, False, dtype=bool)
+
+            chosen = (-filtered_x).argsort(axis=0).argsort(axis=0) < self.n_included
+            big_boolen[filtered_index] = chosen
+
+            for j in range(x.shape[1]):
+                expected_weights[big_boolen[:, j], j] = 1.
 
             np.testing.assert_array_almost_equal(calc_weights, expected_weights)
 

alphamind/tests/test_suite.py

@@ -28,6 +28,9 @@ from alphamind.tests.analysis.test_factoranalysis import TestFactorAnalysis
 from alphamind.tests.analysis.test_quantilieanalysis import TestQuantileAnalysis
 from alphamind.tests.model.test_linearmodel import TestLinearModel
 from alphamind.tests.model.test_loader import TestLoader
+from alphamind.tests.execution.test_naiveexecutor import TestNaiveExecutor
+from alphamind.tests.execution.test_thresholdexecutor import TestThresholdExecutor
+from alphamind.tests.execution.test_targetvolexecutor import TestTargetVolExecutor
 
 
 if __name__ == '__main__':
@@ -47,6 +50,9 @@ if __name__ == '__main__':
                          TestFactorAnalysis,
                          TestQuantileAnalysis,
                          TestLinearModel,
-                         TestLoader],
+                         TestLoader,
+                         TestNaiveExecutor,
+                         TestThresholdExecutor,
+                         TestTargetVolExecutor],
                         alpha_logger)
     runner.run()

notebooks/executor_example.ipynb

+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "%matplotlib inline\n",
+    "import numpy as np\n",
+    "import pandas as pd\n",
+    "from alphamind.api import *\n",
+    "from PyFin.api import *\n",
+    "from matplotlib import pyplot as plt\n",
+    "plt.style.use('fivethirtyeight')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Parameter Setting\n",
+    "----------------------"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "def _map_freq(freq):\n",
+    "\n",
+    "    if freq == '1m':\n",
+    "        horizon = 21\n",
+    "    elif freq == '1w':\n",
+    "        horizon = 4\n",
+    "    elif freq == '2w':\n",
+    "        horizon = 8\n",
+    "    elif freq == '3w':\n",
+    "        horizon = 12\n",
+    "    elif freq == '1d':\n",
+    "        horizon = 0\n",
+    "    else:\n",
+    "        raise ValueError(\"Unrecognized freq: {0}\".format(freq))\n",
+    "    return horizon"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "factors = ['VAL', 'ROEDiluted', 'GREV', 'EPS', 'CHV', 'CFinc1', 'BDTO', 'IVR']\n",
+    "factor_weights = np.array([0.034129344,\n",
+    "                    0.048765746,\n",
+    "                    0.042747382,\n",
+    "                    -0.015900173,\n",
+    "                    0.019044573,\n",
+    "                    -0.001792638,\n",
+    "                    0.014277867,\n",
+    "                    0.04])\n",
+    "\n",
+    "engine = SqlEngine(\"postgres+psycopg2://postgres:we083826@192.168.0.102/alpha\")\n",
+    "universe = Universe('custom', ['zz500'])\n",
+    "benchmark_code = 905\n",
+    "neutralize_risk = ['SIZE'] + industry_styles\n",
+    "constraint_risk = ['SIZE'] + industry_styles\n",
+    "start_date = '2017-01-01'\n",
+    "end_date = '2017-09-20'\n",
+    "\n",
+    "freq = '1w'\n",
+    "horizon = _map_freq(freq)\n",
+    "dates = makeSchedule(start_date, end_date, tenor=freq, calendar='china.sse', dateGenerationRule=DateGeneration.Backward)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "OperationalError",
+     "evalue": "(psycopg2.OperationalError) could not connect to server: Connection timed out (0x0000274C/10060)\n\tIs the server running on host \"192.168.0.102\" and accepting\n\tTCP/IP connections on port 5432?\n",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[1;31mEmpty\u001b[0m                                     Traceback (most recent call last)",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m_do_get\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m   1121\u001b[0m             \u001b[0mwait\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0muse_overflow\u001b[0m \u001b[1;32mand\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_overflow\u001b[0m \u001b[1;33m>=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_max_overflow\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1122\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_pool\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mwait\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_timeout\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1123\u001b[0m         \u001b[1;32mexcept\u001b[0m \u001b[0msqla_queue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mEmpty\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\util\\queue.py\u001b[0m in \u001b[0;36mget\u001b[1;34m(self, block, timeout)\u001b[0m\n\u001b[0;32m    144\u001b[0m                 \u001b[1;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_empty\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 145\u001b[1;33m                     \u001b[1;32mraise\u001b[0m \u001b[0mEmpty\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    146\u001b[0m             \u001b[1;32melif\u001b[0m \u001b[0mtimeout\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;31mEmpty\u001b[0m: ",
+      "\nDuring handling of the above exception, another exception occurred:\n",
+      "\u001b[1;31mOperationalError\u001b[0m                          Traceback (most recent call last)",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\base.py\u001b[0m in \u001b[0;36m_wrap_pool_connect\u001b[1;34m(self, fn, connection)\u001b[0m\n\u001b[0;32m   2146\u001b[0m         \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2147\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0mfn\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2148\u001b[0m         \u001b[1;32mexcept\u001b[0m \u001b[0mdialect\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdbapi\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mError\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36mconnect\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    386\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_use_threadlocal\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 387\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0m_ConnectionFairy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_checkout\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    388\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m_checkout\u001b[1;34m(cls, pool, threadconns, fairy)\u001b[0m\n\u001b[0;32m    765\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mfairy\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 766\u001b[1;33m             \u001b[0mfairy\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_ConnectionRecord\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheckout\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpool\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    767\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36mcheckout\u001b[1;34m(cls, pool)\u001b[0m\n\u001b[0;32m    515\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mcheckout\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcls\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mpool\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 516\u001b[1;33m         \u001b[0mrec\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpool\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_do_get\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    517\u001b[0m         \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m_do_get\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m   1137\u001b[0m                     \u001b[1;32mwith\u001b[0m \u001b[0mutil\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msafe_reraise\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1138\u001b[1;33m                         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_dec_overflow\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1139\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\util\\langhelpers.py\u001b[0m in \u001b[0;36m__exit__\u001b[1;34m(self, type_, value, traceback)\u001b[0m\n\u001b[0;32m     65\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mwarn_only\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 66\u001b[1;33m                 \u001b[0mcompat\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreraise\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mexc_type\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mexc_value\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mexc_tb\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     67\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\util\\compat.py\u001b[0m in \u001b[0;36mreraise\u001b[1;34m(tp, value, tb, cause)\u001b[0m\n\u001b[0;32m    186\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 187\u001b[1;33m         \u001b[1;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    188\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m_do_get\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m   1134\u001b[0m                 \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1135\u001b[1;33m                     \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_create_connection\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1136\u001b[0m                 \u001b[1;32mexcept\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m_create_connection\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    332\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 333\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0m_ConnectionRecord\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    334\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, pool, connect)\u001b[0m\n\u001b[0;32m    460\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mconnect\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 461\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__connect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfirst_connect_check\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mTrue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    462\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfinalize_callback\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdeque\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m__connect\u001b[1;34m(self, first_connect_check)\u001b[0m\n\u001b[0;32m    650\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mstarttime\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 651\u001b[1;33m             \u001b[0mconnection\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpool\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_invoke_creator\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    652\u001b[0m             \u001b[0mpool\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mlogger\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdebug\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Created new connection %r\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mconnection\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\strategies.py\u001b[0m in \u001b[0;36mconnect\u001b[1;34m(connection_record)\u001b[0m\n\u001b[0;32m    104\u001b[0m                             \u001b[1;32mreturn\u001b[0m \u001b[0mconnection\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 105\u001b[1;33m                 \u001b[1;32mreturn\u001b[0m \u001b[0mdialect\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0mcargs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mcparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    106\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\default.py\u001b[0m in \u001b[0;36mconnect\u001b[1;34m(self, *cargs, **cparams)\u001b[0m\n\u001b[0;32m    392\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mconnect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m*\u001b[0m\u001b[0mcargs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mcparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 393\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdbapi\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0mcargs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mcparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    394\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\psycopg2\\__init__.py\u001b[0m in \u001b[0;36mconnect\u001b[1;34m(dsn, connection_factory, cursor_factory, **kwargs)\u001b[0m\n\u001b[0;32m    129\u001b[0m     \u001b[0mdsn\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_ext\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmake_dsn\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdsn\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 130\u001b[1;33m     \u001b[0mconn\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_connect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdsn\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mconnection_factory\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mconnection_factory\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwasync\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    131\u001b[0m     \u001b[1;32mif\u001b[0m \u001b[0mcursor_factory\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;31mOperationalError\u001b[0m: could not connect to server: Connection timed out (0x0000274C/10060)\n\tIs the server running on host \"192.168.0.102\" and accepting\n\tTCP/IP connections on port 5432?\n",
+      "\nThe above exception was the direct cause of the following exception:\n",
+      "\u001b[1;31mOperationalError\u001b[0m                          Traceback (most recent call last)",
+      "\u001b[1;32m<ipython-input-8-1b67018f9ed4>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mall_data\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mengine\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfetch_data_range\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0muniverse\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mfactors\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdates\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mdates\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbenchmark\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m905\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      2\u001b[0m \u001b[0mfactor_all_data\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mall_data\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'factor'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      3\u001b[0m \u001b[0mfactor_groups\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mfactor_all_data\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mgroupby\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'trade_date'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\alpha_mind-0.1.0-py3.6-win-amd64.egg\\alphamind\\data\\engines\\sqlengine.py\u001b[0m in \u001b[0;36mfetch_data_range\u001b[1;34m(self, universe, factors, start_date, end_date, dates, benchmark, risk_model, industry, external_data)\u001b[0m\n\u001b[0;32m    554\u001b[0m                                               \u001b[0mend_date\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    555\u001b[0m                                               \u001b[0mdates\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 556\u001b[1;33m                                               external_data=external_data)\n\u001b[0m\u001b[0;32m    557\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    558\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mbenchmark\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\alpha_mind-0.1.0-py3.6-win-amd64.egg\\alphamind\\data\\engines\\sqlengine.py\u001b[0m in \u001b[0;36mfetch_factor_range\u001b[1;34m(self, universe, factors, start_date, end_date, dates, external_data)\u001b[0m\n\u001b[0;32m    311\u001b[0m             \u001b[1;33m.\u001b[0m\u001b[0mselect_from\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mbig_table\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    312\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 313\u001b[1;33m         \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread_sql\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mquery\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mengine\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msort_values\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'trade_date'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'code'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    314\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    315\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mexternal_data\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\pandas\\io\\sql.py\u001b[0m in \u001b[0;36mread_sql\u001b[1;34m(sql, con, index_col, coerce_float, params, parse_dates, columns, chunksize)\u001b[0m\n\u001b[0;32m    414\u001b[0m             \u001b[0msql\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mindex_col\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mindex_col\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mparams\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    415\u001b[0m             \u001b[0mcoerce_float\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mcoerce_float\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparse_dates\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mparse_dates\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 416\u001b[1;33m             chunksize=chunksize)\n\u001b[0m\u001b[0;32m    417\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    418\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\pandas\\io\\sql.py\u001b[0m in \u001b[0;36mread_query\u001b[1;34m(self, sql, index_col, coerce_float, parse_dates, params, chunksize)\u001b[0m\n\u001b[0;32m   1085\u001b[0m         \u001b[0margs\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_convert_params\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msql\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1086\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1087\u001b[1;33m         \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0margs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1088\u001b[0m         \u001b[0mcolumns\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mresult\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1089\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\pandas\\io\\sql.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m    976\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m*\u001b[0m\u001b[0margs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    977\u001b[0m         \u001b[1;34m\"\"\"Simple passthrough to SQLAlchemy connectable\"\"\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 978\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnectable\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0margs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    979\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    980\u001b[0m     def read_table(self, table_name, index_col=None, coerce_float=True,\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\base.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, statement, *multiparams, **params)\u001b[0m\n\u001b[0;32m   2061\u001b[0m         \"\"\"\n\u001b[0;32m   2062\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2063\u001b[1;33m         \u001b[0mconnection\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcontextual_connect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mclose_with_result\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mTrue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2064\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[0mconnection\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mstatement\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m*\u001b[0m\u001b[0mmultiparams\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2065\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\base.py\u001b[0m in \u001b[0;36mcontextual_connect\u001b[1;34m(self, close_with_result, **kwargs)\u001b[0m\n\u001b[0;32m   2110\u001b[0m         return self._connection_cls(\n\u001b[0;32m   2111\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2112\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_wrap_pool_connect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpool\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2113\u001b[0m             \u001b[0mclose_with_result\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mclose_with_result\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2114\u001b[0m             **kwargs)\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\base.py\u001b[0m in \u001b[0;36m_wrap_pool_connect\u001b[1;34m(self, fn, connection)\u001b[0m\n\u001b[0;32m   2149\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mconnection\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2150\u001b[0m                 Connection._handle_dbapi_exception_noconnection(\n\u001b[1;32m-> 2151\u001b[1;33m                     e, dialect, self)\n\u001b[0m\u001b[0;32m   2152\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2153\u001b[0m                 \u001b[0mutil\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreraise\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0msys\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\base.py\u001b[0m in \u001b[0;36m_handle_dbapi_exception_noconnection\u001b[1;34m(cls, e, dialect, engine)\u001b[0m\n\u001b[0;32m   1463\u001b[0m             util.raise_from_cause(\n\u001b[0;32m   1464\u001b[0m                 \u001b[0msqlalchemy_exception\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1465\u001b[1;33m                 \u001b[0mexc_info\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1466\u001b[0m             )\n\u001b[0;32m   1467\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\util\\compat.py\u001b[0m in \u001b[0;36mraise_from_cause\u001b[1;34m(exception, exc_info)\u001b[0m\n\u001b[0;32m    201\u001b[0m     \u001b[0mexc_type\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mexc_value\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mexc_tb\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mexc_info\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    202\u001b[0m     \u001b[0mcause\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mexc_value\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mexc_value\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mexception\u001b[0m \u001b[1;32melse\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 203\u001b[1;33m     \u001b[0mreraise\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtype\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mexception\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mexception\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mtb\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mexc_tb\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcause\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mcause\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    204\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    205\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mpy3k\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\util\\compat.py\u001b[0m in \u001b[0;36mreraise\u001b[1;34m(tp, value, tb, cause)\u001b[0m\n\u001b[0;32m    184\u001b[0m             \u001b[0mvalue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__cause__\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcause\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    185\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__traceback__\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mtb\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 186\u001b[1;33m             \u001b[1;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    187\u001b[0m         \u001b[1;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    188\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\base.py\u001b[0m in \u001b[0;36m_wrap_pool_connect\u001b[1;34m(self, fn, connection)\u001b[0m\n\u001b[0;32m   2145\u001b[0m         \u001b[0mdialect\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdialect\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2146\u001b[0m         \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2147\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0mfn\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2148\u001b[0m         \u001b[1;32mexcept\u001b[0m \u001b[0mdialect\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdbapi\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mError\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2149\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mconnection\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36mconnect\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    385\u001b[0m         \"\"\"\n\u001b[0;32m    386\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_use_threadlocal\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 387\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0m_ConnectionFairy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_checkout\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    388\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    389\u001b[0m         \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m_checkout\u001b[1;34m(cls, pool, threadconns, fairy)\u001b[0m\n\u001b[0;32m    764\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_checkout\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcls\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mpool\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mthreadconns\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mfairy\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    765\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mfairy\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 766\u001b[1;33m             \u001b[0mfairy\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_ConnectionRecord\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheckout\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpool\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    767\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    768\u001b[0m             \u001b[0mfairy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_pool\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpool\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36mcheckout\u001b[1;34m(cls, pool)\u001b[0m\n\u001b[0;32m    514\u001b[0m     \u001b[1;33m@\u001b[0m\u001b[0mclassmethod\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    515\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mcheckout\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcls\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mpool\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 516\u001b[1;33m         \u001b[0mrec\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpool\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_do_get\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    517\u001b[0m         \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    518\u001b[0m             \u001b[0mdbapi_connection\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mrec\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_connection\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m_do_get\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m   1136\u001b[0m                 \u001b[1;32mexcept\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1137\u001b[0m                     \u001b[1;32mwith\u001b[0m \u001b[0mutil\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msafe_reraise\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1138\u001b[1;33m                         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_dec_overflow\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1139\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1140\u001b[0m                 \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_do_get\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\util\\langhelpers.py\u001b[0m in \u001b[0;36m__exit__\u001b[1;34m(self, type_, value, traceback)\u001b[0m\n\u001b[0;32m     64\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_exc_info\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;32mNone\u001b[0m   \u001b[1;31m# remove potential circular references\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     65\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mwarn_only\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 66\u001b[1;33m                 \u001b[0mcompat\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreraise\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mexc_type\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mexc_value\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mexc_tb\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     67\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     68\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mcompat\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpy3k\u001b[0m \u001b[1;32mand\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_exc_info\u001b[0m \u001b[1;32mand\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_exc_info\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\util\\compat.py\u001b[0m in \u001b[0;36mreraise\u001b[1;34m(tp, value, tb, cause)\u001b[0m\n\u001b[0;32m    185\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__traceback__\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mtb\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    186\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 187\u001b[1;33m         \u001b[1;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    188\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    189\u001b[0m \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m_do_get\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m   1133\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_inc_overflow\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1134\u001b[0m                 \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1135\u001b[1;33m                     \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_create_connection\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1136\u001b[0m                 \u001b[1;32mexcept\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1137\u001b[0m                     \u001b[1;32mwith\u001b[0m \u001b[0mutil\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msafe_reraise\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m_create_connection\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    331\u001b[0m         \u001b[1;34m\"\"\"Called by subclasses to create a new ConnectionRecord.\"\"\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    332\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 333\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0m_ConnectionRecord\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    334\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    335\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_invalidate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mconnection\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mexception\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, pool, connect)\u001b[0m\n\u001b[0;32m    459\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__pool\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpool\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    460\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mconnect\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 461\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__connect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfirst_connect_check\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mTrue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    462\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfinalize_callback\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdeque\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    463\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\pool.py\u001b[0m in \u001b[0;36m__connect\u001b[1;34m(self, first_connect_check)\u001b[0m\n\u001b[0;32m    649\u001b[0m         \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    650\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mstarttime\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 651\u001b[1;33m             \u001b[0mconnection\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpool\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_invoke_creator\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    652\u001b[0m             \u001b[0mpool\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mlogger\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdebug\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Created new connection %r\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mconnection\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    653\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnection\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mconnection\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\strategies.py\u001b[0m in \u001b[0;36mconnect\u001b[1;34m(connection_record)\u001b[0m\n\u001b[0;32m    103\u001b[0m                         \u001b[1;32mif\u001b[0m \u001b[0mconnection\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    104\u001b[0m                             \u001b[1;32mreturn\u001b[0m \u001b[0mconnection\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 105\u001b[1;33m                 \u001b[1;32mreturn\u001b[0m \u001b[0mdialect\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0mcargs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mcparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    106\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    107\u001b[0m             \u001b[0mcreator\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpop_kwarg\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'creator'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mconnect\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\sqlalchemy\\engine\\default.py\u001b[0m in \u001b[0;36mconnect\u001b[1;34m(self, *cargs, **cparams)\u001b[0m\n\u001b[0;32m    391\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    392\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mconnect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m*\u001b[0m\u001b[0mcargs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mcparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 393\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdbapi\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0mcargs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mcparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    394\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    395\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mcreate_connect_args\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;32mD:\\ProgramData\\IntelPython3_2018\\lib\\site-packages\\psycopg2\\__init__.py\u001b[0m in \u001b[0;36mconnect\u001b[1;34m(dsn, connection_factory, cursor_factory, **kwargs)\u001b[0m\n\u001b[0;32m    128\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    129\u001b[0m     \u001b[0mdsn\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_ext\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmake_dsn\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdsn\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 130\u001b[1;33m     \u001b[0mconn\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_connect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdsn\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mconnection_factory\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mconnection_factory\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwasync\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    131\u001b[0m     \u001b[1;32mif\u001b[0m \u001b[0mcursor_factory\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    132\u001b[0m         \u001b[0mconn\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcursor_factory\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcursor_factory\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;31mOperationalError\u001b[0m: (psycopg2.OperationalError) could not connect to server: Connection timed out (0x0000274C/10060)\n\tIs the server running on host \"192.168.0.102\" and accepting\n\tTCP/IP connections on port 5432?\n"
+     ]
+    }
+   ],
+   "source": [
+    "all_data = engine.fetch_data_range(universe, factors, dates=dates, benchmark=905)\n",
+    "factor_all_data = all_data['factor']\n",
+    "factor_groups = factor_all_data.groupby('trade_date')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Naive Executor Strategy\n",
+    "---------------------------------"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "rets = []\n",
+    "turn_overs = []\n",
+    "executor = NaiveExecutor()\n",
+    "\n",
+    "for i, value in enumerate(factor_groups):\n",
+    "    date = value[0]\n",
+    "    data = value[1]\n",
+    "    codes = data.code.tolist()\n",
+    "    ref_date = date.strftime('%Y-%m-%d')\n",
+    "    total_data = data.dropna()\n",
+    "    dx_return = None\n",
+    "    risk_exp = total_data[neutralize_risk].values.astype(float)\n",
+    "    industry = total_data.industry.values\n",
+    "    benchmark_w = total_data.weight.values\n",
+    "    \n",
+    "    constraint_exp = total_data[constraint_risk].values\n",
+    "    risk_exp_expand = np.concatenate((constraint_exp, np.ones((len(risk_exp), 1))), axis=1).astype(float)\n",
+    "    risk_names = constraint_risk + ['total']\n",
+    "    risk_target = risk_exp_expand.T @ benchmark_w\n",
+    "    lbound = np.zeros(len(total_data))\n",
+    "    ubound = 0.01 + benchmark_w\n",
+    "\n",
+    "    constraint = Constraints(risk_exp_expand, risk_names)\n",
+    "    for i, name in enumerate(risk_names):\n",
+    "        constraint.set_constraints(name, lower_bound=risk_target[i], upper_bound=risk_target[i])\n",
+    "        \n",
+    "    er = factor_processing(total_data[factors].values,\n",
+    "                           pre_process=[winsorize_normal, standardize],\n",
+    "                           post_process=[standardize]) @ factor_weights\n",
+    "    \n",
+    "    target_pos, _ = er_portfolio_analysis(er,\n",
+    "                                   industry,\n",
+    "                                   dx_return,\n",
+    "                                   constraint,\n",
+    "                                   False,\n",
+    "                                   benchmark_w)\n",
+    "    target_pos['code'] = total_data['code'].values\n",
+    "    \n",
+    "    turn_over, executed_pos = executor.execute(target_pos=target_pos)\n",
+    "    \n",
+    "    executed_codes = executed_pos.code.tolist()\n",
+    "    dx_retuns = engine.fetch_dx_return(date, executed_codes, horizon=horizon)\n",
+    "    \n",
+    "    result = pd.merge(executed_pos, total_data, on=['code'], how='inner')\n",
+    "    result = pd.merge(result, dx_retuns, on=['code'])\n",
+    "    \n",
+    "    ret = (result.weight_x - result.weight_y).values @ result.dx.values\n",
+    "    rets.append(ret)\n",
+    "    turn_overs.append(turn_over)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "ret_df = pd.DataFrame({'returns': rets, 'turn_over': turn_overs}, index=dates)\n",
+    "ret_df.loc[advanceDateByCalendar('china.sse', dates[-1], freq)] = 0.\n",
+    "ret_df = ret_df.shift(1)\n",
+    "ret_df.iloc[0] = 0.\n",
+    "ret_df['tc_cost'] = ret_df.turn_over * 0.002"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "ret_df[['returns', 'tc_cost']].cumsum().plot(figsize=(12, 6), title='Fixed frequency rebalanced: {0}'.format(freq), secondary_y='tc_cost')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Threshold Turn Over Strategy\n",
+    "------------------------"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "freq = '1d'\n",
+    "horizon = _map_freq(freq)\n",
+    "dates = makeSchedule(start_date, end_date, tenor=freq, calendar='china.sse', dateGenerationRule=DateGeneration.Backward)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "all_data = engine.fetch_data_range(universe, factors, dates=dates, benchmark=905)\n",
+    "factor_all_data = all_data['factor']\n",
+    "factor_groups = factor_all_data.groupby('trade_date')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "rets = []\n",
+    "turn_overs = []\n",
+    "target_turn_over = 1.\n",
+    "executor = ThresholdExecutor(target_turn_over)\n",
+    "\n",
+    "for i, value in enumerate(factor_groups):\n",
+    "    date = value[0]\n",
+    "    data = value[1]\n",
+    "    codes = data.code.tolist()\n",
+    "    ref_date = date.strftime('%Y-%m-%d')\n",
+    "    total_data = data.dropna()\n",
+    "    dx_return = None\n",
+    "    risk_exp = total_data[neutralize_risk].values.astype(float)\n",
+    "    industry = total_data.industry.values\n",
+    "    benchmark_w = total_data.weight.values\n",
+    "    \n",
+    "    constraint_exp = total_data[constraint_risk].values\n",
+    "    risk_exp_expand = np.concatenate((constraint_exp, np.ones((len(risk_exp), 1))), axis=1).astype(float)\n",
+    "    risk_names = constraint_risk + ['total']\n",
+    "    risk_target = risk_exp_expand.T @ benchmark_w\n",
+    "    lbound = np.zeros(len(total_data))\n",
+    "    ubound = 0.01 + benchmark_w\n",
+    "\n",
+    "    constraint = Constraints(risk_exp_expand, risk_names)\n",
+    "    for i, name in enumerate(risk_names):\n",
+    "        constraint.set_constraints(name, lower_bound=risk_target[i], upper_bound=risk_target[i])\n",
+    "        \n",
+    "    er = factor_processing(total_data[factors].values,\n",
+    "                           pre_process=[winsorize_normal, standardize],\n",
+    "                           post_process=[standardize]) @ factor_weights\n",
+    "    \n",
+    "    target_pos, _ = er_portfolio_analysis(er,\n",
+    "                                   industry,\n",
+    "                                   dx_return,\n",
+    "                                   constraint,\n",
+    "                                   False,\n",
+    "                                   benchmark_w)\n",
+    "    target_pos['code'] = total_data['code'].values\n",
+    "    \n",
+    "    turn_over, executed_pos = executor.execute(target_pos=target_pos)\n",
+    "    \n",
+    "    executed_codes = executed_pos.code.tolist()\n",
+    "    dx_retuns = engine.fetch_dx_return(date, executed_codes, horizon=horizon)\n",
+    "    \n",
+    "    result = pd.merge(executed_pos, total_data, on=['code'], how='inner')\n",
+    "    result = pd.merge(result, dx_retuns, on=['code'])\n",
+    "    \n",
+    "    ret = (result.weight_x - result.weight_y).values @ result.dx.values\n",
+    "    rets.append(ret)\n",
+    "    turn_overs.append(turn_over)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "ret_df = pd.DataFrame({'returns': rets, 'turn_over': turn_overs}, index=dates)\n",
+    "ret_df.loc[advanceDateByCalendar('china.sse', dates[-1], freq)] = 0.\n",
+    "ret_df = ret_df.shift(1)\n",
+    "ret_df.iloc[0] = 0.\n",
+    "ret_df['tc_cost'] = ret_df.turn_over * 0.002"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "ret_df[['returns', 'tc_cost']].cumsum().plot(figsize=(12, 6),\n",
+    "                                             title='Targeted turn over rebalanced: Monitored freq {0}, {1} target'.format(freq,\n",
+    "                                                                                                                          target_turn_over),\n",
+    "                                             secondary_y='tc_cost')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.6.2"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

scripts/create_view.sql

@@ -42,4 +42,4 @@ u."AccountsPayablesTDays",u."AccountsPayablesTRate",u."AdminiExpenseRate",u."ART
  left join tiny as t on m.trade_date = t.trade_date and m.code = t.code
  left join experimental as e on m.trade_date = e.trade_date and m.code = e.code;
 
-create UNIQUE index on full_factor_view (trade_date, code)
\ No newline at end of file
+create UNIQUE index on full_factor_view (trade_date, code);
\ No newline at end of file