mohammadian7/freqtrade
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

1 test

Browse Source
This commit is contained in:
Stefano
2023-09-21 14:21:54 +09:00
parent 28e43a4867
commit 08b94a2077
1 changed files with 264 additions and 263 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/optimize/test_recursive_analysis.py
+264 -263
View File
@@ -24,312 +24,312 @@ def recursive_conf(default_conf_usdt):
return default_conf_usdt return default_conf_usdt
def test_start_recursive_analysis(mocker): # def test_start_recursive_analysis(mocker):
single_mock = MagicMock() # single_mock = MagicMock()
text_table_mock = MagicMock() # text_table_mock = MagicMock()
mocker.patch.multiple( # mocker.patch.multiple(
'freqtrade.optimize.recursive_analysis_helpers.RecursiveAnalysisSubFunctions', # 'freqtrade.optimize.recursive_analysis_helpers.RecursiveAnalysisSubFunctions',
initialize_single_recursive_analysis=single_mock, # initialize_single_recursive_analysis=single_mock,
text_table_recursive_analysis_instances=text_table_mock, # text_table_recursive_analysis_instances=text_table_mock,
) # )
args = [ # args = [
"recursive-analysis", # "recursive-analysis",
"--strategy", # "--strategy",
"strategy_test_v3_recursive_issue", # "strategy_test_v3_recursive_issue",
"--strategy-path", # "--strategy-path",
str(Path(__file__).parent.parent / "strategy/strats"), # str(Path(__file__).parent.parent / "strategy/strats"),
"--pairs", # "--pairs",
"UNITTEST/BTC", # "UNITTEST/BTC",
"--timerange", # "--timerange",
"20220101-20220201" # "20220101-20220201"
] # ]
pargs = get_args(args) # pargs = get_args(args)
pargs['config'] = None # pargs['config'] = None
start_recursive_analysis(pargs) # start_recursive_analysis(pargs)
assert single_mock.call_count == 1 # assert single_mock.call_count == 1
assert text_table_mock.call_count == 1 # assert text_table_mock.call_count == 1
single_mock.reset_mock() # single_mock.reset_mock()
# Test invalid config # # Test invalid config
args = [ # args = [
"lookahead-analysis", # "lookahead-analysis",
"--strategy", # "--strategy",
"strategy_test_v3_with_lookahead_bias", # "strategy_test_v3_with_lookahead_bias",
"--strategy-path", # "--strategy-path",
str(Path(__file__).parent.parent / "strategy/strats/lookahead_bias"), # str(Path(__file__).parent.parent / "strategy/strats/lookahead_bias"),
"--targeted-trade-amount", # "--targeted-trade-amount",
"10", # "10",
"--minimum-trade-amount", # "--minimum-trade-amount",
"20", # "20",
] # ]
pargs = get_args(args) # pargs = get_args(args)
pargs['config'] = None # pargs['config'] = None
with pytest.raises(OperationalException, # with pytest.raises(OperationalException,
match=r"Targeted trade amount can't be smaller than minimum trade amount.*"): # match=r"Targeted trade amount can't be smaller than minimum trade amount.*"):
start_lookahead_analysis(pargs) # start_lookahead_analysis(pargs)
# Missing timerange # # Missing timerange
args = [ # args = [
"lookahead-analysis", # "lookahead-analysis",
"--strategy", # "--strategy",
"strategy_test_v3_with_lookahead_bias", # "strategy_test_v3_with_lookahead_bias",
"--strategy-path", # "--strategy-path",
str(Path(__file__).parent.parent / "strategy/strats/lookahead_bias"), # str(Path(__file__).parent.parent / "strategy/strats/lookahead_bias"),
"--pairs", # "--pairs",
"UNITTEST/BTC", # "UNITTEST/BTC",
"--max-open-trades", # "--max-open-trades",
"1", # "1",
] # ]
pargs = get_args(args) # pargs = get_args(args)
pargs['config'] = None # pargs['config'] = None
with pytest.raises(OperationalException, # with pytest.raises(OperationalException,
match=r"Please set a timerange\..*"): # match=r"Please set a timerange\..*"):
start_lookahead_analysis(pargs) # start_lookahead_analysis(pargs)
def test_lookahead_helper_invalid_config(lookahead_conf) -> None: # def test_lookahead_helper_invalid_config(recursive_conf) -> None:
conf = deepcopy(lookahead_conf) # conf = deepcopy(recursive_conf)
conf['targeted_trade_amount'] = 10 # conf['targeted_trade_amount'] = 10
conf['minimum_trade_amount'] = 40 # conf['minimum_trade_amount'] = 40
with pytest.raises(OperationalException, # with pytest.raises(OperationalException,
match=r"Targeted trade amount can't be smaller than minimum trade amount.*"): # match=r"Targeted trade amount can't be smaller than minimum trade amount.*"):
LookaheadAnalysisSubFunctions.start(conf) # RecursiveAnalysisSubFunctions.start(conf)
def test_lookahead_helper_no_strategy_defined(lookahead_conf): # def test_lookahead_helper_no_strategy_defined(recursive_conf):
conf = deepcopy(lookahead_conf) # conf = deepcopy(recursive_conf)
conf['pairs'] = ['UNITTEST/USDT'] # conf['pairs'] = ['UNITTEST/USDT']
del conf['strategy'] # del conf['strategy']
with pytest.raises(OperationalException, # with pytest.raises(OperationalException,
match=r"No Strategy specified"): # match=r"No Strategy specified"):
LookaheadAnalysisSubFunctions.start(conf) # RecursiveAnalysisSubFunctions.start(conf)
def test_lookahead_helper_start(lookahead_conf, mocker) -> None: # def test_lookahead_helper_start(recursive_conf, mocker) -> None:
single_mock = MagicMock() # single_mock = MagicMock()
text_table_mock = MagicMock() # text_table_mock = MagicMock()
mocker.patch.multiple( # mocker.patch.multiple(
'freqtrade.optimize.lookahead_analysis_helpers.LookaheadAnalysisSubFunctions', # 'freqtrade.optimize.lookahead_analysis_helpers.RecursiveAnalysisSubFunctions',
initialize_single_lookahead_analysis=single_mock, # initialize_single_lookahead_analysis=single_mock,
text_table_lookahead_analysis_instances=text_table_mock, # text_table_lookahead_analysis_instances=text_table_mock,
) # )
LookaheadAnalysisSubFunctions.start(lookahead_conf) # RecursiveAnalysisSubFunctions.start(recursive_conf)
assert single_mock.call_count == 1 # assert single_mock.call_count == 1
assert text_table_mock.call_count == 1 # assert text_table_mock.call_count == 1
single_mock.reset_mock() # single_mock.reset_mock()
text_table_mock.reset_mock() # text_table_mock.reset_mock()
def test_lookahead_helper_text_table_lookahead_analysis_instances(lookahead_conf): # def test_lookahead_helper_text_table_lookahead_analysis_instances(recursive_conf):
analysis = Analysis() # analysis = Analysis()
analysis.has_bias = True # analysis.has_bias = True
analysis.total_signals = 5 # analysis.total_signals = 5
analysis.false_entry_signals = 4 # analysis.false_entry_signals = 4
analysis.false_exit_signals = 3 # analysis.false_exit_signals = 3
strategy_obj = { # strategy_obj = {
'name': "strategy_test_v3_with_lookahead_bias", # 'name': "strategy_test_v3_with_lookahead_bias",
'location': Path(lookahead_conf['strategy_path'], f"{lookahead_conf['strategy']}.py") # 'location': Path(recursive_conf['strategy_path'], f"{recursive_conf['strategy']}.py")
} # }
instance = LookaheadAnalysis(lookahead_conf, strategy_obj) # instance = LookaheadAnalysis(recursive_conf, strategy_obj)
instance.current_analysis = analysis # instance.current_analysis = analysis
table, headers, data = (LookaheadAnalysisSubFunctions. # table, headers, data = (RecursiveAnalysisSubFunctions.
text_table_lookahead_analysis_instances(lookahead_conf, [instance])) # text_table_lookahead_analysis_instances(recursive_conf, [instance]))
# check row contents for a try that has too few signals # # check row contents for a try that has too few signals
assert data[0][0] == 'strategy_test_v3_with_lookahead_bias.py' # assert data[0][0] == 'strategy_test_v3_with_lookahead_bias.py'
assert data[0][1] == 'strategy_test_v3_with_lookahead_bias' # assert data[0][1] == 'strategy_test_v3_with_lookahead_bias'
assert data[0][2].__contains__('too few trades') # assert data[0][2].__contains__('too few trades')
assert len(data[0]) == 3 # assert len(data[0]) == 3
# now check for an error which occured after enough trades # # now check for an error which occured after enough trades
analysis.total_signals = 12 # analysis.total_signals = 12
analysis.false_entry_signals = 11 # analysis.false_entry_signals = 11
analysis.false_exit_signals = 10 # analysis.false_exit_signals = 10
instance = LookaheadAnalysis(lookahead_conf, strategy_obj) # instance = LookaheadAnalysis(recursive_conf, strategy_obj)
instance.current_analysis = analysis # instance.current_analysis = analysis
table, headers, data = (LookaheadAnalysisSubFunctions. # table, headers, data = (RecursiveAnalysisSubFunctions.
text_table_lookahead_analysis_instances(lookahead_conf, [instance])) # text_table_lookahead_analysis_instances(recursive_conf, [instance]))
assert data[0][2].__contains__("error") # assert data[0][2].__contains__("error")
# edit it into not showing an error # # edit it into not showing an error
instance.failed_bias_check = False # instance.failed_bias_check = False
table, headers, data = (LookaheadAnalysisSubFunctions. # table, headers, data = (RecursiveAnalysisSubFunctions.
text_table_lookahead_analysis_instances(lookahead_conf, [instance])) # text_table_lookahead_analysis_instances(recursive_conf, [instance]))
assert data[0][0] == 'strategy_test_v3_with_lookahead_bias.py' # assert data[0][0] == 'strategy_test_v3_with_lookahead_bias.py'
assert data[0][1] == 'strategy_test_v3_with_lookahead_bias' # assert data[0][1] == 'strategy_test_v3_with_lookahead_bias'
assert data[0][2] # True # assert data[0][2] # True
assert data[0][3] == 12 # assert data[0][3] == 12
assert data[0][4] == 11 # assert data[0][4] == 11
assert data[0][5] == 10 # assert data[0][5] == 10
assert data[0][6] == '' # assert data[0][6] == ''
analysis.false_indicators.append('falseIndicator1') # analysis.false_indicators.append('falseIndicator1')
analysis.false_indicators.append('falseIndicator2') # analysis.false_indicators.append('falseIndicator2')
table, headers, data = (LookaheadAnalysisSubFunctions. # table, headers, data = (RecursiveAnalysisSubFunctions.
text_table_lookahead_analysis_instances(lookahead_conf, [instance])) # text_table_lookahead_analysis_instances(recursive_conf, [instance]))
assert data[0][6] == 'falseIndicator1, falseIndicator2' # assert data[0][6] == 'falseIndicator1, falseIndicator2'
# check amount of returning rows # # check amount of returning rows
assert len(data) == 1 # assert len(data) == 1
# check amount of multiple rows # # check amount of multiple rows
table, headers, data = (LookaheadAnalysisSubFunctions.text_table_lookahead_analysis_instances( # table, headers, data = (RecursiveAnalysisSubFunctions.text_table_lookahead_analysis_instances(
lookahead_conf, [instance, instance, instance])) # recursive_conf, [instance, instance, instance]))
assert len(data) == 3 # assert len(data) == 3
def test_lookahead_helper_export_to_csv(lookahead_conf): # def test_lookahead_helper_export_to_csv(recursive_conf):
import pandas as pd # import pandas as pd
lookahead_conf['lookahead_analysis_exportfilename'] = "temp_csv_lookahead_analysis.csv" # recursive_conf['lookahead_analysis_exportfilename'] = "temp_csv_lookahead_analysis.csv"
# just to be sure the test won't fail: remove file if exists for some reason # # just to be sure the test won't fail: remove file if exists for some reason
# (repeat this at the end once again to clean up) # # (repeat this at the end once again to clean up)
if Path(lookahead_conf['lookahead_analysis_exportfilename']).exists(): # if Path(recursive_conf['lookahead_analysis_exportfilename']).exists():
Path(lookahead_conf['lookahead_analysis_exportfilename']).unlink() # Path(recursive_conf['lookahead_analysis_exportfilename']).unlink()
# before we can start we have to delete the # # before we can start we have to delete the
# 1st check: create a new file and verify its contents # # 1st check: create a new file and verify its contents
analysis1 = Analysis() # analysis1 = Analysis()
analysis1.has_bias = True # analysis1.has_bias = True
analysis1.total_signals = 12 # analysis1.total_signals = 12
analysis1.false_entry_signals = 11 # analysis1.false_entry_signals = 11
analysis1.false_exit_signals = 10 # analysis1.false_exit_signals = 10
analysis1.false_indicators.append('falseIndicator1') # analysis1.false_indicators.append('falseIndicator1')
analysis1.false_indicators.append('falseIndicator2') # analysis1.false_indicators.append('falseIndicator2')
lookahead_conf['lookahead_analysis_exportfilename'] = "temp_csv_lookahead_analysis.csv" # recursive_conf['lookahead_analysis_exportfilename'] = "temp_csv_lookahead_analysis.csv"
strategy_obj1 = { # strategy_obj1 = {
'name': "strat1", # 'name': "strat1",
'location': Path("file1.py"), # 'location': Path("file1.py"),
} # }
instance1 = LookaheadAnalysis(lookahead_conf, strategy_obj1) # instance1 = LookaheadAnalysis(recursive_conf, strategy_obj1)
instance1.failed_bias_check = False # instance1.failed_bias_check = False
instance1.current_analysis = analysis1 # instance1.current_analysis = analysis1
LookaheadAnalysisSubFunctions.export_to_csv(lookahead_conf, [instance1]) # RecursiveAnalysisSubFunctions.export_to_csv(recursive_conf, [instance1])
saved_data1 = pd.read_csv(lookahead_conf['lookahead_analysis_exportfilename']) # saved_data1 = pd.read_csv(recursive_conf['lookahead_analysis_exportfilename'])
expected_values1 = [ # expected_values1 = [
[ # [
'file1.py', 'strat1', True, # 'file1.py', 'strat1', True,
12, 11, 10, # 12, 11, 10,
"falseIndicator1,falseIndicator2" # "falseIndicator1,falseIndicator2"
], # ],
] # ]
expected_columns = ['filename', 'strategy', 'has_bias', # expected_columns = ['filename', 'strategy', 'has_bias',
'total_signals', 'biased_entry_signals', 'biased_exit_signals', # 'total_signals', 'biased_entry_signals', 'biased_exit_signals',
'biased_indicators'] # 'biased_indicators']
expected_data1 = pd.DataFrame(expected_values1, columns=expected_columns) # expected_data1 = pd.DataFrame(expected_values1, columns=expected_columns)
assert Path(lookahead_conf['lookahead_analysis_exportfilename']).exists() # assert Path(recursive_conf['lookahead_analysis_exportfilename']).exists()
assert expected_data1.equals(saved_data1) # assert expected_data1.equals(saved_data1)
# 2nd check: update the same strategy (which internally changed or is being retested) # # 2nd check: update the same strategy (which internally changed or is being retested)
expected_values2 = [ # expected_values2 = [
[ # [
'file1.py', 'strat1', False, # 'file1.py', 'strat1', False,
22, 21, 20, # 22, 21, 20,
"falseIndicator3,falseIndicator4" # "falseIndicator3,falseIndicator4"
], # ],
] # ]
expected_data2 = pd.DataFrame(expected_values2, columns=expected_columns) # expected_data2 = pd.DataFrame(expected_values2, columns=expected_columns)
analysis2 = Analysis() # analysis2 = Analysis()
analysis2.has_bias = False # analysis2.has_bias = False
analysis2.total_signals = 22 # analysis2.total_signals = 22
analysis2.false_entry_signals = 21 # analysis2.false_entry_signals = 21
analysis2.false_exit_signals = 20 # analysis2.false_exit_signals = 20
analysis2.false_indicators.append('falseIndicator3') # analysis2.false_indicators.append('falseIndicator3')
analysis2.false_indicators.append('falseIndicator4') # analysis2.false_indicators.append('falseIndicator4')
strategy_obj2 = { # strategy_obj2 = {
'name': "strat1", # 'name': "strat1",
'location': Path("file1.py"), # 'location': Path("file1.py"),
} # }
instance2 = LookaheadAnalysis(lookahead_conf, strategy_obj2) # instance2 = LookaheadAnalysis(recursive_conf, strategy_obj2)
instance2.failed_bias_check = False # instance2.failed_bias_check = False
instance2.current_analysis = analysis2 # instance2.current_analysis = analysis2
LookaheadAnalysisSubFunctions.export_to_csv(lookahead_conf, [instance2]) # RecursiveAnalysisSubFunctions.export_to_csv(recursive_conf, [instance2])
saved_data2 = pd.read_csv(lookahead_conf['lookahead_analysis_exportfilename']) # saved_data2 = pd.read_csv(recursive_conf['lookahead_analysis_exportfilename'])
assert expected_data2.equals(saved_data2) # assert expected_data2.equals(saved_data2)
# 3rd check: now we add a new row to an already existing file # # 3rd check: now we add a new row to an already existing file
expected_values3 = [ # expected_values3 = [
[ # [
'file1.py', 'strat1', False, # 'file1.py', 'strat1', False,
22, 21, 20, # 22, 21, 20,
"falseIndicator3,falseIndicator4" # "falseIndicator3,falseIndicator4"
], # ],
[ # [
'file3.py', 'strat3', True, # 'file3.py', 'strat3', True,
32, 31, 30, "falseIndicator5,falseIndicator6" # 32, 31, 30, "falseIndicator5,falseIndicator6"
], # ],
] # ]
expected_data3 = pd.DataFrame(expected_values3, columns=expected_columns) # expected_data3 = pd.DataFrame(expected_values3, columns=expected_columns)
analysis3 = Analysis() # analysis3 = Analysis()
analysis3.has_bias = True # analysis3.has_bias = True
analysis3.total_signals = 32 # analysis3.total_signals = 32
analysis3.false_entry_signals = 31 # analysis3.false_entry_signals = 31
analysis3.false_exit_signals = 30 # analysis3.false_exit_signals = 30
analysis3.false_indicators.append('falseIndicator5') # analysis3.false_indicators.append('falseIndicator5')
analysis3.false_indicators.append('falseIndicator6') # analysis3.false_indicators.append('falseIndicator6')
lookahead_conf['lookahead_analysis_exportfilename'] = "temp_csv_lookahead_analysis.csv" # recursive_conf['lookahead_analysis_exportfilename'] = "temp_csv_lookahead_analysis.csv"
strategy_obj3 = { # strategy_obj3 = {
'name': "strat3", # 'name': "strat3",
'location': Path("file3.py"), # 'location': Path("file3.py"),
} # }
instance3 = LookaheadAnalysis(lookahead_conf, strategy_obj3) # instance3 = LookaheadAnalysis(recursive_conf, strategy_obj3)
instance3.failed_bias_check = False # instance3.failed_bias_check = False
instance3.current_analysis = analysis3 # instance3.current_analysis = analysis3
LookaheadAnalysisSubFunctions.export_to_csv(lookahead_conf, [instance3]) # RecursiveAnalysisSubFunctions.export_to_csv(recursive_conf, [instance3])
saved_data3 = pd.read_csv(lookahead_conf['lookahead_analysis_exportfilename']) # saved_data3 = pd.read_csv(recursive_conf['lookahead_analysis_exportfilename'])
assert expected_data3.equals(saved_data3) # assert expected_data3.equals(saved_data3)
# remove csv file after the test is done # # remove csv file after the test is done
if Path(lookahead_conf['lookahead_analysis_exportfilename']).exists(): # if Path(recursive_conf['lookahead_analysis_exportfilename']).exists():
Path(lookahead_conf['lookahead_analysis_exportfilename']).unlink() # Path(recursive_conf['lookahead_analysis_exportfilename']).unlink()
def test_initialize_single_lookahead_analysis(lookahead_conf, mocker, caplog): # def test_initialize_single_lookahead_analysis(recursive_conf, mocker, caplog):
mocker.patch('freqtrade.data.history.get_timerange', get_timerange) # mocker.patch('freqtrade.data.history.get_timerange', get_timerange)
mocker.patch(f'{EXMS}.get_fee', return_value=0.0) # mocker.patch(f'{EXMS}.get_fee', return_value=0.0)
mocker.patch(f'{EXMS}.get_min_pair_stake_amount', return_value=0.00001) # mocker.patch(f'{EXMS}.get_min_pair_stake_amount', return_value=0.00001)
mocker.patch(f'{EXMS}.get_max_pair_stake_amount', return_value=float('inf')) # mocker.patch(f'{EXMS}.get_max_pair_stake_amount', return_value=float('inf'))
patch_exchange(mocker) # patch_exchange(mocker)
mocker.patch('freqtrade.plugins.pairlistmanager.PairListManager.whitelist', # mocker.patch('freqtrade.plugins.pairlistmanager.PairListManager.whitelist',
PropertyMock(return_value=['UNITTEST/BTC'])) # PropertyMock(return_value=['UNITTEST/BTC']))
lookahead_conf['pairs'] = ['UNITTEST/USDT'] # recursive_conf['pairs'] = ['UNITTEST/USDT']
lookahead_conf['timeframe'] = '5m' # recursive_conf['timeframe'] = '5m'
lookahead_conf['timerange'] = '20180119-20180122' # recursive_conf['timerange'] = '20180119-20180122'
start_mock = mocker.patch('freqtrade.optimize.lookahead_analysis.LookaheadAnalysis.start') # start_mock = mocker.patch('freqtrade.optimize.lookahead_analysis.LookaheadAnalysis.start')
strategy_obj = { # strategy_obj = {
'name': "strategy_test_v3_with_lookahead_bias", # 'name': "strategy_test_v3_with_lookahead_bias",
'location': Path(lookahead_conf['strategy_path'], f"{lookahead_conf['strategy']}.py") # 'location': Path(recursive_conf['strategy_path'], f"{recursive_conf['strategy']}.py")
} # }
instance = LookaheadAnalysisSubFunctions.initialize_single_lookahead_analysis( # instance = RecursiveAnalysisSubFunctions.initialize_single_lookahead_analysis(
lookahead_conf, strategy_obj) # recursive_conf, strategy_obj)
assert log_has_re(r"Bias test of .* started\.", caplog) # assert log_has_re(r"Bias test of .* started\.", caplog)
assert start_mock.call_count == 1 # assert start_mock.call_count == 1
assert instance.strategy_obj['name'] == "strategy_test_v3_with_lookahead_bias" # assert instance.strategy_obj['name'] == "strategy_test_v3_with_lookahead_bias"
@pytest.mark.parametrize('scenario', [ @pytest.mark.parametrize('scenario', [
@@ -340,11 +340,11 @@ def test_biased_strategy(recursive_conf, mocker, caplog, scenario) -> None:
patch_exchange(mocker) patch_exchange(mocker)
mocker.patch('freqtrade.plugins.pairlistmanager.PairListManager.whitelist', mocker.patch('freqtrade.plugins.pairlistmanager.PairListManager.whitelist',
PropertyMock(return_value=['UNITTEST/BTC'])) PropertyMock(return_value=['UNITTEST/BTC']))
lookahead_conf['pairs'] = ['UNITTEST/USDT'] recursive_conf['pairs'] = ['UNITTEST/USDT']
lookahead_conf['timeframe'] = '5m' recursive_conf['timeframe'] = '5m'
lookahead_conf['timerange'] = '20180119-20180122' recursive_conf['timerange'] = '20180119-20180122'
lookahead_conf['startup_candle'] = [100] recursive_conf['startup_candle'] = [100]
# Patch scenario Parameter to allow for easy selection # Patch scenario Parameter to allow for easy selection
mocker.patch('freqtrade.strategy.hyper.HyperStrategyMixin.load_params_from_file', mocker.patch('freqtrade.strategy.hyper.HyperStrategyMixin.load_params_from_file',
@@ -357,14 +357,15 @@ def test_biased_strategy(recursive_conf, mocker, caplog, scenario) -> None:
}) })
strategy_obj = {'name': "strategy_test_v3_recursive_issue"} strategy_obj = {'name': "strategy_test_v3_recursive_issue"}
instance = RecursiveAnalysis(lookahead_conf, strategy_obj) instance = RecursiveAnalysis(recursive_conf, strategy_obj)
instance.start() instance.start()
# Assert init correct # Assert init correct
assert log_has_re(f"Strategy Parameter: scenario = {scenario}", caplog) assert log_has_re(f"Strategy Parameter: scenario = {scenario}", caplog)
diff_pct = float(instance.dict_recursive['rsi'][100].replace("%", ""))
# check non-biased strategy # check non-biased strategy
if scenario == "no_bias": if scenario == "no_bias":
assert not instance.current_analysis.has_bias assert diff_pct < 0.01
# check biased strategy # check biased strategy
elif scenario == "bias1": elif scenario == "bias1":
assert instance.current_analysis.has_bias assert diff_pct >= 0.01