/*
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
using System;
using System.Collections.Generic;
using System.Linq;
using QuantConnect.Optimizer.Objectives;
using QuantConnect.Optimizer.Parameters;
namespace QuantConnect.Optimizer.Strategies
{
///
/// Advanced brute-force strategy with search in-depth for best solution on previous step
///
public class EulerSearchOptimizationStrategy : StepBaseOptimizationStrategy
{
private object _locker = new object();
private readonly HashSet _runningParameterSet = new HashSet();
private int _segmentsAmount = 4;
///
/// Initializes the strategy using generator, extremum settings and optimization parameters
///
/// The optimization target
/// The optimization constraints to apply on backtest results
/// Optimization parameters
/// Optimization strategy settings
public override void Initialize(Target target, IReadOnlyList constraints, HashSet parameters, OptimizationStrategySettings settings)
{
var stepSettings = settings as StepBaseOptimizationStrategySettings;
if (stepSettings == null)
{
throw new ArgumentNullException(nameof(settings),
"EulerSearchOptimizationStrategy.Initialize: Optimizations Strategy settings are required for this strategy");
}
if (stepSettings.DefaultSegmentAmount != 0)
{
_segmentsAmount = stepSettings.DefaultSegmentAmount;
}
base.Initialize(target, constraints, parameters, settings);
}
///
/// Checks whether new lean compute job better than previous and run new iteration if necessary.
///
/// Lean compute job result and corresponding parameter set
public override void PushNewResults(OptimizationResult result)
{
if (!Initialized)
{
throw new InvalidOperationException($"EulerSearchOptimizationStrategy.PushNewResults: strategy has not been initialized yet.");
}
lock (_locker)
{
if (!ReferenceEquals(result, OptimizationResult.Initial) && string.IsNullOrEmpty(result?.JsonBacktestResult))
{
// one of the requested backtests failed
_runningParameterSet.Remove(result.ParameterSet);
return;
}
// check if the incoming result is not the initial seed
if (result.Id > 0)
{
_runningParameterSet.Remove(result.ParameterSet);
ProcessNewResult(result);
}
if (_runningParameterSet.Count > 0)
{
// we wait till all backtest end during each euler step
return;
}
// Once all running backtests have ended, for the current collection of optimization parameters, for each parameter we determine if
// we can create a new smaller/finer optimization scope
if (Target.Current.HasValue && OptimizationParameters.OfType().Any(s => s.Step > s.MinStep))
{
var boundaries = new HashSet();
var parameterSet = Solution.ParameterSet;
foreach (var optimizationParameter in OptimizationParameters)
{
var optimizationStepParameter = optimizationParameter as OptimizationStepParameter;
if (optimizationStepParameter != null && optimizationStepParameter.Step > optimizationStepParameter.MinStep)
{
var newStep = Math.Max(optimizationStepParameter.MinStep.Value, optimizationStepParameter.Step.Value / _segmentsAmount);
var fractal = newStep * ((decimal)_segmentsAmount / 2);
var parameter = parameterSet.Value.First(s => s.Key == optimizationParameter.Name);
boundaries.Add(new OptimizationStepParameter(
optimizationParameter.Name,
Math.Max(optimizationStepParameter.MinValue, parameter.Value.ToDecimal() - fractal),
Math.Min(optimizationStepParameter.MaxValue, parameter.Value.ToDecimal() + fractal),
newStep,
optimizationStepParameter.MinStep.Value));
}
else
{
boundaries.Add(optimizationParameter);
}
}
foreach (var staticParam in OptimizationParameters.OfType())
{
boundaries.Add(staticParam);
}
OptimizationParameters = boundaries;
}
else if (!ReferenceEquals(result, OptimizationResult.Initial))
{
// we ended!
return;
}
foreach (var parameterSet in Step(OptimizationParameters))
{
OnNewParameterSet(parameterSet);
}
}
}
///
/// Handles new parameter set
///
/// New parameter set
protected override void OnNewParameterSet(ParameterSet parameterSet)
{
_runningParameterSet.Add(parameterSet);
base.OnNewParameterSet(parameterSet);
}
}
}