/*
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*/
using System;
using QuantConnect.Util;
using QuantConnect.Logging;
using QuantConnect.Packets;
using QuantConnect.Algorithm;
using QuantConnect.Interfaces;
using QuantConnect.Configuration;
using System.Collections.Generic;
using QuantConnect.AlgorithmFactory;
using QuantConnect.Lean.Engine.DataFeeds;
using QuantConnect.Brokerages.Backtesting;
namespace QuantConnect.Lean.Engine.Setup
{
///
/// Backtesting setup handler processes the algorithm initialize method and sets up the internal state of the algorithm class.
///
public class BacktestingSetupHandler : ISetupHandler
{
///
/// Get the maximum time that the initialization of an algorithm can take
///
protected TimeSpan InitializationTimeOut { get; set; } = TimeSpan.FromMinutes(5);
///
/// Get the maximum time that the creation of an algorithm can take
///
protected TimeSpan AlgorithmCreationTimeout { get; set; } = BaseSetupHandler.AlgorithmCreationTimeout;
///
/// The worker thread instance the setup handler should use
///
public WorkerThread WorkerThread { get; set; }
///
/// Internal errors list from running the setup procedures.
///
public List Errors { get; set; }
///
/// Maximum runtime of the algorithm in seconds.
///
/// Maximum runtime is a formula based on the number and resolution of symbols requested, and the days backtesting
public TimeSpan MaximumRuntime { get; protected set; }
///
/// Starting capital according to the users initialize routine.
///
/// Set from the user code.
///
public decimal StartingPortfolioValue { get; protected set; }
///
/// Start date for analysis loops to search for data.
///
///
public DateTime StartingDate { get; protected set; }
///
/// Maximum number of orders for this backtest.
///
/// To stop algorithm flooding the backtesting system with hundreds of megabytes of order data we limit it to 100 per day
public int MaxOrders { get; protected set; }
///
/// Initialize the backtest setup handler.
///
public BacktestingSetupHandler()
{
MaximumRuntime = TimeSpan.FromSeconds(300);
Errors = new List();
StartingDate = new DateTime(1998, 01, 01);
}
///
/// Create a new instance of an algorithm from a physical dll path.
///
/// The path to the assembly's location
/// Details of the task required
/// A new instance of IAlgorithm, or throws an exception if there was an error
public virtual IAlgorithm CreateAlgorithmInstance(AlgorithmNodePacket algorithmNodePacket, string assemblyPath)
{
string error;
IAlgorithm algorithm;
var debugNode = algorithmNodePacket as BacktestNodePacket;
var debugging = debugNode != null && debugNode.Debugging || Config.GetBool("debugging", false);
if (debugging && !BaseSetupHandler.InitializeDebugging(algorithmNodePacket, WorkerThread))
{
throw new AlgorithmSetupException("Failed to initialize debugging");
}
// Limit load times to 90 seconds and force the assembly to have exactly one derived type
var loader = new Loader(debugging, algorithmNodePacket.Language, AlgorithmCreationTimeout, names => names.SingleOrAlgorithmTypeName(Config.Get("algorithm-type-name", algorithmNodePacket.AlgorithmId)), WorkerThread);
var complete = loader.TryCreateAlgorithmInstanceWithIsolator(assemblyPath, algorithmNodePacket.RamAllocation, out algorithm, out error);
if (!complete) throw new AlgorithmSetupException($"During the algorithm initialization, the following exception has occurred: {error}");
return algorithm;
}
///
/// Creates a new instance
///
/// Job packet
/// The algorithm instance before Initialize has been called
/// The brokerage factory
/// The brokerage instance, or throws if error creating instance
public virtual IBrokerage CreateBrokerage(AlgorithmNodePacket algorithmNodePacket, IAlgorithm uninitializedAlgorithm, out IBrokerageFactory factory)
{
factory = new BacktestingBrokerageFactory();
return new BacktestingBrokerage(uninitializedAlgorithm);
}
///
/// Setup the algorithm cash, dates and data subscriptions as desired.
///
/// The parameters object to use
/// Boolean true on successfully initializing the algorithm
public virtual bool Setup(SetupHandlerParameters parameters)
{
var algorithm = parameters.Algorithm;
var job = parameters.AlgorithmNodePacket as BacktestNodePacket;
if (job == null)
{
throw new ArgumentException("Expected BacktestNodePacket but received " + parameters.AlgorithmNodePacket.GetType().Name);
}
BaseSetupHandler.Setup(parameters);
if (algorithm == null)
{
Errors.Add(new AlgorithmSetupException("Could not create instance of algorithm"));
return false;
}
algorithm.Name = job.Name;
//Make sure the algorithm start date ok.
if (job.PeriodStart == default(DateTime))
{
Errors.Add(new AlgorithmSetupException("Algorithm start date was never set"));
return false;
}
var controls = job.Controls;
var isolator = new Isolator();
var initializeComplete = isolator.ExecuteWithTimeLimit(InitializationTimeOut, () =>
{
try
{
parameters.ResultHandler.SendStatusUpdate(AlgorithmStatus.Initializing, "Initializing algorithm...");
//Set our parameters
algorithm.SetParameters(job.Parameters);
algorithm.SetAvailableDataTypes(BaseSetupHandler.GetConfiguredDataFeeds());
//Algorithm is backtesting, not live:
algorithm.SetAlgorithmMode(job.AlgorithmMode);
//Set the source impl for the event scheduling
algorithm.Schedule.SetEventSchedule(parameters.RealTimeHandler);
// set the option chain provider
var optionChainProvider = new BacktestingOptionChainProvider();
var initParameters = new ChainProviderInitializeParameters(parameters.MapFileProvider, algorithm.HistoryProvider);
optionChainProvider.Initialize(initParameters);
algorithm.SetOptionChainProvider(new CachingOptionChainProvider(optionChainProvider));
// set the future chain provider
var futureChainProvider = new BacktestingFutureChainProvider();
futureChainProvider.Initialize(initParameters);
algorithm.SetFutureChainProvider(new CachingFutureChainProvider(futureChainProvider));
// before we call initialize
BaseSetupHandler.LoadBacktestJobAccountCurrency(algorithm, job);
//Initialise the algorithm, get the required data:
algorithm.Initialize();
// set start and end date if present in the job
if (job.PeriodStart.HasValue)
{
algorithm.SetStartDate(job.PeriodStart.Value);
}
if (job.PeriodFinish.HasValue)
{
algorithm.SetEndDate(job.PeriodFinish.Value);
}
if(job.OutOfSampleMaxEndDate.HasValue)
{
if(algorithm.EndDate > job.OutOfSampleMaxEndDate.Value)
{
Log.Trace($"BacktestingSetupHandler.Setup(): setting end date to {job.OutOfSampleMaxEndDate.Value:yyyyMMdd}");
algorithm.SetEndDate(job.OutOfSampleMaxEndDate.Value);
if (algorithm.StartDate > algorithm.EndDate)
{
algorithm.SetStartDate(algorithm.EndDate);
}
}
}
// after we call initialize
BaseSetupHandler.LoadBacktestJobCashAmount(algorithm, job);
// after algorithm was initialized, should set trading days per year for our great portfolio statistics
BaseSetupHandler.SetBrokerageTradingDayPerYear(algorithm);
// finalize initialization
algorithm.PostInitialize();
}
catch (Exception err)
{
Errors.Add(new AlgorithmSetupException("During the algorithm initialization, the following exception has occurred: ", err));
}
}, controls.RamAllocation,
sleepIntervalMillis: 100, // entire system is waiting on this, so be as fast as possible
workerThread: WorkerThread);
if (Errors.Count > 0)
{
// if we already got an error just exit right away
return false;
}
//Before continuing, detect if this is ready:
if (!initializeComplete) return false;
MaximumRuntime = TimeSpan.FromMinutes(job.Controls.MaximumRuntimeMinutes);
BaseSetupHandler.SetupCurrencyConversions(algorithm, parameters.UniverseSelection);
StartingPortfolioValue = algorithm.Portfolio.Cash;
// Get and set maximum orders for this job
MaxOrders = job.Controls.BacktestingMaxOrders;
algorithm.SetMaximumOrders(MaxOrders);
//Starting date of the algorithm:
StartingDate = algorithm.StartDate;
//Put into log for debugging:
Log.Trace("SetUp Backtesting: User: " + job.UserId + " ProjectId: " + job.ProjectId + " AlgoId: " + job.AlgorithmId);
Log.Trace($"Dates: Start: {algorithm.StartDate.ToStringInvariant("d")} " +
$"End: {algorithm.EndDate.ToStringInvariant("d")} " +
$"Cash: {StartingPortfolioValue.ToStringInvariant("C")} " +
$"MaximumRuntime: {MaximumRuntime} " +
$"MaxOrders: {MaxOrders}");
return initializeComplete;
}
///
/// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
///
/// 2
public void Dispose()
{
}
} // End Result Handler Thread:
} // End Namespace