/* * QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals. * Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * */ using System; using QuantConnect.Util; using QuantConnect.Logging; using QuantConnect.Packets; using QuantConnect.Algorithm; using QuantConnect.Interfaces; using QuantConnect.Configuration; using System.Collections.Generic; using QuantConnect.AlgorithmFactory; using QuantConnect.Lean.Engine.DataFeeds; using QuantConnect.Brokerages.Backtesting; namespace QuantConnect.Lean.Engine.Setup { /// /// Backtesting setup handler processes the algorithm initialize method and sets up the internal state of the algorithm class. /// public class BacktestingSetupHandler : ISetupHandler { /// /// Get the maximum time that the initialization of an algorithm can take /// protected TimeSpan InitializationTimeOut { get; set; } = TimeSpan.FromMinutes(5); /// /// Get the maximum time that the creation of an algorithm can take /// protected TimeSpan AlgorithmCreationTimeout { get; set; } = BaseSetupHandler.AlgorithmCreationTimeout; /// /// The worker thread instance the setup handler should use /// public WorkerThread WorkerThread { get; set; } /// /// Internal errors list from running the setup procedures. /// public List Errors { get; set; } /// /// Maximum runtime of the algorithm in seconds. /// /// Maximum runtime is a formula based on the number and resolution of symbols requested, and the days backtesting public TimeSpan MaximumRuntime { get; protected set; } /// /// Starting capital according to the users initialize routine. /// /// Set from the user code. /// public decimal StartingPortfolioValue { get; protected set; } /// /// Start date for analysis loops to search for data. /// /// public DateTime StartingDate { get; protected set; } /// /// Maximum number of orders for this backtest. /// /// To stop algorithm flooding the backtesting system with hundreds of megabytes of order data we limit it to 100 per day public int MaxOrders { get; protected set; } /// /// Initialize the backtest setup handler. /// public BacktestingSetupHandler() { MaximumRuntime = TimeSpan.FromSeconds(300); Errors = new List(); StartingDate = new DateTime(1998, 01, 01); } /// /// Create a new instance of an algorithm from a physical dll path. /// /// The path to the assembly's location /// Details of the task required /// A new instance of IAlgorithm, or throws an exception if there was an error public virtual IAlgorithm CreateAlgorithmInstance(AlgorithmNodePacket algorithmNodePacket, string assemblyPath) { string error; IAlgorithm algorithm; var debugNode = algorithmNodePacket as BacktestNodePacket; var debugging = debugNode != null && debugNode.Debugging || Config.GetBool("debugging", false); if (debugging && !BaseSetupHandler.InitializeDebugging(algorithmNodePacket, WorkerThread)) { throw new AlgorithmSetupException("Failed to initialize debugging"); } // Limit load times to 90 seconds and force the assembly to have exactly one derived type var loader = new Loader(debugging, algorithmNodePacket.Language, AlgorithmCreationTimeout, names => names.SingleOrAlgorithmTypeName(Config.Get("algorithm-type-name", algorithmNodePacket.AlgorithmId)), WorkerThread); var complete = loader.TryCreateAlgorithmInstanceWithIsolator(assemblyPath, algorithmNodePacket.RamAllocation, out algorithm, out error); if (!complete) throw new AlgorithmSetupException($"During the algorithm initialization, the following exception has occurred: {error}"); return algorithm; } /// /// Creates a new instance /// /// Job packet /// The algorithm instance before Initialize has been called /// The brokerage factory /// The brokerage instance, or throws if error creating instance public virtual IBrokerage CreateBrokerage(AlgorithmNodePacket algorithmNodePacket, IAlgorithm uninitializedAlgorithm, out IBrokerageFactory factory) { factory = new BacktestingBrokerageFactory(); return new BacktestingBrokerage(uninitializedAlgorithm); } /// /// Setup the algorithm cash, dates and data subscriptions as desired. /// /// The parameters object to use /// Boolean true on successfully initializing the algorithm public virtual bool Setup(SetupHandlerParameters parameters) { var algorithm = parameters.Algorithm; var job = parameters.AlgorithmNodePacket as BacktestNodePacket; if (job == null) { throw new ArgumentException("Expected BacktestNodePacket but received " + parameters.AlgorithmNodePacket.GetType().Name); } BaseSetupHandler.Setup(parameters); if (algorithm == null) { Errors.Add(new AlgorithmSetupException("Could not create instance of algorithm")); return false; } algorithm.Name = job.Name; //Make sure the algorithm start date ok. if (job.PeriodStart == default(DateTime)) { Errors.Add(new AlgorithmSetupException("Algorithm start date was never set")); return false; } var controls = job.Controls; var isolator = new Isolator(); var initializeComplete = isolator.ExecuteWithTimeLimit(InitializationTimeOut, () => { try { parameters.ResultHandler.SendStatusUpdate(AlgorithmStatus.Initializing, "Initializing algorithm..."); //Set our parameters algorithm.SetParameters(job.Parameters); algorithm.SetAvailableDataTypes(BaseSetupHandler.GetConfiguredDataFeeds()); //Algorithm is backtesting, not live: algorithm.SetAlgorithmMode(job.AlgorithmMode); //Set the source impl for the event scheduling algorithm.Schedule.SetEventSchedule(parameters.RealTimeHandler); // set the option chain provider var optionChainProvider = new BacktestingOptionChainProvider(); var initParameters = new ChainProviderInitializeParameters(parameters.MapFileProvider, algorithm.HistoryProvider); optionChainProvider.Initialize(initParameters); algorithm.SetOptionChainProvider(new CachingOptionChainProvider(optionChainProvider)); // set the future chain provider var futureChainProvider = new BacktestingFutureChainProvider(); futureChainProvider.Initialize(initParameters); algorithm.SetFutureChainProvider(new CachingFutureChainProvider(futureChainProvider)); // before we call initialize BaseSetupHandler.LoadBacktestJobAccountCurrency(algorithm, job); //Initialise the algorithm, get the required data: algorithm.Initialize(); // set start and end date if present in the job if (job.PeriodStart.HasValue) { algorithm.SetStartDate(job.PeriodStart.Value); } if (job.PeriodFinish.HasValue) { algorithm.SetEndDate(job.PeriodFinish.Value); } if(job.OutOfSampleMaxEndDate.HasValue) { if(algorithm.EndDate > job.OutOfSampleMaxEndDate.Value) { Log.Trace($"BacktestingSetupHandler.Setup(): setting end date to {job.OutOfSampleMaxEndDate.Value:yyyyMMdd}"); algorithm.SetEndDate(job.OutOfSampleMaxEndDate.Value); if (algorithm.StartDate > algorithm.EndDate) { algorithm.SetStartDate(algorithm.EndDate); } } } // after we call initialize BaseSetupHandler.LoadBacktestJobCashAmount(algorithm, job); // after algorithm was initialized, should set trading days per year for our great portfolio statistics BaseSetupHandler.SetBrokerageTradingDayPerYear(algorithm); // finalize initialization algorithm.PostInitialize(); } catch (Exception err) { Errors.Add(new AlgorithmSetupException("During the algorithm initialization, the following exception has occurred: ", err)); } }, controls.RamAllocation, sleepIntervalMillis: 100, // entire system is waiting on this, so be as fast as possible workerThread: WorkerThread); if (Errors.Count > 0) { // if we already got an error just exit right away return false; } //Before continuing, detect if this is ready: if (!initializeComplete) return false; MaximumRuntime = TimeSpan.FromMinutes(job.Controls.MaximumRuntimeMinutes); BaseSetupHandler.SetupCurrencyConversions(algorithm, parameters.UniverseSelection); StartingPortfolioValue = algorithm.Portfolio.Cash; // Get and set maximum orders for this job MaxOrders = job.Controls.BacktestingMaxOrders; algorithm.SetMaximumOrders(MaxOrders); //Starting date of the algorithm: StartingDate = algorithm.StartDate; //Put into log for debugging: Log.Trace("SetUp Backtesting: User: " + job.UserId + " ProjectId: " + job.ProjectId + " AlgoId: " + job.AlgorithmId); Log.Trace($"Dates: Start: {algorithm.StartDate.ToStringInvariant("d")} " + $"End: {algorithm.EndDate.ToStringInvariant("d")} " + $"Cash: {StartingPortfolioValue.ToStringInvariant("C")} " + $"MaximumRuntime: {MaximumRuntime} " + $"MaxOrders: {MaxOrders}"); return initializeComplete; } /// /// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources. /// /// 2 public void Dispose() { } } // End Result Handler Thread: } // End Namespace