/* * QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals. * Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ using System; using Newtonsoft.Json; using NUnit.Framework; using System.Collections.Generic; using System.Globalization; using System.Linq; using QuantConnect.Optimizer; using QuantConnect.Optimizer.Parameters; using QuantConnect.Optimizer.Objectives; using QuantConnect.Optimizer.Strategies; using QuantConnect.Packets; using QuantConnect.Util; namespace QuantConnect.Tests.Optimizer { [TestFixture, Parallelizable(ParallelScope.All)] public class OptimizationNodePacketTest { private static JsonSerializerSettings _jsonSettings = new JsonSerializerSettings() { Culture = CultureInfo.InvariantCulture }; [TestCase("QuantConnect.Optimizer.EulerSearchOptimizationStrategy", typeof(StepBaseOptimizationStrategySettings))] [TestCase("QuantConnect.Optimizer.GridSearchOptimizationStrategy", typeof(OptimizationStrategySettings))] public void RoundTrip(string strategyName, Type settingType) { var optimizationNodePacket = new OptimizationNodePacket() { CompileId = Guid.NewGuid().ToString(), OptimizationId = Guid.NewGuid().ToString(), OptimizationStrategy = strategyName, Criterion = new Target("Profit", new Maximization(), 100.5m), Constraints = new List { new Constraint("Drawdown", ComparisonOperatorTypes.LessOrEqual, 0.1m), new Constraint("Profit", ComparisonOperatorTypes.Greater, 100) }, OptimizationParameters = new HashSet() { new OptimizationStepParameter("ema-slow", 1, 100, 1m), new OptimizationStepParameter("ema-fast", -10, 0, 0.5m), new StaticOptimizationParameter("pinocho", "11") }, MaximumConcurrentBacktests = 10, OptimizationStrategySettings = (OptimizationStrategySettings)Activator.CreateInstance(settingType) }; var serialize = JsonConvert.SerializeObject(optimizationNodePacket, _jsonSettings); var result = JsonConvert.DeserializeObject(serialize, _jsonSettings); // common Assert.AreEqual(PacketType.OptimizationNode, result.Type); // assert strategy Assert.AreEqual(optimizationNodePacket.OptimizationStrategy, result.OptimizationStrategy); Assert.AreEqual(optimizationNodePacket.OptimizationId, result.OptimizationId); Assert.AreEqual(optimizationNodePacket.CompileId, result.CompileId); // assert optimization parameters foreach (var expected in optimizationNodePacket.OptimizationParameters.OfType()) { var actual = result.OptimizationParameters.FirstOrDefault(s => s.Name == expected.Name) as OptimizationStepParameter; Assert.NotNull(actual); Assert.AreEqual(expected.MinValue, actual.MinValue); Assert.AreEqual(expected.MaxValue, actual.MaxValue); Assert.AreEqual(expected.Step, actual.Step); } // assert optimization parameters var staticOptimizationParameters = optimizationNodePacket.OptimizationParameters.OfType().ToList(); Assert.AreEqual(1, staticOptimizationParameters.Count); foreach (var parameter in staticOptimizationParameters) { Assert.AreEqual("11", parameter.Value); Assert.AreEqual("pinocho", parameter.Name); } // assert target Assert.AreEqual(optimizationNodePacket.Criterion.Target, result.Criterion.Target); Assert.AreEqual(optimizationNodePacket.Criterion.Extremum.GetType(), result.Criterion.Extremum.GetType()); Assert.AreEqual(optimizationNodePacket.Criterion.TargetValue, result.Criterion.TargetValue); // assert constraints foreach (var expected in optimizationNodePacket.Constraints) { var actual = result.Constraints.FirstOrDefault(s => s.Target == expected.Target); Assert.NotNull(actual); Assert.AreEqual(expected.Operator, actual.Operator); Assert.AreEqual(expected.TargetValue, actual.TargetValue); } // others Assert.AreEqual(optimizationNodePacket.MaximumConcurrentBacktests, result.MaximumConcurrentBacktests); Assert.AreEqual(settingType, result.OptimizationStrategySettings.GetType()); } [TestCase("StepBaseOptimizationStrategySettings", "{\"OptimizationParameters\": [{\"Name\":\"sleep-ms\",\"min\":0,\"max\":0,\"Step\":1}," + "{\"Name\":\"total-trades\",\"min\":0,\"max\":2,\"Step\":1}]," + "\"criterion\": {\"extremum\" : \"min\",\"target\": \"Statistics.Sharpe Ratio\",\"targetValue\": 10}," + "\"constraints\": [{\"target\": \"Statistics.Sharpe Ratio\",\"operator\": \"equals\",\"targetValue\": 11}]," + $"\"optimizationStrategySettings\":{{\"$type\":\"QuantConnect.Optimizer.Strategies.StepBaseOptimizationStrategySettings, QuantConnect.Optimizer\",\"default-segment-amount\":0,\"max-run-time\":\"10675199.02:48:05.4775807\"}}}}")] [TestCase("OptimizationStrategySettings", "{\"OptimizationParameters\": [{\"Name\":\"sleep-ms\",\"min\":0,\"max\":0,\"Step\":1}," + "{\"Name\":\"total-trades\",\"min\":0,\"max\":2,\"Step\":1}]," + "\"criterion\": {\"extremum\" : \"min\",\"target\": \"Statistics.Sharpe Ratio\",\"targetValue\": 10}," + "\"constraints\": [{\"target\": \"Statistics.Sharpe Ratio\",\"operator\": \"equals\",\"targetValue\": 11}]," + $"\"optimizationStrategySettings\":{{\"$type\":\"QuantConnect.Optimizer.Strategies.OptimizationStrategySettings, QuantConnect.Optimizer\",\"default-segment-amount\":0,\"max-run-time\":\"10675199.02:48:05.4775807\"}}}}")] [TestCase("StepBaseOptimizationStrategySettings", "{\"OptimizationParameters\": [{\"Name\":\"sleep-ms\",\"min\":0,\"max\":0,\"Step\":1}," + "{\"Name\":\"total-trades\",\"min\":0,\"max\":2,\"Step\":1}]," + "\"criterion\": {\"extremum\" : \"min\",\"target\": \"Statistics.Sharpe Ratio\",\"target-value\": 10}," + "\"constraints\": [{\"target\": \"Statistics.Sharpe Ratio\",\"operator\": \"equals\",\"target-value\": 11}]," + $"\"optimizationStrategySettings\":{{\"$type\":\"QuantConnect.Optimizer.Strategies.StepBaseOptimizationStrategySettings, QuantConnect.Optimizer\",\"default-segment-amount\":0,\"max-run-time\":\"10675199.02:48:05.4775807\"}}}}")] [TestCase("OptimizationStrategySettings", "{\"OptimizationParameters\": [{\"Name\":\"sleep-ms\",\"min\":0,\"max\":0,\"Step\":1}," + "{\"Name\":\"total-trades\",\"min\":0,\"max\":2,\"Step\":1}]," + "\"criterion\": {\"extremum\" : \"min\",\"target\": \"Statistics.Sharpe Ratio\",\"target-value\": 10}," + "\"constraints\": [{\"target\": \"Statistics.Sharpe Ratio\",\"operator\": \"equals\",\"target-value\": 11}]," + $"\"optimizationStrategySettings\":{{\"$type\":\"QuantConnect.Optimizer.Strategies.OptimizationStrategySettings, QuantConnect.Optimizer\",\"default-segment-amount\":0,\"max-run-time\":\"10675199.02:48:05.4775807\"}}}}")] public void FromJson(string settingTypeName ,string json) { var packet = (OptimizationNodePacket)JsonConvert.DeserializeObject(json, typeof(OptimizationNodePacket)); Assert.AreEqual("['Statistics'].['Sharpe Ratio']", packet.Criterion.Target); Assert.AreEqual(typeof(Minimization), packet.Criterion.Extremum.GetType()); Assert.AreEqual(2, packet.OptimizationParameters.Count); Assert.AreEqual(1, packet.Constraints.Count); Assert.AreEqual("['Statistics'].['Sharpe Ratio']", packet.Constraints.Single().Target); Assert.AreEqual(settingTypeName, packet.OptimizationStrategySettings.GetType().Name); } [TestCase("{\"OptimizationParameters\": [{\"Name\":\"sleep-ms\",\"min\":0,\"max\":0,\"Step\":1}," + "{\"Name\":\"total-trades\",\"min\":0,\"max\":2,\"Step\":1}]," + "\"criterion\": {\"extremum\" : \"min\",\"target\": \"Statistics.Sharpe Ratio\",\"targetValue\": 10}," + "\"constraints\": [{\"target\": \"Statistics.Sharpe Ratio\",\"operator\": \"equals\",\"targetValue\": 11}]}")] [TestCase("{\"OptimizationParameters\": [{\"Name\":\"sleep-ms\",\"min\":0,\"max\":0,\"Step\":1}," + "{\"Name\":\"total-trades\",\"min\":0,\"max\":2,\"Step\":1}]," + "\"criterion\": {\"extremum\" : \"min\",\"target\": \"Statistics.Sharpe Ratio\",\"target-value\": 10}," + "\"constraints\": [{\"target\": \"Statistics.Sharpe Ratio\",\"operator\": \"equals\",\"target-value\": 11}]}")] public void FromJsonNoSettings(string json) { var packet = (OptimizationNodePacket)JsonConvert.DeserializeObject(json, typeof(OptimizationNodePacket)); Assert.AreEqual("['Statistics'].['Sharpe Ratio']", packet.Criterion.Target); Assert.AreEqual(typeof(Minimization), packet.Criterion.Extremum.GetType()); Assert.AreEqual(2, packet.OptimizationParameters.Count); Assert.AreEqual(1, packet.Constraints.Count); Assert.AreEqual("['Statistics'].['Sharpe Ratio']", packet.Constraints.Single().Target); Assert.IsNull(packet.OptimizationStrategySettings); } } }