/*
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*/
using System;
using System.IO;
using System.Linq;
using NUnit.Framework;
using QuantConnect.Data;
using QuantConnect.Util;
using QuantConnect.Interfaces;
using QuantConnect.Data.Market;
using System.Collections.Generic;
using QuantConnect.DownloaderDataProvider.Launcher;
using QuantConnect.DownloaderDataProvider.Launcher.Models;
namespace QuantConnect.Tests.DownloaderDataProvider
{
[TestFixture]
public class DownloadHelperTests
{
private IDataCacheProvider _cacheProvider;
[OneTimeSetUp]
public void OneTimeSetUp()
{
_cacheProvider = new DiskDataCacheProvider();
}
[OneTimeTearDown]
public void OneTimeTearDown()
{
if (_cacheProvider != null)
{
_cacheProvider.Dispose();
}
}
///
/// Temporary data download directory
///
private readonly string _dataDirectory = Path.Combine(Path.GetTempPath(), Guid.NewGuid().ToString());
[TestCase(TickType.Trade, Resolution.Daily)]
public void RunDownload(TickType tickType, Resolution resolution)
{
var startDate = new DateTime(2024, 01, 01);
var tradeDate = new DateTime(2024, 01, 10);
var endDate = new DateTime(2024, 02, 02);
var symbol = Symbol.CreateCanonicalOption(Symbols.AAPL);
var downloadDataConfig = new DataDownloadConfig(tickType, SecurityType.Option, resolution, startDate, endDate, Market.USA, new List() { symbol });
var optionContracts = GenerateOptionContracts(Symbols.AAPL, 100, new DateTime(2024, 03, 16), expiryAddDay: 30);
var generateOptionContactFileName = optionContracts.ToList(contract => LeanData.GenerateZipEntryName(contract, contract.ID.Date, resolution, tickType));
Assert.That(optionContracts.Distinct().Count(), Is.EqualTo(optionContracts.Count));
var mockBaseDate = GenerateTradeBarByEachSymbol(optionContracts, tradeDate);
var downloader = new DataDownloaderTest(mockBaseDate);
Program.RunDownload(downloader, downloadDataConfig, _dataDirectory, _cacheProvider);
var filePath = LeanData.GenerateZipFilePath(_dataDirectory, symbol, startDate, resolution, tickType);
var fileNames = _cacheProvider.GetZipEntries(filePath);
var unZipData = QuantConnect.Compression.Unzip(filePath).ToDictionary(x => x.Key, x => x.Value.ToList());
Assert.AreEqual(fileNames.Count, unZipData.Count);
Assert.AreEqual(fileNames.Count, optionContracts.Count);
foreach (var dataInZip in unZipData)
{
Assert.IsTrue(generateOptionContactFileName.Contains(dataInZip.Key));
Assert.Greater(dataInZip.Value.Count, 0);
Assert.IsTrue(dataInZip.Value.All(row => row.Length > 0));
}
}
private static IEnumerable GenerateTradeBarByEachSymbol(IEnumerable symbols, DateTime tradeDateTime)
{
var multiplier = 100;
foreach (var option in symbols)
{
yield return new TradeBar(tradeDateTime, option, multiplier, multiplier, multiplier, multiplier, multiplier);
multiplier *= 2;
}
}
private static List GenerateOptionContracts(Symbol underlying, decimal strikePrice, DateTime expiryDate, int strikeMultiplier = 2, int expiryAddDay = 1, int count = 2)
{
var contracts = new List();
for (int i = 0; i < count; i++)
{
contracts.Add(Symbol.CreateOption(underlying, underlying.ID.Market, OptionStyle.American, OptionRight.Put, strikePrice, expiryDate));
expiryDate = expiryDate.AddDays(expiryAddDay);
strikePrice *= strikeMultiplier;
}
return contracts;
}
private class DataDownloaderTest : IDataDownloader
{
public IEnumerable Data { get; }
public DataDownloaderTest(IEnumerable data)
{
Data = data;
}
public IEnumerable Get(DataDownloaderGetParameters dataDownloaderGetParameters)
{
return Data.Select(x => x);
}
}
}
}