From 7fb643b805edd34c982ecce1c1c6435e12f53ab8 Mon Sep 17 00:00:00 2001 From: Scepheo Date: Tue, 23 Apr 2019 15:49:04 +0200 Subject: [PATCH] Enable atomic file processing on MultiLevelJsonExtractor Explicitly enable atomic file processing on MultiLevelJsonExtractor, because USQL ignores the inherited attribute and will still split files greater than 1 gigabyte. --- .../Json/MultiLevelJsonExtractor.cs | 1 + 1 file changed, 1 insertion(+) diff --git a/Examples/DataFormats/Microsoft.Analytics.Samples.Formats/Json/MultiLevelJsonExtractor.cs b/Examples/DataFormats/Microsoft.Analytics.Samples.Formats/Json/MultiLevelJsonExtractor.cs index 5f71d82..699f549 100644 --- a/Examples/DataFormats/Microsoft.Analytics.Samples.Formats/Json/MultiLevelJsonExtractor.cs +++ b/Examples/DataFormats/Microsoft.Analytics.Samples.Formats/Json/MultiLevelJsonExtractor.cs @@ -9,6 +9,7 @@ namespace Microsoft.Analytics.Samples.Formats.Json { + [SqlUserDefinedExtractor(AtomicFileProcessing=true)] public class MultiLevelJsonExtractor : JsonExtractor { private string[] jsonPaths;