Program.cs

// Copyright (c) Microsoft. All rights reserved.
// Licensed under the MIT license. See LICENSE file in the project root for full license information.

using System;
using System.Collections.Generic;
using System.Linq;
using System.Reflection;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading.Tasks;
using Microsoft.Spark.CSharp.Core;
using Microsoft.Spark.CSharp.Sql;

namespace Microsoft.Spark.CSharp.PerfBenchmark
{
    /// <summary>
    /// Spark driver implementation in scala used for SparkCLR perf benchmarking
    /// </summary>
    class PerfBenchmark
    {
        internal static SparkContext SparkContext;
        internal static SqlContext SqlContext;
        internal static List<TimeSpan> ExecutionTimeList = new List<TimeSpan>();
        internal static Dictionary<string, List<TimeSpan>> PerfResults = new Dictionary<string, List<TimeSpan>>();

        public static void Main(string[] args)
        {
            if (args.Length != 3)
            {
                var exe = System.Reflection.Assembly.GetEntryAssembly().Location;
                Console.WriteLine(@"Usage   : {0}  spark-local-dir   run-count  data-path", exe);
                Console.WriteLine(@"Example : {0}  D:\Temp\perfTest  10         hdfs:///perfdata/freebasedeletions/*", exe);
                Console.WriteLine(@"Example : {0}  D:\Temp\perfTest  1          hdfs:///perf/data/deletions/deletions.csv-00000-of-00020", exe);
                Console.WriteLine(@"Example : {0}  D:\Temp\perfTest  1          file:///d:/mobius/deletions/*", exe);
                Console.WriteLine(@"Example : {0}  D:\Temp\perfTest  1          d:\mobius\deletions", exe);
                return;
            }

            Console.WriteLine("Arguments are {0}", string.Join(",", args));

            InitializeSparkContext(args);
            RunBenchmarks(args);
            StopSparkContext();

            ReportResult();
        }

        private static void InitializeSparkContext(string[] args)
        {
            var sparkConf = new SparkConf();
            sparkConf.Set("spark.local.dir", args[0]);
            sparkConf.SetAppName("SparkCLR perf suite - C#");
            SparkContext = new SparkContext(sparkConf);
            SqlContext = new SqlContext(PerfBenchmark.SparkContext);
        }

        private static void StopSparkContext()
        {
            SparkContext.Stop();
        }

        internal static void RunBenchmarks(string[] args)
        {
            var perfSuites = Assembly.GetEntryAssembly().GetTypes()
                .SelectMany(type => type.GetMethods(BindingFlags.NonPublic | BindingFlags.Static))
                .Where(method => method.GetCustomAttributes(typeof(PerfSuiteAttribute), false).Length > 0)
                .OrderByDescending(method => method.Name);

            foreach (var perfSuite in perfSuites)
            {
                ExecutionTimeList.Clear();
                int runCount = int.Parse(args[1]);

                while (runCount > 0)
                {
                    Console.WriteLine("Starting perf suite {0}, runCount={1}", perfSuite.Name, runCount);
                    perfSuite.Invoke(null, new object[] { args });
                    runCount--;
                }

                var executionTimeListRef = new List<TimeSpan>(ExecutionTimeList);
                PerfResults.Add(perfSuite.Name, executionTimeListRef);
            }

        }

        internal static void ReportResult()
        {
            Console.WriteLine("** Printing results of the perf run (C#) **");
            var allMedianCosts = new SortedDictionary<string, long>();
            foreach (var perfResultItem in PerfResults)
            {
                var perfResult = perfResultItem.Value;

                var runTimeInSeconds = perfResult.Select(x => (long)x.TotalSeconds);
                //multiple enumeration happening - ignoring that for now
                var max = runTimeInSeconds.Max();
                var min = runTimeInSeconds.Min();
                var avg = (long)runTimeInSeconds.Average();
                var median = GetMedianValue(runTimeInSeconds);
                Console.WriteLine(
                    "** Execution time for {0} in seconds. Min={1}, Max={2}, Average={3}, Median={4}, Number of runs={5}, Individual execution duration=[{6}] **",
                    perfResultItem.Key, min, max, avg, median, runTimeInSeconds.Count(), string.Join(", ", runTimeInSeconds));
                allMedianCosts[perfResultItem.Key] = median;
            }

            Console.WriteLine("** *** **");
            Console.WriteLine("{0} {1} C# version: Run count = {2}, all median time costs[{3}] : {4}", DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss"),
                Regex.Replace(TimeZone.CurrentTimeZone.StandardName, @"(\w)\S*\s*", "$1"),
                PerfResults.First().Value.Count, allMedianCosts.Count, string.Join("; ", allMedianCosts.Select(kv => kv.Key + "=" + kv.Value)));
        }

        private static long GetMedianValue(IEnumerable<long> runTimeInSeconds)
        {
            var values = runTimeInSeconds.ToArray();
            Array.Sort(values);

            var itemCount = values.Length;
            if (itemCount == 1)
            {
                return values[0];
            }

            if (itemCount % 2 == 0)
            {
                return (values[itemCount / 2] + values[itemCount / 2 - 1]) / 2;
            }

            return values[(itemCount - 1) / 2];

        }
    }

    class PerfSuiteAttribute : Attribute { }
}