/*
Copyright (c) Microsoft Corporation

All rights reserved.

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in 
compliance with the License.  You may obtain a copy of the License 
at http://www.apache.org/licenses/LICENSE-2.0   


THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, EITHER 
EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED WARRANTIES OR CONDITIONS OF 
TITLE, FITNESS FOR A PARTICULAR PURPOSE, MERCHANTABLITY OR NON-INFRINGEMENT.  


See the Apache Version 2.0 License for specific language governing permissions and 
limitations under the License. 

*/
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using Microsoft.Research.DryadLinq;

using Microsoft.Research.Peloponnese.Storage;

namespace DryadLinqTests
{
    public class Program
    {
        public static void Main(string[] args)
        {
            //Test1(args);
            //Test2(args);
            //Test3(args);
            //Test4(args);
            //Test5(args);
        }

        public static void Test1(string[] args)
        {
            DryadLinqContext context = new DryadLinqContext(1, "partfile");
            //context.PartitionUncPath = "DryadLinqTemp/PartFiles";
            var input = context.FromStore<LineRecord>("partfile:///d:/DryadLinqTemp/PartFiles/foo.pt");
            var lines = input.Where(x => x.Line.Contains("white"));
            var result = lines.ToStore("partfile://svc-yuanbyu-3/DryadLinqTemp/PartFiles/res1.pt", true);
            result.SubmitAndWait();
        }

        public static void Test2(string[] args)
        {
            DryadLinqContext context = new DryadLinqContext(1, "partfile:///d:/DryadLinqTemp/PartFiles");
            var input = context.FromStore<LineRecord>("partfile:///d:/DryadLinqTemp/PartFiles/foo.pt");
            var q1 = input.Where(x => x.Line.Contains("white"));
            var q2 = input.Where(x => x.Line.Contains("the"));
            var res1 = q1.ToStore("partfile:///d:/DryadLinqTemp/PartFiles/res1.pt", true);
            var res2 = q2.ToStore("partfile:///d:/DryadLinqTemp/PartFiles/res2.pt", true);
            DryadLinqQueryable.SubmitAndWait(res1, res2);
        }

        public static void Test3(string[] args)
        {
            DryadLinqContext context = new DryadLinqContext(1, "partfile:///d:/DryadLinqTemp/PartFiles");
            var input = context.FromStore<LineRecord>("partfile:///d:/DryadLinqTemp/PartFiles/foo.pt");
            var words = input.SelectMany(x => x.Line.Split(' '));
            var groups = words.GroupBy(x => x);
            var counts = groups.Select(x => new KeyValuePair<string, int>(x.Key, x.Count()));
            var toOutput = counts.Select(x => new LineRecord(String.Format("{0}: {1}", x.Key, x.Value)));
            var result = toOutput.ToStore("partfile:///d:/DryadLinqTemp/PartFiles/res2.pt", true);
            result.SubmitAndWait();
        }

        public static void Test4(string[] args)
        {
            DryadLinqContext context = new DryadLinqContext("svc-d2-01");
            var input = context.FromStore<LineRecord>("hdfs://svc-d2-01:8033/user/misard/foo.txt");
            var lines = input.Where(x => x.Line.Contains("white"));
            var result = lines.ToStore("hdfs://svc-d2-01:8033/user/yuanbyu/foo.txt", true);
            result.SubmitAndWait();
        }

        public static void Test5(string[] args)
        {
            DryadLinqContext context = new DryadLinqContext(1);
            Uri dataUri = AzureUtils.ToAzureUri("msrsvc", "I4JPlk0bZ6YWypg+RJamyq0us1b+kCcuoeKlPhfiHTcVW7P4xvuzURvlRShSo1O3UDhcL2LiY4kMaarD+p1lKg==", "test", "testwrite");
            IEnumerable<LineRecord> lines = DataProvider.ReadData<LineRecord>(context, dataUri);
            foreach (var x in lines)
            {
                Console.WriteLine(x);
            }
        }
    }
}