28 lines
1.2 KiB
Puppet
28 lines
1.2 KiB
Puppet
using System;
|
|
using System.Collections.Generic;
|
|
using System.Linq;
|
|
using Microsoft.Research.DryadLinq;
|
|
using Microsoft.Research.Peloponnese.Storage;
|
|
|
|
namespace $rootnamespace$
|
|
{
|
|
public class WordCount
|
|
{
|
|
public static void WordCountExample()
|
|
{
|
|
string accountName = "Replace with your account name";
|
|
string storageKey = "Replace with your storage key";
|
|
string containerName = "Replace with the default container name for your HDInsight cluster";
|
|
var config = new DryadLinqContext(accountName, storageKey, containerName);
|
|
var input = config.FromStore<LineRecord>(AzureUtils.ToAzureUri(accountName, storageKey, containerName,
|
|
"example/data/gutenberg/davinci.txt"));
|
|
var words = input.SelectMany(x => x.Line.Split(' '));
|
|
var groups = words.GroupBy(x => x);
|
|
var counts = groups.Select(x => new KeyValuePair<string, int>(x.Key, x.Count()));
|
|
var toOutput = counts.Select(x => new LineRecord(String.Format("{0}: {1}", x.Key, x.Value)));
|
|
var info = toOutput.ToStore(AzureUtils.ToAzureUri(accountName, storageKey, containerName,
|
|
"wc-out.txt")).SubmitAndWait();
|
|
}
|
|
}
|
|
}
|