/* Copyright (c) Microsoft Corporation All rights reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE, MERCHANTABLITY OR NON-INFRINGEMENT. See the Apache Version 2.0 License for specific language governing permissions and limitations under the License. */ //------------------------------------------------------------------------------ // // Constants used by managed code in Dryad // //------------------------------------------------------------------------------ namespace Microsoft.Research.Dryad { using System; internal class Constants { // // Constants for all WCF nettcp bindings // public const int MaxReceivedMessageSize = 16 * 1024 * 1024; public const int MaxBufferPoolSize = 16 * 1024 * 1024; public const int MaxConnections = 1024; public const int ListenBacklog = 256; public static readonly TimeSpan SendTimeout = new TimeSpan(0, 2, 0); public static readonly TimeSpan ReceiveTimeout = new TimeSpan(0, 10, 0); public static readonly TimeSpan VertexSendTimeout = new TimeSpan(0, 1, 0); // For Seal and Delete Node, use 6 minutes for the WCF timeout because of the 5 minute SQL timeout for the DB call // Otherwise, default to 2 minutes // TODO: Post-SP3, re-examine longest running operations, as they slow down service failure and failover time public static readonly TimeSpan DscOperationTimeout = new TimeSpan(0, 2, 0); public static readonly TimeSpan DscExtendedOperationTimeout = new TimeSpan(0, 6, 0); public static readonly String DryadConnectionString = String.Empty; public const string CommonRegistryPath = @"SOFTWARE\Microsoft\HPC"; public const string HpcSchedulerNameString = "ClusterName"; public const string HpcInstallPath = "BinDir"; public const string DscServerName = "DscServiceNodeName"; public const string DscConnectionFormat = @"net.tcp://{0}:{1}/HpcDsc/Service/DscService"; public const string DscServiceDefaultScheme = "hpcdsc"; public const UInt32 DscServiceDefaultPort = 6498; public const Int32 HdfsServiceDefaultHttpPort = 50070; public const string ServiceLocationString = @"ServiceLocation"; public const String jobManager = "XCJOBMANAGER"; public const string vertexAddrFormat = "net.tcp://{0}:8050/{1}/"; // net.tcp://:8050// public const string vertexCallbackAddrFormat = "net.tcp://{0}:8051/{1}/"; // net.tcp://:8051// public const string vertexCallbackServiceName = "DryadVertexCallback"; public const string vertexServiceName = "DryadVertexService"; public const string vertexFileServiceName = "DryadVertexFileService"; public const int vertexFileChunkSize = 1024 * 16; public const string vertexCountEnvVar = "HPC_VERTEXCOUNT"; public const string vertexEnvVarFormat = "HPC_VERTEX{0}"; public const string vertexSvcInstanceEnvVar = "HPC_VERTEXSVCINST"; public const string vertexSvcLocalAddrEnvVar = "CCP_DRYADVERTEXLOCALADDRESS"; public const string schedulerTypeEnvVar = "CCP_SCHEDULERTYPE"; public const string schedulerTypeLocal = "LOCAL"; public const string schedulerTypeCluster = "CLUSTER"; public const string schedulerTypeAzure = "AZURE"; public const string debugAzure = "DEBUG_AZURE"; public const string schedulerTypeYarn = "YARN"; // Recognized values are: OFF, CRITICAL, ERROR, WARN, INFO, VERBOSE public const string traceLevelEnvVar = "CCP_DRYADTRACELEVEL"; public const string traceOff = "OFF"; public const string traceCritical = "CRITICAL"; public const string traceError = "ERROR"; public const string traceWarning = "WARN"; public const string traceInfo = "INFO"; public const string traceVerbose = "VERBOSE"; public const int traceOffNum = 0; public const int traceCriticalNum = 1; public const int traceErrorNum = 3; public const int traceWarningNum = 7; public const int traceInfoNum = 15; public const int traceVerboseNum = 31; public const string VertexSecurityEnvVar = "HPC_VERTEX_SECURITY"; // SchedulerHelper environment variables public const string clusterNameEnvVar = "CCP_CLUSTER_NAME"; public const string jobIdEnvVar = "CCP_JOBID"; public const string taskIdEnvVar = "CCP_TASKID"; public const string nodesEnvVar = "CCP_NODES"; public const string jobNameEnvVar = "CCP_JOBNAME"; public const string requiredNodesEnvVar = "CCP_REQUIREDNODES"; public const string localProcessComputeNodesEnvVar = "CCP_LOCALPROCESSCOMPUTENODES"; // DrError.h values used in managed code // need to keep this section in sync with drerror.h changes... public const uint DrError_VertexReceivedTermination = 0x830A0003; public const uint DrError_VertexCompleted = 0x830A0016; public const uint DrError_VertexError = 0x830A0017; public const uint DrError_VertexInitialization = 0x830A0019; public const uint DrError_ProcessingInterrupted = 0x830A001A; public const uint DrError_VertexHostLostCommunication = 0x830A0FFF; // DSC Share Names public const string DscTempShare = "HpcTemp"; public const string DscDataShare = "HpcData"; public const string RuntimeShareConfig = "HPC_RUNTIMESHARE"; // Cluster name public const string ClusterNameConfig = "CCP_CLUSTER_NAME"; // NodeAdmin constants // Retain time set to one day // todo: this should be configurable public static readonly TimeSpan RetainTime = new TimeSpan(1, 0, 0, 0); public static readonly TimeSpan FileTimeStampMarginForGC = new TimeSpan(0, 0, 5, 0); public const string runningJobEnvVar = "CCP_RUNNING_JOBS"; public const string replicaPathFormat = @"\\{0}\HpcData\{1}.data"; public const string nodeAdminMutexName = "A19A8AC1-4129-46e2-BB81-ED7EE3265B05"; public const string nodeAdminUsage = "Syntax:\n\t" + "HpcDscNodeAdmin [/r] [/g] [/wd] [/e] [/v] [/u]\n\n" + "Parameters:\n\t" + "/? \t- Display this help message.\n\t" + "/g \t- Delete files not managed by DSC from the HpcData share.\n\t" + "/wd\t- Delete old job working directories from the HpcTemp share.\n\t" + "/r \t- Replicate DSC files onto this node.\n\t" + "/e \t- Print full error traces.\n\t" + "/u \t- Resets HpcReplication account password.\n\t" + "/v \t- Print verbose activity traces.\n"; // HpcReplication user account internal const string HpcReplicationUserName = "HpcReplication"; // Client retry period is 1 second for first retry, increasing up to 12 seconds for a total of 30 seconds // These timeouts are intended to ride through transient network failures internal const int StartRetryPeriod = 1000; internal const int MaxRetryPeriod = 12000; internal const int TotalRetryPeriod = 30000; internal const int ClientRetryCount = 4; // Runtime retry period is 10 seconds for first retry, increasing up to 60 seconds for a total of 6 minutes // Runtime timeouts intended to ride through a failover and more severe network disruptions with the goal // of keeping running jobs alive internal const int RuntimeStartRetryPeriod = 10000; internal const int RuntimeMaxRetryPeriod = 60000; internal const int RuntimeTotalRetryPeriod = 360000; internal const int RuntimeClientRetryCount = 7; } }