Category: Systems Administration

source=/nfs-share/linux03/docker/containers
destinationdirectory=/var/lib/docker
sudo mkdir -p $source
sudo ln -sfn $source $destinationdirectory

# Expected result:
# The -sfn will force overwrite if link already exists to avoid this error
# ln: failed to create symbolic link '/var/lib/docker/containers': File exists
# -n, --no-deference: treat LINK_NAME as a normal file if it is a symbolic link to a directory

# The below sequence would pre-empt this error:
# ln: /var/lib/docker/containers: cannot overwrite directory
sudo su
systemctl stop docker
directoryname=containers
source=/nfs-share/linux03/docker/$directoryname
destinationdirectory=/var/lib/docker
sudo mkdir -p $source
sudo rmdir $destinationdirectory/directoryname
sudo ln -sfn $source $destinationdirectory
systemctl start docker

directoryname=containers
destinationdirectory=/var/lib/docker
rm $destinationdirectory/$directoryname

# These lines are meant to generate a $HOME/.bashrc file
# Escape characters are added - please remove those if commands are to be extracted
# Add this to ~/.bash_profile on OSX/Linux or ~/.bashrc on Ubuntu
# Part of script comes from http://mah.everybody.org/docs/ssh
cat<< EOF > ~/.bashrc
#OR APPEND: cat<< EOF >> ~/.bashrc
echo "Loading ~/.bashrc ..."
SSH_ENV="/home/kim/.ssh/agent-environment"
function start_agent {
    echo "Initialising new SSH agent..."
    /usr/bin/ssh-agent | sed 's/^echo/#echo/' > "\${SSH_ENV}"
    echo succeeded
    chmod 600 "\${SSH_ENV}"
    . "\${SSH_ENV}" > /dev/null
    /usr/bin/ssh-add;
    echo "Key loaded: "
    /usr/bin/ssh-add -L;
}
# Source SSH settings, if applicable
#i=$(ps -eaf | grep -i ssh-agent |sed '/^$/d' | wc -l | bc -l) # check for service and cast output as integer
#if [ $i > 1 ]; then
#    echo "loading ssh key from its default location..."
#    /usr/bin/ssh-add;
if [ -f "\${SSH_ENV}" ]; then
    . "\${SSH_ENV}" > /dev/null
    ps -ef | grep \${SSH_AGENT_PID} | grep ssh-agent\$ > /dev/null || {
        start_agent;
    }
else
    start_agent;
fi
EOF

        function downloadFile{
            param(
                $url,
                $tempFolder="C:\Temp"
            )
            try{
                $fileName=split-path $url -leaf
                $tempFile = "$tempFolder\$fileName"
                try{[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12}catch{}
                New-Item -ItemType Directory -Force -Path $tempFolder
                $webclient = New-Object System.Net.WebClient
                $WebClient.DownloadFile($url,$tempFile)
                return $true
            }catch{
                write-warning $_
                return $false
            }
        }

        function expandZipfile($file,$destination){      
            $destination=if($destinatione){$destination}else{split-path $file -parent}
            try{
                Add-Type -AssemblyName System.IO.Compression.FileSystem
                [System.IO.Compression.ZipFile]::ExtractToDirectory($file, $destination)
            }catch{
                write-warning $_
            }
        }

            $downloaded=downloadFile "https://kimconnect.com/wp-content/uploads/2019/08/emcopy.zip"
            if($downloaded){
                $destinationFolder="C:\Windows\System32"
                expandZipfile $destinationFile -Destination $destinationFolder
            }

# User-input Variables
$csvFile='C:\Users-finalized.csv'
$newOu='CN=Users,DC=kimconnect,DC=com'
$newCompany='Kim Connect'
$logFile="c:\temp\createActiveDirectoryAccounts-$(get-date -f yyyy-mm-dd-hh-mm-ss).txt"

function createActiveDirectoryAccounts{
  param(
    $csvFile,
    $newOu,
    $newCompany,
    $logFile="c:\temp\createActiveDirectoryAccounts-$(get-date -f yyyy-mm-dd-hh-mm-ss).txt"
  )

  # Declare variables Log Files
  $failures = @()
  $usersAlreadyExist =@()
  $successes = @()
  $erroractionpreference = "Continue"

  write-host "Gathering Active Directory Users Information..."
  $existingUsers=Get-ADUser -Filter * -property SamAccountName,EmailAddress
  $users = Import-Csv -Path $csvFile
  $voidChars='#N/A','',$null
  $ou=if($newOu){$newOu}else{
    $domainLdapExpression='DC='+((($env:USERDNSDOMAIN).tolower() -split '\.') -join ',DC=');
    'CN=Users,'+$domainLdapExpression
  }
  $sortedRecords=$users|sort -property newSamAccountName

  write-host "Commencing users creation..."
  foreach ($user in $sortedRecords) {
    $userExists=$user.newSamAccountName -in $existingUsers.SamAccountName -or $user.newEmailAddress -in $existingUsers.EmailAddress
    if(!$userExists){
      $password = $user.newPassword | ConvertTo-SecureString -AsPlainText -Force
      $proxyAddresses = $user.newEmailAddress
      $streetAddress=if($user.'Street 2' -notin $voidChars){$user.'Street 1'+', '+$user.'Street 2'}elseif($user.'Street 1' -notin $voidChars){$user.'Street 1'}else{$null}
      $city =if($user.City -notin $voidChars){$user.City}else{$null}
      $state =if($user.State -notin $voidChars){$user.State}else{$null}
      $postalCode=if($user.PostalCode -notin $voidChars){$user.PostalCode}else{$null}
      $country=if($user.Country -notin $voidChars){$user.Country}else{$null}
      $jobTitle=if($user.Title -notin $voidChars){$user.Title}else{$null}
      $telephone=if($user.telephoneNumber -notin $voidChars){$user.telephoneNumber}else{$null}
      $extension=if($user.Extension -notin $voidChars){$user.Extension}else{$null}
      $displayName=$user.Surname+', '+$user.GivenName
      $newSamAccountName=$user.newSamAccountName
      $newUserPrincipleName=$newSamAccountName+'@'+$env:USERDNSDOMAIN
      # Generating a hash table as a splatting technique
      $params = @{        
        SamAccountName = $newSamAccountName;
        Path = $ou;
        Enabled = $true;        
        AccountPassword = $password;
        ChangePasswordAtLogon = $False;
        EmployeeID = $user.EmployeeID;
        Name = $displayName;
        GivenName = $user.GivenName;
        Surname = $user.Surname;
        DisplayName = $displayName;
        UserPrincipalName = $newUserPrincipleName;
        Initials = $user.Initials;
        Description = $user.Description;    
        Office = $user.Office;
        Title = $jobTitle
        # Manager = $user.newManagerDN
        Company = $newCompany;
        Department = $user.Department;
        Division = $user.Division;
        StreetAddress = $streetAddress;
        EmailAddress = $user.newEmailAddress;
        City = $city
        State = $state
        PostalCode = $postalCode
        Country = $country
        OfficePhone = $telephone
        OtherAttributes = @{ 
            IPPhone = $extension;
            #extensionAttribute2 = $($User.extensionAttribute2);
            #extensionAttribute3 = $($User.extensionAttribute3);
            #extensionAttribute4 = $($User.extensionAttribute4);
          }
        }
    
      # Removing empty values
      @($params.OtherAttributes.Keys)|%{if(-not $params.OtherAttributes[$_]){$params.OtherAttributes.Remove($_)}}
      $voidCount=(@($params.OtherAttributes.Keys) | % {if ($params.OtherAttributes[$_] -in $voidChars) {$_}}).Count
      if($params.OtherAttributes.Keys.count -eq $voidCount){$params.Remove('OtherAttributes')}
      @($params.Keys) | % {if ($null -eq $params[$_]) {$params.Remove($_)}}
      
      try{       
        # Creating the user account
        New-ADUser @params -PassThru #-Verbose      
        
        # Setting the Proxy Address as required for Office 365 and Microsoft Exchange integration
        If (-not [string]::IsNullOrWhiteSpace($proxyAddresses)){
            foreach( $proxyAddress in ( $proxyAddresses -split ';' ) ){
            write-host "adding $proxyAddress to user $newSamAccountName" -ForegroundColor Yellow
            Set-ADUser -Identity $($user.newSamAccountName) -Add @{proxyAddresses=$proxyAddresses}}
            }
        $successes+="$newSamAccountName with display name '$displayName' has been succesfully created"
      }catch{
        $failures+="$newSamAccountName creation has failed with error: $_"
      }
    }else{
      write-warning "$($user.newSamAccountName) already exists in $env:USERDNSDOMAIN"
      $usersAlreadyExist+="$($user.newSamAccountName) already exists"
    }
  }

  write-host "Updating Managers DNs..."
  foreach ($user in $sortedRecords) {
    try{      
      if($user.newManagerDN -notin $voidChars){
        Set-ADUser $user.newSamAccountName -Manager $user.newManagerDN
      }         
    }catch{
      $failures+="$($user.newSamAccountName) Manager DN update has failed with this error: $_"
    }
  }

  $divider='`r`n`r`n==============================================================`r`n`r`n'
  $logMessages=$failures+$divider+$usersAlreadyExist+$divider+$successes
  $logMessages | Out-File -FilePath $logFile
  write-host "Results have been logged at $logFile"
}

createActiveDirectoryAccounts $csvFile

# hyperVCapacityReport.ps1
# Version: 0.1

# Report parameters
$workingDirectory='C:\scripts\hyperVReports'
$selectFields='node,model,os,cpuType,sockets,cores,ramGb,ramUsedPercent,vmsCount'
$domainObjects=@(
    @{domain='kimconnect.com';dc='dc2.kimconnect.com';username='testAdmin';password='password'}    
    )

# Update this Google Sheets
$spreadsheetID='abcdefghijklmnopqstvwzyz1234567890'
$spreadsheetUrl='https://docs.google.com/spreadsheets/d/'+$spreadsheetID

# Google API Authozation
$scope = "https://www.googleapis.com/auth/spreadsheets https://www.googleapis.com/auth/drive https://www.googleapis.com/auth/drive.file"
$certPath = 'C:\scripts\googleSheets\googleApiCert12345.p12'
$iss = 'googlesheets@googleApi.iam.gserviceaccount.com'
$certPassword = 'notasecret'

# Email parameters
$emailFrom='sysadmins@kimconnect.com'
$emailTo='sysadmins@kimconnect.com'
$subject='Hyper-V Hosts Capacity Report'
$smtpRelayServer='smtprelay.kimconnect.com'
$emailDay='Monday'

function getAllHyperVClusters($domainObjects){
    function getHyperVHosts($domainObjects){
        function includeRSAT{
            $ErrorActionPreference='stop'
            [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12
            #$rsatWindows7x32='https://download.microsoft.com/download/4/F/7/4F71806A-1C56-4EF2-9B4F-9870C4CFD2EE/Windows6.1-KB958830-x86-RefreshPkg.msu'
            $rsatWindows7x64='https://download.microsoft.com/download/4/F/7/4F71806A-1C56-4EF2-9B4F-9870C4CFD2EE/Windows6.1-KB958830-x64-RefreshPkg.msu'
            $rsatWindows81='https://download.microsoft.com/download/1/8/E/18EA4843-C596-4542-9236-DE46F780806E/Windows8.1-KB2693643-x64.msu'
            $rsat1709 = "https://download.microsoft.com/download/1/D/8/1D8B5022-5477-4B9A-8104-6A71FF9D98AB/WindowsTH-RSAT_WS_1709-x64.msu"
            $rsat1803 = "https://download.microsoft.com/download/1/D/8/1D8B5022-5477-4B9A-8104-6A71FF9D98AB/WindowsTH-RSAT_WS_1803-x64.msu"
            $rsatWs2016 = "https://download.microsoft.com/download/1/D/8/1D8B5022-5477-4B9A-8104-6A71FF9D98AB/WindowsTH-RSAT_WS2016-x64.msu"
    
            # This command does not work on Windows 2012R2
            #$releaseId=(Get-ItemProperty -Path "HKLM:\SOFTWARE\Microsoft\Windows NT\CurrentVersion" -Name ReleaseId).ReleaseId
            #Get-ItemProperty : Property ReleaseId does not exist at path HKEY_LOCAL_MACHINE\SOFTWARE\Microsoft\Windows
            #NT\CurrentVersion.
            #At line:1 char:2
            #+ (Get-ItemProperty -Path "HKLM:\SOFTWARE\Microsoft\Windows NT\CurrentVersion" -Na ...
            #+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
            #    + CategoryInfo          : InvalidArgument: (ReleaseId:String) [Get-ItemProperty], PSArgumentException
            #    + FullyQualifiedErrorId : System.Management.Automation.PSArgumentException,Microsoft.PowerShell.Commands.GetItemPropertyCommand
    
            $releaseId=(Get-Item "HKLM:SOFTWARE\Microsoft\Windows NT\CurrentVersion").GetValue('ReleaseID')
            $osVersion=[System.Environment]::OSVersion.Version
            [double]$osVersionMajorMinor="$($osVersion.Major).$($osVersion.Minor)" 
            $osName=(Get-WmiObject Win32_OperatingSystem).Name
            #$osType=switch ((Get-CimInstance -ClassName Win32_OperatingSystem).ProductType){
            #    1 {'client'}
            #    2 {'domaincontroller'}
            #    3 {'memberserver'}
            #    }
    
            $windowsVersion=(Get-CimInstance Win32_OperatingSystem).Version
    
            switch ($releaseId){
                1607{write-host 'Windows Server 2016 Release 1607 detected';$link=$rsatWs2016;break}
                1709{write-host 'Windows Server 2016 Release 1709 detected';$link=$rsat1709;break}
                1803{write-host 'Windows Server 2016 Release 1803 detected';$link=$rsat1803}
            }
        
            switch ($osVersionMajorMinor){
                {$_ -eq 6.0}{write-host 'Windows Server 2008 or Windows Vista detected';$link=$rsat1709;break}
                {$_ -eq 6.1}{write-host 'Windows Server 2008 R2 or Windows 7 detected';$link=$rsatWindows7x64;break}
                {$_ -eq 6.2}{write-host 'Windows Server 2012 or Windows 8.1 detected';$link=$rsatWindows81;break}
                {$_ -eq 6.3}{write-host 'Windows Server 2012 R2 detected';$link=$rsatWindows81}
            }
    
            if (!(Get-Module -ListAvailable -Name ActiveDirectory -EA SilentlyContinue)){
                Write-host "Prerequisite checks: module ActiveDirectory NOT currently available on this system. Please wait while the program adds that plugin..."
                try{
                    # If OS is Windows Server, then install RSAT using a different method
                    if ($osName -match "^Microsoft Windows Server") {
                        # This sequence has confirmed to be valid on Windows Server 2008 R2 and above
                        Write-Verbose "Importing Windows Feature: RSAT-AD-PowerShell"
                        Import-Module ServerManager
                        Add-WindowsFeature RSAT-AD-PowerShell
                        }
                    else{
                        Write-Verbose "This sequence targets Windows Client versions"
                        $destinationFile= ($ENV:USERPROFILE) + "\Downloads\" + (split-path $link -leaf)
                        Write-Host "Downloading RSAT from $link..."
                        Start-BitsTransfer -Source $link -Destination $destinationFile
                        $fileCheck=Get-AuthenticodeSignature $destinationFile
                        if($fileCheck.status -ne "valid") {write-host "$destinationFile is not valid. Please try again...";break}
                        $wusaCommand = $destinationFile + " /quiet"
                        Write-host "Installing RSAT - please wait..."
                        Start-Process -FilePath "C:\Windows\System32\wusa.exe" -ArgumentList $wusaCommand -Wait
                        }
                    return $true
                    }
                catch{
                    write-warning "$($error[0].Exception)"
                    return $false
                    }
            }else{
                Write-host "Prerequisite checks: module ActiveDirectory IS currently available on this system." -ForegroundColor Green
                return $true
                }
        }
        function listAllHyperVNodes($domainObjects){
            try{
                #if(!$domains){$domains=(Get-ADForest).Name|%{(Get-ADForest -Identity $_).Name}}
                $allHyperVNodes=@()
                foreach ($domainObject in $domainObjects){
                    #[string]$dc=(get-addomaincontroller -DomainName "$domain" -Discover -NextClosestSite).HostName
                    $domain=$domainObject.domain
                    $username=$domainObject.username
                    $password=$domainObject.password
                    $encryptedPassword=ConvertTo-securestring $password -AsPlainText -Force
                    $credential=New-Object -TypeName System.Management.Automation.PSCredential -Args $username,$encryptedPassword
                    $dc=if(!($domainObject.dc)){
                        $domainNode=.{try{get-addomain -Server $domain}catch{$false}}
                        if (!$domainNode){return $null}
                        if($domainNode.ReplicaDirectoryServers[1]){
                                $domainNode.ReplicaDirectoryServers[1]
                            }else{
                                $domainNode.PDCEmulator
                            }
                    }else{
                        $domainObject.dc
                    }
                    $session=.{
                        try{
                            new-pssession -computername $dc -credential $credential -EA Stop
                            write-host "Connected to $dc..."
                        }catch{
                            write-warning $_
                            return $false
                        }
                    }
                    if($session){
                        write-host "Collecting all Hyper-V Clusters in $domain. This may take a while, depending on cluster sizes."
                        $allClusters=.{              
                            $clusters=invoke-command -session $session -scriptblock{
                                $rsatClusteringPowershell=get-WindowsFeature RSAT-Clustering-PowerShell
                                if(!$rsatClusteringPowershell.Installed){Add-WindowsFeature RSAT-Clustering-PowerShell}
                                (get-cluster -domain $env:USERDNSDOMAIN).Name
                            }
                            return $clusters
                        }                
                        foreach ($cluster in $allClusters){
                            write-host "Checking $cluster"
                            try{
                                $nodes=invoke-command -computername "$cluster.$domain" -credential $credential -scriptblock{
                                    param($clustername)
                                    #$rsatClusteringPowershell=get-WindowsFeature RSAT-Clustering-PowerShell
                                    #if(!$rsatClusteringPowershell.Installed){Add-WindowsFeature RSAT-Clustering-PowerShell}
                                    $x=Get-ClusterNode -Cluster $clustername -ea SilentlyContinue
                                    if($x){
                                        $x|Where-Object{$_.State -eq 'Up'}|Select-Object Name,@{name='Cluster';e={"$clustername.$env:USERDNSDOMAIN"}}
                                    }else{
                                        $false
                                    }
                                } -Args $cluster -EA Stop|select Name,Cluster
                                if($nodes){$allHyperVNodes+=$nodes} 
                            }catch{
                                write-warning "$cluster is skipped..."
                            }                   
                        }
                        Remove-PSSession $session
                    }else{
                        write-warning "$env:computername cannot connect to $dc..."
                    }
                }
                return $allHyperVNodes
            }catch{
                Write-Error $_
                return $false
                }
        }

        try{
            #$null=includeRSAT;
            #$rsatClusteringPowershell=get-WindowsFeature RSAT-Clustering-PowerShell
            #if(!$rsatClusteringPowershell.Installed){Add-WindowsFeature RSAT-Clustering-PowerShell}                                    
            $hyperVHosts=listAllHyperVNodes $domainObjects
            $hyperVHostNames=$hyperVHosts|sort -property Cluster
            return $hyperVHostNames
        }catch{
            Write-Error $_
            return $false
            }
    }
    function sortArrayStringAsNumbers([string[]]$names){
        $hashTable=@{}
        $maxLength=($names | Measure-Object -Maximum -Property Length).Maximum
        foreach ($name in $names){
            #[int]$x=.{[void]($name -match '(?:.(\d+))+$');$matches[1]}
            #$x=.{[void]($name -match '(?:.(\d+)+)$');@($name.substring(0,$name.length-$matches[1].length),$matches[1])}
            $originalName=$name
            $x=.{
                [void]($name -match '(?:.(\d+)+)\w{0,}$');
                if($matches){
                    [int]$trailingNonDigits=([regex]::match($name,'\D+$').value).length
                    if($trailingNonDigits){
                        $name=$name.substring(0,$name.length-$trailingNonDigits)
                    }
                    return ($name.substring(0,$name.length-$matches[1].length))+$matches[1].PadLeft($maxLength,'0');
                }else{
                    return $name+''.PadLeft($maxLength,'0');
                }}
            $hashTable.Add($originalName,$x)
            }
        $sorted=foreach($item in $hashTable.GetEnumerator() | Sort Value){$item.Name}
        return $sorted
    }

    #write-host "Obtaining cluster names and associated hosts..."
    $hyperVHostsInForest=getHyperVHosts $domainObjects
    $sortedArray=@()
    $clusters=$hyperVHostsInForest|Group-Object -Property Cluster
    foreach($cluster in $clusters){
        $clusterName=$cluster.Name
        write-host $clusterName       
        $sortedHostnames=sortArrayStringAsNumbers $cluster.Group.Name
        $sortedHostnames|%{$sortedArray+=New-Object -TypeName psobject -Property @{hostname=$_; cluster=$clusterName}}
    }
    return $sortedArray
}
function getQuickStats($computername=$env:computername){    
    try{
        # Server Model
        $biosRegKey="REGISTRY::HKEY_LOCAL_MACHINE\Hardware\Description\System\Bios"
        $bios=Get-ItemProperty $biosRegKey
        $model=$bios.SystemProductName

        # RAM (IN GB)
        $ramInfo=get-wmiobject win32_physicalmemory|Select-Object *
        $ramInfo=get-CimInstance win32_physicalmemory|Select-Object *
        $ramGb=.{$sum=0;$ramInfo.Capacity|%{ $sum += $_};return $sum/1GB}

        # RAM Module size
        #$ramModuleSize=($ramInfo.Capacity|select -unique)|%{$_/1GB}
        $ramGroups=$ramInfo.Capacity|Group|select Count,@{name='ramSize';e={($_.Group|select -Unique)/1GB}}
        $ramModuleSize=$ramGroups|%{"($($_.Count)) $($_.ramSize)"}

        # Ram Speed (Mhz)
        # $ramSpeed=$ramInfo.Speed|select -unique
        $ramSpeedGroups=$ramInfo.Speed|Group|select Count,@{name='ramSize';e={$_.Group|select -Unique}}
        $ramSpeed=$ramSpeedGroups|%{"($($_.Count)) $($_.ramSize)"}

        # ramConfiguredClockSpeed
        #$ramConfiguredSpeed=$ramInfo.ConfiguredClockSpeed|select -unique
        $ramConfigSpeedGroups=$ramInfo.ConfiguredClockSpeed|Group|select Count,@{name='ramSize';e={$_.Group|select -Unique}}
        $ramConfiguredSpeed=$ramConfigSpeedGroups|%{"($($_.Count)) $($_.ramSize)"}
        
        # RAM in use
        $osObject=get-wmiobject Win32_OperatingSystem
        $os=$osObject.Caption
        $ramPercentFree=$osObject.FreePhysicalMemory/$osObject.TotalVisibleMemorySize
        $ramUsed=[math]::round($ramGb-($ramPercentFree*$ramGb),2)    

        # Slots filled
        $ramSlotsFilled=($ramInfo|?{$_.Capacity}).count

        # Slots available
        $ramSlotsAvailable=$ramInfo.count
        # Cores
        $cpu=Get-CimInstance Win32_processor
        $cores=.{$total=0;$cpu.NumberOfCores|%{$total+=$_};return $total}

        # Proc count
        $sockets=$cpu.count

        # Cpu Type
        $cpuType=$cpu.Name|select -unique

        # Clock speed
        $cpuClock=($cpu.MaxClockSpeed|Measure-Object -Average).Average
        $cpuBandwidth=$cpuClock*$cores
        $cpuUtilizationPercent=($cpu|Measure-Object -property LoadPercentage -Average).Average
        $cpuUtilization=($cpuUtilizationPercent/100)*$cpuBandwidth

        #$cpuUtilizationPercent=((Get-WmiObject -Class Win32_PerfFormattedData_PerfOS_Processor).PercentProcessorTime|measure-object -Average).Average  
        # $cpuUtilizationPercent=.{#$rawValues=wmic cpu get loadpercentage
        #     $rawValues=$cpu.LoadPercentage
        #     $selectNumbers=$rawValues|?{$_ -match '\d+'}
        #     ($selectNumbers|Measure-Object -Average).Average
        # }

        # $cpuUtilizationPercent=(get-counter -Counter "\Processor(*)\% Processor Time" -SampleInterval 1 -MaxSamples 2 |`
        #     select -ExpandProperty countersamples | select -ExpandProperty cookedvalue | Measure-Object -Average).average
        
        # $cpuUtilization=((Get-process|Select-Object CPU).CPU|Measure-Object -sum).Sum
        # $cpuUtilizationPercent=($cpuUtilization/$cpuBandwidth)*100

        # $cpuProperties=@(
        #     @{Name="processName"; Expression = {$_.name}},
        #     @{Name="cpuPercent"; Expression = {$_.PercentProcessorTime}},    
        #     @{Name="MemoryGb"; Expression = {[Math]::Round(($_.workingSetPrivate / 1GB),2)}}
        # )
        # $totalCpuUsage=(Get-WmiObject -class Win32_PerfFormattedData_PerfProc_Process | 
        #     Select-Object $cpuProperties)|?{$_.'processName' -eq '_Total'}

        # Other methods not being used
        #$cs = Get-WmiObject -class Win32_ComputerSystem
        #$Sockets=$cs.numberofprocessors
        #$Cores=$cs.numberoflogicalprocessors

        $guestVms = Get-VM|Where-Object {$_.State -eq 'Running'}
        $vmsCount = $guestVms.count
    }catch{}  
    return [PSCustomObject][ordered]@{
        node=$computername        
        model=$model
        cpuType=$cpuType
        sockets=$sockets
        cores=$cores
        cpuBandwidth=$cpuBandwidth
        cpuUtilization=[math]::round($cpuUtilization,2)
        cpuUtilizationPercent=[math]::round($cpuUtilizationPercent,2)
        ramGb=$ramGb
        ramUsedGb=[math]::round($ramUsed,2)
        ramUsedPercent=[math]::round(($ramUsed/$ramGb)*100,2)
        ramModuleSizeGb=$ramModuleSize
        ramSlotsAvailable=$ramSlotsAvailable
        ramSlotsFilled=$ramSlotsFilled
        ramSpeed=$ramSpeed
        ramConfigSpeed=$ramConfiguredSpeed
        vmsCount=$vmsCount
        os=$os
    }    
}
function checkSystem($computername=$env:computername,$credential){ 
    $session=if($credential){
            New-PSSession $computername -credential $credential
        }else{
            New-PSSession $computername
        }
    if($session.State -eq 'Opened'){        
        $quickStats=invoke-command -session $session -scriptblock{
                param($getQuickStats)
                [scriptblock]::create($getQuickStats).invoke()
            } -Args ${function:getQuickStats}
        Remove-PSSession $session
    }else{
        Write-Warning "$computername is not Reachable from $env:computername via WinRM"
        $quickStats=$false        
    }
    if($quickStats){
        return $quickStats|Select-Object -Property * -ExcludeProperty PSComputerName,RunspaceId,PSShowComputerName
    }else{
        return [PSCustomObject]@{
            computerName = $computername+' Unreachable'
        }
    }
}
function generateEmailContent{
    param(
        $arrayObjects,
        $selectFields='node,model,cpuType,sockets,cores,cpuBandwidth,cpuUtilizationPercent,ramGb,ramUsedPercent',
        $reportName,
        $summary,
        $css="
        <style>
        .h1 {
            font-size: 18px;
            height: 40px;
            padding-top: 80px;
            margin: auto;
            text-align: center;
        }
        .h5 {
            font-size: 22px;
            text-align: center;
        }
        .th {text-align: center;}
        .table {
            padding:7px;
            border:#4e95f4 1px solid;
            background-color: white;
            margin-left: auto;
            margin-right: auto;
            width: 100%
            }
        .colgroup {}
        .th { background: #0046c3; color: #fff; padding: 5px 10px; }
        .td { font-size: 11px; padding: 5px 20px; color: #000;
            width: 1px;
            white-space: pre;
            }
        .tr { background: #b8d1f3;}
        .tr:nth-child(even) {
            background: #dae5f4;
            width: 1%;
            white-space: nowrap
        }
        .tr:nth-child(odd) {
            background: #b8d1f3;
            width: 1%;
            white-space: nowrap
        }
        </style>
        "
        )
    $filteredArray=invoke-expression "`$arrayObjects|select-object $selectFields"
    $report=$filteredArray|ConvertTo-Html -Fragment|Out-String
    $reportHtml=$report -replace '\<(?<item>\w+)\>', '<${item} class=''${item}''>'
    $emailContent='<html><head>'+$css+"</head><body><h1>$reportName</h1>`n<h5>$summary</h5>"+$reportHtml+'</body></html>'
    return $emailContent
}

function generateHtmlFragment($arrayObjects,$selectFields,$reportName,$summary){
    $filteredArray=invoke-expression "`$arrayObjects|select-object $selectFields"
    $htmlFragment=$filteredArray|ConvertTo-Html -Fragment|Out-String
    $customHtml=$htmlFragment -replace '\<(?<item>\w+)\>', '<${item} class=''${item}''>'
    $customHtmlFragment="<h1>$reportName</h1>`n<h5>$summary</h5>"+$customHtml
    return $customHtmlFragment    
}

function packageHtmlEmailContent{
    param(
        $htmlBody,
        $footer,
        $css="
        <style>
        .h1 {
            font-size: 18px;
            height: 40px;
            padding-top: 80px;
            margin: auto;
            text-align: center;
        }
        .h5 {
            font-size: 22px;
            text-align: center;
        }
        .th {text-align: center;}
        .table {
            padding:7px;
            border:#4e95f4 1px solid;
            background-color: white;
            margin-left: auto;
            margin-right: auto;
            width: 100%
            }
        .colgroup {}
        .th { background: #0046c3; color: #fff; padding: 5px 10px; }
        .td { font-size: 11px; padding: 5px 20px; color: #000;
            width: 1px;
            white-space: pre;
            }
        .tr { background: #b8d1f3;}
        .tr:nth-child(even) {
            background: #dae5f4;
            width: 1%;
            white-space: nowrap
        }
        .tr:nth-child(odd) {
            background: #b8d1f3;
            width: 1%;
            white-space: nowrap
        }
        </style>
        "
        )
    $emailContent='<html><head>'+$css+"</head><body>$htmlBody"+$footer+'</body></html>'
    return $emailContent         
}
function emailReport{
    param(
        $emailFrom,
        $emailTo,
        $subject,
        $emailContent,
        $smtpRelayServer
    )
    Send-MailMessage -From $emailFrom `
    -To $emailTo `
    -Subject $subject `
    -Body $emailContent `
    -BodyAsHtml `
    -SmtpServer $smtpRelayServer    
}

function updateGoogleSheets{
    param(
        $spreadsheetID,
        $sheetName=$env:USERDNSDOMAIN,
        $reportCsv,
        $certPath,
        $certPassword='notasecret',
        $iss,
        $scope="https://www.googleapis.com/auth/spreadsheets https://www.googleapis.com/auth/drive https://www.googleapis.com/auth/drive.file"
    )
    # Set security protocol to TLS 1.2 to avoid TLS errors
    [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12
    Import-Module UMN-Google

    # obtain token if necessary
    $accessToken = Get-GOAuthTokenService -scope $scope -certPath $certPath -certPswd $certPassword -iss $iss
    # Create new sheet, if not already exists
    try{Add-GSheetSheet -accessToken $accessToken -sheetName $sheetName -spreadSheetID $spreadsheetID}catch{}

    # Upload CSV data to Google Sheets with Set-GSheetData
    $inputCsv = Import-Csv $reportCsv
    $header = $inputCsv[0].psobject.properties.name|select -first 26 # Google default 26 columns max
    $import = new-Object System.Collections.ArrayList
    $import.Add($header) | Out-Null
    $inputCsv | ForEach-Object {
    $row=@(foreach($label in $header){$_."$($label)"})
    $import.Add($row) | Out-Null
    }
    $import.Add(@()) | Out-Null
    $import.Add(@( $summary -split '\r?\n'|%{$_.Trim('<br>$')}|out-string )) | Out-Null
    $columnsCount=$header.count
    $columnLetter=if($columnsCount -le 25){
            [char](65+$columnsCount)
        }else{
            'Z'
        }
    $range="A1:$columnLetter$($import.Count)"
    try{
        Set-GSheetData -accessToken $accessToken `
            -rangeA1 $range `
            -sheetName $sheetName `
            -spreadSheetID $spreadsheetID `
            -values $import #-Debug -Verbose            
        return $true
    }catch{
        write-warning $_
        return $false
    }
}

$hyperVClusters=getAllHyperVClusters $domainObjects
$clusterGroups=$hyperVClusters|Group-Object -Property cluster
$emailFragments=''
foreach($group in $clusterGroups){
    $clusterName=$group.Name
    $domain=[regex]::matches($clusterName,'\.(.*)').captures.groups[1].value
    $username=($domainObjects|?{$_.domain.toupper() -eq $domain.toupper()}).username
    $password=($domainObjects|?{$_.domain.toupper() -eq $domain.toupper()}).password
    $encryptedPassword=ConvertTo-securestring $password -AsPlainText -Force
    $credential=New-Object -TypeName System.Management.Automation.PSCredential -Args $username,$encryptedPassword
    write-host $clusterName
    $timeStamp=(get-date).tostring()
    $results=@()
    $hyperVHosts=$group.Group.hostname
    $hostCount=$hyperVHosts.Count
    for ($i=0;$i -lt $hostCount;$i++){
        write-host "Scanning $($i+1) of $hostCount`: $($hyperVHosts[$i])..."
        $results+=checkSystem "$($hyperVHosts[$i]).$domain" $credential
    }
    $totalRam=.{$total=0;$results.ramGb|%{$total+=$_};$total}
    $usedRam=.{$total=0;$results.ramUsedGb|%{$total+=$_};$total}
    $usedRamPercent=[math]::round($usedRam/$totalRam*100,2)
    $totalCpuBandwidth=.{$total=0;$results.cpuBandwidth|%{$total+=$_};$total}
    $usedCpuBandwidth=.{$total=0;$results.cpuUtilization|%{$total+=$_};$total}
    $usedCpuPercent=[math]::round($usedCpuBandwidth/$totalCpuBandwidth*100,2)
    $summary="Data Timestamp: $timeStamp<br>
Hosts Count: $($hyperVHosts.count)<br>
Total CPU Bandwidth: $([math]::round($totalCpuBandwidth/1000)) Ghz<br>
Used CPU Percent: $usedCpuPercent %<br>
Total RAM: $totalRam GB<br>
Used RAM: $usedRam GB<br>
Used RAM Percent: $usedRamPercent %<br>
Available RAM: $usedRam GB<br>"
    $reportName="Hyper-V Capacity Report for Cluster $clustername"
    $emailFragment=generateHtmlFragment $results $selectFields $reportName $summary
    $emailFragments+=$emailFragment
    $reportCsvPath=join-path $workingDirectory "$clustername.csv"
    $null=$results|export-csv $reportCsvPath -NoTypeInformation   
    updateGoogleSheets $spreadsheetID $clusterName $reportCsvPath $certPath $certPassword $iss $scope
    }

$today=(get-date).DayOfWeek
if ($today -eq $emailDay){
    $footer="<br>GoogleSheets URL: $spreadsheetUrl<br>"
    $emailContent=packageHtmlEmailContent $emailFragments $footer
    emailReport $emailFrom $emailTo $subject $emailContent $smtpRelayServer
}