Sdk automation script

eng/scripts/Sdk-Generate.ps1

@@ -0,0 +1,173 @@
+param(
+$GenerateInput, 
+$GenerateOutput,
+$RepoRoot = "${PSScriptRoot}/../.."
+)
+
+$input = Get-Content $GenerateInput | ConvertFrom-Json
+$inputFiles = $input.changedFiles;
+$inputFiles += $input.relatedReadmeMdFiles;
+$inputFiles = $inputFiles | select -Unique
+Write-Output "List Of changed swagger files and related readmes" $inputFiles "`n"
+
+$autorestFilesPath = Get-ChildItem -Path "$RepoRoot/sdk"  -Filter autorest.md -Recurse | Resolve-Path -Relative
+
+Write-Host "Updating autorest.md files for all the changed swaggers."
+$sdkPaths = @()
+$headSha = $input.headSha
+$repoHttpsUrl = $input.repoHttpsUrl
+foreach ($inputFile in $inputFiles)
+{
+  foreach ($path in $autorestFilesPath)
+  {
+    $fileContent = Get-Content $path
+    $isUpdatedLines = $false
+    $updatedLines = foreach($line in $fileContent)
+    {
+      if($line -match "[\/][0-9a-f]{4,40}[\/]$inputFile")
+      {
+        # replacing sha
+        $line = $line -replace "[\/][0-9a-f]{4,40}[\/]$inputFile", "/$headSha/$inputFile"
+        # replacing repo path
+        $line -replace "https:\/\/[^`"]+?$headSha", "$repoHttpsUrl/blob/$headSha"
+
+        $isUpdatedLines = $true
+        $sdkPaths += (get-item $path).Directory.Parent.FullName | Resolve-Path -Relative
+      }
+      else
+      {
+        $line
+      }
+    }
+    if($isUpdatedLines)
+    {
+      $updatedLines | Out-File -FilePath $path
+    }
+  }
+}
+
+Write-Host "Updated autorest.md files for all the changed swaggers. `n"
+
+function Test-PreviousScript() 
+{
+  $result = $null
+  if($LASTEXITCODE -eq 0)
+  {
+    $result = "succeeded"
+  }
+  else 
+  {
+    $result = "failed"
+  }
+  Write-Output $result
+}
+
+$sdkPaths = $sdkPaths | select -Unique
+$packages = @()
+$artifactsPath = "$RepoRoot/artifacts/packages"
+if(!(Test-Path $artifactsPath))
+{
+  New-Item -ItemType Directory -Force -Path $artifactsPath
+}
+foreach ($sdkPath in $sdkPaths)
+{
+  $packageName = Split-Path $sdkPath -Leaf
+  Write-Host "Generating code for " $packageName
+  $srcPath = Join-Path $sdkPath 'src'
+  dotnet msbuild /restore /t:GenerateCode $srcPath
+
+  $artifacts = @()
+  $hasBreakingChange = $null
+  $content = $null
+  $result = Test-PreviousScript
+  if($result -eq "succeeded")
+  {
+    Write-Host "Successfully generated code for" $packageName "`n"
+
+    $csprojPath = Get-ChildItem $srcPath -Filter *.csproj -Recurse
+    dotnet pack $csprojPath --output $artifactsPath /p:RunApiCompat=$false
+    $result = Test-PreviousScript
+    if($result -eq "succeeded")
+    {
+      $artifacts +=  Get-ChildItem $artifactsPath -Filter *$packageName* -Recurse | Select-Object -ExpandProperty FullName | Resolve-Path -Relative
+
+      $logFilePath = Join-Path "$srcPath" 'log.txt'
+      if(!(Test-Path $logFilePath))
+      {
+        New-Item $logFilePath
+      }
+      dotnet build $csprojPath /t:RunApiCompat /p:TargetFramework=netstandard2.0 /flp:v=m`;LogFile=$logFilePath
+
+      $result = Test-PreviousScript
+      if($result -eq "succeeded")
+      {
+        $hasBreakingChange = $false
+      }
+      else
+      {
+        $logFile = Get-Content -Path $logFilePath | select-object -skip 2
+        $breakingChanges = foreach($Obj in $logFile) 
+        {       
+          $begin = ""
+          $end = ",`n"
+          $begin + $Obj + $end
+        }
+        $content = "Breaking Changes: $breakingChanges"
+        $hasBreakingChange = $true
+        $result = "succeeded"
+      }
+      if (Test-Path $logFilePath) 
+      {
+        Remove-Item $logFilePath
+      }
+    }
+  } 
+  else 
+  {
+    Write-Host "Error occurred while generating code for" $packageName "`n"
+  }
+
+  $path = @()
+  $path += $sdkPath
+
+  $packageNameArr = $packageName.Split(".")
+  $name = $input.relatedReadmeMdFiles -match $packageNameArr[2]
+  $readmeMd = @()
+  if($packageName -match "Azure.ResourceManager")
+  {
+    $readmeMd += $name -match "resource-plane"
+  }
+  elseif($packageName -match "Azure.")
+  {
+    $readmeMd += $name -match "data-plane"
+  }
+
+  $changelog = [PSCustomObject]@{
+    content = $content
+    hasBreakingChange = $hasBreakingChange
+    }
+
+  $downloadUrlPrefix = $input.installInstructionInput.downloadUrlPrefix
+  $installInstructions = [PSCustomObject]@{
+    full = "Download the $packageName from [here]($downloadUrlPrefix)"
+    lite = "Download the $packagename from [here]($downloadUrlPrefix)"
+    }
+
+  $packageInfo = [PSCustomObject]@{
+    packageName = $packageName
+      path = $path
+      readmeMd = $readmeMd
+      changelog = $changelog
+      artifacts = $artifacts
+      installInstructions = $installInstructions
+      result = $result
+      }
+    $packages += $packageInfo
+}
+
+if ($GenerateOutput) {
+    Write-Host "`nGenerating output JSON..."
+    ConvertTo-Json @{
+      packages         = $packages
+    } -depth 5 | Out-File -FilePath $GenerateOutput
+}

eng/scripts/Sdk-init.ps1

@@ -0,0 +1 @@
+# TODO: ./dotnet-install.ps1 -Version 5.0.100

swagger_to_sdk_config.json

@@ -6,14 +6,19 @@
       "csharp": "",
       "reflect-api-versions": "",
       "license-header": "MICROSOFT_MIT_NO_VERSION",
-      "sdkrel:csharp-sdks-folder": "./sdk",
-      "use": "@microsoft.azure/[email protected]"
+      "use": "@microsoft.azure/[email protected]",
+      "sdkrel:csharp-sdks-folder": "./sdk"
     },
     "advanced_options": {
       "create_sdk_pull_requests": true,
       "sdk_generation_pull_request_base": "integration_branch",
       "main_branch": "master"
     },
     "version": "0.2.0"
+  },
+  "generateOptions": {
+    "genearteScript": {
+      "path": "autorest"
+    }
   }
 }

swagger_to_sdk_config_track2.json

@@ -0,0 +1,28 @@
+{
+  "$schema": "https://github.com/Azure/azure-rest-api-specs/blob/master/documentation/sdkautomation/SwaggerToSdkConfigSchema.json",
+  "meta": {
+    "autorest_options": {
+      "csharp": "",
+      "reflect-api-versions": "",
+      "use": "https://github.com/Azure/autorest.csharp/releases/download/3.0.0-dev.20200617.1/autorest-csharp-v3-3.0.0-dev.20200617.1.tgz",
+      "license-header": "MICROSOFT_MIT_NO_VERSION",
+      "sdkrel:csharp-sdks-folder": "./sdk"
+    },
+    "advanced_options": {
+      "create_sdk_pull_requests": true,
+      "sdk_generation_pull_request_base": "integration_branch",
+      "main_branch": "master"
+    },
+    "version": "0.2.0"
+  },
+  "generateOptions": {
+    "generateScript": {
+      "path": "pwsh ./eng/scripts/Sdk-Generate.ps1"
+    }
+  },
+  "initOptions": {
+    "initScript": {
+      "path": "pwsh ./eng/scripts/Sdk-init.ps1"
+    }
+  }
+}