oav/eng/templates/jobs/run-full-regression.yml at 1f63ec32d81cfe153cef3b3f687f6ac713a7dc7c · Azure/oav · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
parameters:
  - name: BeforeVersion
    type: string
    default: ''
  - name: AfterVersion
    type: string
    default: 'LOCAL' #specialcase value that will install the local version of oav

variables:
  - template: /eng/templates/variables/image.yml

pool:
  name: $(LINUXPOOL)
  image: $(LINUXVMIMAGE)
  os: linux

jobs:
  - job: RegressionASpecs
    variables:
      - name: OutputFolder
        value: $(Build.ArtifactStagingDirectory)/${{ parameters.BeforeVersion }}
      - name: RestSpecsRepo
        value: $(Build.ArtifactStagingDirectory)/azure-rest-api-specs
    timeoutInMinutes: 360
    displayName: Run ${{ parameters.BeforeVersion }} Specs
    steps:
      - template: ../steps/deep-regression-steps.yml
        parameters:
          TargetVersion: ${{ parameters.BeforeVersion }}
          Type: "validate-spec"

  - job: RegressionAExamples
    variables:
      - name: OutputFolder
        value: $(Build.ArtifactStagingDirectory)/${{ parameters.BeforeVersion }}
      - name: RestSpecsRepo
        value: $(Build.ArtifactStagingDirectory)/azure-rest-api-specs
    timeoutInMinutes: 360
    displayName: Run ${{ parameters.BeforeVersion }} Examples
    steps:
      - template: ../steps/deep-regression-steps.yml
        parameters:
          TargetVersion: ${{ parameters.BeforeVersion }}
          Type: "validate-example"

  - job: RegressionBSpecs
    variables:
      - name: OutputFolder
        value: $(Build.ArtifactStagingDirectory)/${{ parameters.AfterVersion }}
      - name: RestSpecsRepo
        value: $(Build.ArtifactStagingDirectory)/azure-rest-api-specs
    timeoutInMinutes: 360
    displayName: Run ${{ parameters.AfterVersion }} Specs
    steps:
      - template: ../steps/deep-regression-steps.yml
        parameters:
          TargetVersion: ${{ parameters.AfterVersion }}
          Type: "validate-spec"

  - job: RegressionBExamples
    variables:
      - name: OutputFolder
        value: $(Build.ArtifactStagingDirectory)/${{ parameters.AfterVersion }}
      - name: RestSpecsRepo
        value: $(Build.ArtifactStagingDirectory)/azure-rest-api-specs
    timeoutInMinutes: 360
    displayName: Run ${{ parameters.AfterVersion }} Examples
    steps:
      - template: ../steps/deep-regression-steps.yml
        parameters:
          TargetVersion: ${{ parameters.AfterVersion }}
          Type: "validate-example"

  - job: Summarize
    timeoutInMinutes: 180
    dependsOn:
      - RegressionASpecs
      - RegressionBSpecs
      - RegressionAExamples
      - RegressionBExamples
    displayName: Run Diff
    steps:
    - task: DownloadPipelineArtifact@2
      inputs:
        artifactName: "${{ parameters.BeforeVersion }}-validate-spec"
        targetPath: $(Build.ArtifactStagingDirectory)/before
    - task: DownloadPipelineArtifact@2
      inputs:
        artifactName: "${{ parameters.BeforeVersion }}-validate-example"
        targetPath: $(Build.ArtifactStagingDirectory)/before
    - task: DownloadPipelineArtifact@2
      inputs:
        artifactName: "${{ parameters.AfterVersion }}-validate-spec"
        targetPath: $(Build.ArtifactStagingDirectory)/after
    - task: DownloadPipelineArtifact@2
      inputs:
        artifactName: "${{ parameters.AfterVersion }}-validate-example"
        targetPath: $(Build.ArtifactStagingDirectory)/after
    - bash: |
        echo "CACHE BEFORE"
        cat $(Build.ArtifactStagingDirectory)/before/.spec_cache && rm $(Build.ArtifactStagingDirectory)/before/.spec_cache

        echo "CACHE AFTER"
        cat $(Build.ArtifactStagingDirectory)/after/.spec_cache && rm $(Build.ArtifactStagingDirectory)/after/.spec_cache
      displayName: Dump Spec Caches
    - bash: |
        diff -qr $(Build.ArtifactStagingDirectory)/before $(Build.ArtifactStagingDirectory)/after
      displayName: Diff outputs