Add Exclusions to Cypress e2e Nightly Executions (#3671)

* Initial WIP version of resource creation test

* Experimental changes to poll the UI for updates

* Working version if resource is present

* increase card timeout and delete active wait

* Added changes to find namespace from variables

* Final changes to read variables, cleaned up utils

* Small change to a comment

* Dummy change to trigger mocks

* Save changes on cypress-RHOAIENG-12649

* Changed file directories and names as requested on a PR comment

* Saving changes to current branch

* Additional directory/file name changes

* Additional changes to save

* Resolving timeout issue breaking mock tests, also resolved latest PR comments

* Further changes for this test

* Changes to revert the exist method appended to getCardView.

* Fixed linting

* Linting fixes

* Final comments added

* Fixed merge conflict

* Small change to page object name

* dummy commit

* Removed RHOAI bug workaround

* Removed comments

* Last comment change

* Initial commit

* Fixed linting

* adding package json

* Swapped out cypress:run for cypress:e2e

---------

Co-authored-by: Fede Alonso <fealonso@redhat.com>

frontend/package.json

@@ -40,6 +40,7 @@
     "test:cypress-ci:coverage": "npx concurrently -P -k -s first \"npm run cypress:server:build:coverage && npm run cypress:server\" \"npx wait-on tcp:127.0.0.1:9001 && npm run cypress:run:mock:coverage -- {@}\" -- ",
     "coverage:merge": "rimraf coverage && istanbul-merge --out coverage/coverage-final.json jest-coverage/coverage-final.json src/__tests__/cypress/coverage/coverage-final.json && nyc report --reporter html -t coverage --report-dir coverage/report && nyc report --reporter json-summary -t coverage --report-dir coverage",
     "cypress:open": "cypress open --project src/__tests__/cypress",
+    "cypress:e2e": "npx cypress run --env grepTags=@Dashboard+-@Bug --browser=chrome --project src/__tests__/cypress",
     "cypress:run": "cypress run -b chrome --project src/__tests__/cypress",
     "cypress:open:mock": "CY_MOCK=1 CY_WS_PORT=9002 npm run cypress:open -- ",
     "cypress:run:mock": "CY_MOCK=1 CY_WS_PORT=9002 npm run cypress:run -- ",

frontend/src/__tests__/cypress/cypress/tests/e2e/dashboardNavigation/testManifestLinks.cy.ts

@@ -14,7 +14,7 @@ describe('[Known Bug: RHOAIENG-9235] Verify that all the URLs referenced in the
 
   it(
     'Reads the manifest directory, filters out test/sample URLs and validates the remaining URLs',
-    { tags: ['@Smoke', '@SmokeSet1', '@ODS-327', '@ODS-492', '@Dashboard'] },
+    { tags: ['@Smoke', '@SmokeSet1', '@ODS-327', '@ODS-492', '@Dashboard', '@Bug'] },
     () => {
       const manifestsDir = '../../../../manifests';
       cy.log(`Resolved manifests directory: ${manifestsDir}`);

frontend/src/__tests__/cypress/cypress/tests/e2e/dataScienceProjects/models/testMultiModelAdminCreation.cy.ts

@@ -21,7 +21,7 @@ let modelName: string;
 let modelFilePath: string;
 const awsBucket = 'BUCKET_1' as const;
 
-describe('Verify Admin Multi Model Creation and Validation using the UI', () => {
+describe('[Known Bugs: RHOAIENG-18579,RHOAIENG-18425] Verify Admin Multi Model Creation and Validation using the UI', () => {
   before(() => {
     Cypress.on('uncaught:exception', (err) => {
       if (err.message.includes('Error: secrets "ds-pipeline-config" already exists')) {
@@ -57,7 +57,17 @@ describe('Verify Admin Multi Model Creation and Validation using the UI', () =>
 
   it(
     'Verify that an Admin can Serve, Query a Multi Model using both the UI and External links',
-    { tags: ['@Smoke', '@SmokeSet3', '@ODS-2053', '@ODS-2054', '@Dashboard', '@Modelserving'] },
+    {
+      tags: [
+        '@Smoke',
+        '@SmokeSet3',
+        '@ODS-2053',
+        '@ODS-2054',
+        '@Dashboard',
+        '@Modelserving',
+        '@Bug',
+      ],
+    },
     () => {
       cy.log('Model Name:', modelName);
       // Authentication and navigation

frontend/src/__tests__/cypress/cypress/tests/e2e/dataScienceProjects/models/testSingleModelAdminCreation.cy.ts

@@ -20,7 +20,7 @@ let modelName: string;
 let modelFilePath: string;
 const awsBucket = 'BUCKET_1' as const;
 
-describe('Verify Admin Single Model Creation and Validation using the UI', () => {
+describe('[Known Bugs: RHOAIENG-18579,RHOAIENG-18425] Verify Admin Single Model Creation and Validation using the UI', () => {
   before(() => {
     Cypress.on('uncaught:exception', (err) => {
       if (err.message.includes('Error: secrets "ds-pipeline-config" already exists')) {
@@ -56,7 +56,7 @@ describe('Verify Admin Single Model Creation and Validation using the UI', () =>
 
   it(
     'Verify that an Admin can Serve, Query a Single Model using both the UI and External links',
-    { tags: ['@Smoke', '@SmokeSet3', '@ODS-2626', '@Dashboard', '@Modelserving'] },
+    { tags: ['@Smoke', '@SmokeSet3', '@ODS-2626', '@Dashboard', '@Modelserving', '@Bug'] },
     () => {
       cy.log('Model Name:', modelName);
       // Authentication and navigation

frontend/src/__tests__/cypress/cypress/tests/e2e/dataScienceProjects/models/testSingleModelContributorCreation.cy.ts

@@ -23,7 +23,7 @@ let modelName: string;
 let modelFilePath: string;
 const awsBucket = 'BUCKET_3' as const;
 
-describe('Verify Model Creation and Validation using the UI', () => {
+describe('[Known Bugs: RHOAIENG-18579,RHOAIENG-18425] Verify Model Creation and Validation using the UI', () => {
   before(() => {
     Cypress.on('uncaught:exception', (err) => {
       if (err.message.includes('Error: secrets "ds-pipeline-config" already exists')) {
@@ -61,7 +61,7 @@ describe('Verify Model Creation and Validation using the UI', () => {
 
   it(
     'Verify that a Non Admin can Serve and Query a Model using the UI',
-    { tags: ['@Smoke', '@SmokeSet3', '@ODS-2552', '@Dashboard', '@Modelserving'] },
+    { tags: ['@Smoke', '@SmokeSet3', '@ODS-2552', '@Dashboard', '@Modelserving', '@Bug'] },
     () => {
       cy.log('Model Name:', modelName);
       // Authentication and navigation

frontend/src/__tests__/cypress/cypress/tests/e2e/settings/clusterSettings/testDataCollection.cy.ts

@@ -5,7 +5,7 @@ import {
 } from '~/__tests__/cypress/cypress/pages/clusterSettings';
 import { getCustomResource } from '~/__tests__/cypress/cypress/utils/oc_commands/customResources';
 
-describe('Verify That Usage Data Collection Can Be Set In Cluster Settings', () => {
+describe('[Known Bug: RHOAIENG-18495] Verify That Usage Data Collection Can Be Set In Cluster Settings', () => {
   let skipTest = false;
 
   before(() => {
@@ -23,7 +23,7 @@ describe('Verify That Usage Data Collection Can Be Set In Cluster Settings', ()
 
   it(
     'Verify Usage Data Collection can be Enabled/Disabled',
-    { tags: ['@Sanity', '@SanitySet1', '@ODS-1218', '@Dashboard', '@ExcludeOnODH'] },
+    { tags: ['@Sanity', '@SanitySet1', '@ODS-1218', '@Dashboard', '@Bug'] },
     () => {
       if (skipTest) {
         cy.log('Skipping test confirmed');