Unable to run tests on multiple environments on Cucumber Nightwatch.js

[Venkata-Pravinya]

Hi,

I have been trying to run cucumber tests on multiple environments since many days, but I could not find a solution.
I am getting error if I try to run with tags and also with step definition file. Nothing is working.

Could anyone please help me with the solution?

Thanks,
Venkata Pravinya

[nothuman2718]

Can you share your nightwatch.conf.js?

[Venkata-Pravinya]

require('dotenv').config();
const bstackOptions = {
'bstack:options': {

"buildName": "Build_1.0",
"local": "false",
userName: process.env.BROWSERSTACK_USERNAME || 'BROWSERSTACK_USERNAME',
accessKey: process.env.BROWSERSTACK_ACCESS_KEY || 'BROWSERSTACK_ACCESS_KEY',

},
"browserVersion": "latest",
"resolution": "1920x1080",
"browserstack.video": true
}
const browserStack = {
webdriver: {
timeout_options: {
timeout: 100000,
retry_attempts: 3
},
keep_alive: true,
start_process: false
},

selenium: {
host: 'hub-cloud.browserstack.com',
port: 443
},
parallel: true,
desiredCapabilities: {
...bstackOptions,
}
}
module.exports = {
// An array of folders (excluding subfolders) where your te½s are located;
// if this is not specified, the test source must be passed as the second argument to the test runner.
src_folders: ['test'],

globals: {

},

output_folder: 'tests_output',

// See https://nightwatchjs.org/guide/concepts/page-object-model.html
page_objects_path: [],

// See https://nightwatchjs.org/guide/extending-nightwatch/adding-custom-commands.html
custom_commands_path: [],

// See https://nightwatchjs.org/guide/extending-nightwatch/adding-custom-assertions.html
custom_assertions_path: [],

// See https://nightwatchjs.org/guide/extending-nightwatch/adding-plugins.html
plugins: ['@nightwatch/browserstack'],

// See https://nightwatchjs.org/guide/concepts/test-globals.html
globals_path: '',

webdriver: {},

test_workers: {
enabled: true,
"workers": "auto"
},

test_settings: {
default: {
disable_error_log: false,
launch_url: 'https://nightwatchjs.org/',

  screenshots: {
    enabled: true,
    on_error: true,
    path: 'reports/screenshots/',
    on_failure: true
  },

  desiredCapabilities: {
    browserName: 'chrome',
    projectName: "Team Login",
    buildName: "Build_1.0",
      userName: process.env.BROWSERSTACK_USERNAME,
      accessKey: process.env.BROWSERSTACK_ACCESS_KEY,
      ...bstackOptions,
    },

    test_workers: {
      enabled: true,
      "workers": "auto"
    },
    
  webdriver: {
    start_process: true,
    server_path: ''
  },

  test_runner: {
    // set cucumber as the runner
    // For more info on using CucumberJS with Nightwatch, visit:
    // https://nightwatchjs.org/guide/writing-tests/using-cucumberjs.html
    type: 'cucumber',

    // define cucumber specific options
    options: {
      //set the feature path
      feature_path: 'test/features/nightwatch/featurefiles',
      tags: '@retemail',
      require: ['test/features/nightwatch/step_definitions'],
      // start the webdriver session automatically (enabled by default)
      auto_start_session: true,

      // use parallel execution in Cucumber
      parallel: 'auto' // set number of workers to use (can also be defined in the cli as --parallel 2
    }

  }
},

firefox: {
  disable_error_log: false,
  launch_url: 'https://nightwatchjs.org/',
  
  screenshots: {
    enabled: true,
    on_error: true,
    path: 'reports/screenshots/',
    on_failure: true
  },

  desiredCapabilities: {
    "browserName": "Firefox",
    "bstack:options" : {
      "browserVersion": "latest",
      "os": "Windows",
      "osVersion": "11",
      "debug": true
    }
  },
  webdriver: {
    start_process: true,
    server_path: '',
    cli_args: [
      // very verbose geckodriver logs
      // '-vv'
    ]
  },

  test_runner: {
    // set cucumber as the runner
    // For more info on using CucumberJS with Nightwatch, visit:
    // https://nightwatchjs.org/guide/writing-tests/using-cucumberjs.html
    type: 'cucumber',

    // define cucumber specific options
    options: {
      //set the feature path
      feature_path: 'test/features/nightwatch/featurefiles',
      tags: '@retemail',
      require: ['test/features/nightwatch/step_definitions'],
      // start the webdriver session automatically (enabled by default)
      auto_start_session: true,

      // use parallel execution in Cucumber
      parallel: 5 // set number of workers to use (can also be defined in the cli as --parallel 2
    }

  }
},


chrome: {
  desiredCapabilities: {
    browserName: 'chrome',
    'goog:chromeOptions': {
      // More info on Chromedriver: https://sites.google.com/a/chromium.org/chromedriver/
      //
      // w3c:false tells Chromedriver to run using the legacy JSONWire protocol (not required in Chrome 78)
      w3c: true,
      args: [
        '--disable-web-security',
        '--user-data-dir=true',
        '--allow-running-insecure-content'
        //'--no-sandbox',
        //'--ignore-certificate-errors',
        //'--allow-insecure-localhost',
        //'--headless'
        
      ]
    }
  },

  webdriver: {
    start_process: true,
    server_path: '',
    cli_args: [
      // very verbose geckodriver logs
      // '-vv'
    ]
  }
},

edge: {
  desiredCapabilities: {
    "browserName": "Edge",
    "bstack:options" : {
      "browserVersion": "latest",
      "os": "OS X",
      "osVersion": "Sonoma",
      "debug": true
    }
  },


  webdriver: {
    start_process: true,
    // Follow https://docs.microsoft.com/en-us/microsoft-edge/webdriver-chromium/?tabs=c-sharp#download-microsoft-edge-webdriver
    // to download the Edge WebDriver and set the location of extracted `msedgedriver` below:
    server_path: '',
    cli_args: [
      // --verbose
    ]
  }
},

//////////////////////////////////////////////////////////////////////////////////
// Configuration for using the browserstack.com cloud service                    |
//                                                                               |
// Please set the username and access key by setting the environment variables:  |
// - BROWSERSTACK_USERNAME                                                       |
// - BROWSERSTACK_ACCESS_KEY                                                     |
// .env files are supported                                                      |
//////////////////////////////////////////////////////////////////////////////////
browserstack: {
  selenium: {
    host: 'hub-cloud.browserstack.com',
    port: 443
  },
  // More info on configuring capabilities can be found on:
  // https://www.browserstack.com/automate/capabilities?tag=selenium-4
  desiredCapabilities: {
    browserName: 'default',
    'bstack:options': {
      projectName: "Team Login",
      buildName: "Build_1.0",
      userName: process.env.BROWSERSTACK_USERNAME,
      accessKey: process.env.BROWSERSTACK_ACCESS_KEY,
      os: 'OS X',
        osVersion: 'Sonoma',
        local: 'false',
        w3c: true
    }
  },

  disable_error_log: true,
  webdriver: {
    timeout_options: {
      timeout: 15000,
      retry_attempts: 3
    },
    keep_alive: true,
    start_process: false
  }
},

'browserstack.local': {
  extends: 'browserstack',
  desiredCapabilities: {
    'browserstack.local': true
  }
},

"browserstack.chrome": {
  ...browserStack,
  desiredCapabilities: {
    "browserName": "Chrome",
    "bstack:options" : {
      "browserVersion": "latest",
      "os": "Windows",
      "osVersion": "10",
      "debug": true,
    },
    "chromeOptions" : {
      "args" : ['--disable-web-security', '--user-data-dir', '--allow-running-insecure-content' ]
    },
    ...bstackOptions
  }
},
"browserstack.firefox": {
  ...browserStack,
  desiredCapabilities: {
    "browserName": "Firefox",
    "bstack:options" : {
      "browserVersion": "latest",
      "os": "Windows",
      "osVersion": "11",
      "debug": true,
    },
    ...bstackOptions
  }
},
"browserstack.edge": {
  ...browserStack,
  desiredCapabilities: {
    "browserName": "Edge",
    "bstack:options" : {
      "browserVersion": "latest",
      "os": "OS X",
      "osVersion": "Sonoma",
      "debug": true,
    },
    ...bstackOptions
  }
},

"browserstack.safari": {
  ...browserStack,
  desiredCapabilities: {
    "browserName": "Safari",
    "bstack:options" : {
      "browserVersion": "16.5",
      "os": "OS X",
      "osVersion": "Ventura",
      "debug": true
    },
    ...bstackOptions
  }
},

  'browserstack.local_chrome': {
    extends: 'browserstack.local',
    desiredCapabilities: {
      browserName: 'chrome'
    }
  },

  'browserstack.local_firefox': {
    extends: 'browserstack.local',
    desiredCapabilities: {
      browserName: 'firefox'
    }
  },

},

};

[nothuman2718]

I had some suggestions

This is the first issue I felt

test_runner is not a browser specific thing and also there are two different test_runners in your nightwatch.config.js. One is in default environment and the other in firefox environment. Please move it out of test_settings, and paste above test_settings.

Once try this.

Parallel Execution: You're trying to run tests in parallel with --parallel 2. Try running the tests without parallel execution to see if that's causing the issue. If this worked, that is the issue with nightwatch, We will raise an issue.

feature_path

After moving, test_runner out of test_settings not solved your problem, check whether feature_path contains files correctly.

We might be sometimes dumb

Have you installed this package?

npm i @cucumber/cucumber --save-dev

Disclaimer

I am also new to nightwatch. If these solutions not helped you. Please give reply. We will solve this issue together. If the problem is with core we will raise an issue.
I am pretty sure they will solve this issue in considerable time.

Reference

For reference please read the documentation of integrating Cucumber JS. Click Here!!

For further debugging assistance, please provide formatted configuration and package.json files. In comments it's kind of hard

[Venkata-Pravinya]

Hi Lokesh,
Thanks for your response.

I am able to run normal scripts using Nightwatch.js with Cucumber. Also parallel testing is working fine, if Nightwatch.js is installed without cucumber. But the problem is with parallel testing, when I installed Nightwatch.Js with cucumber. I think Nightwatch engineering team is looking into that. This is an existing issue.

Thanks & regards,
P.V.Pravinya

[Venkata-Pravinya]

Hi,

The issue is resolved in Nightwatch version- 3.5.0

Thanks & Regards,
Pravinya

[Venkata-Pravinya]

The issue is resolved with the latest release.