通过涉及到的每个组件的多个版本( karma 报应,socket.io,sauce-connect),我已经遇到了几个月的确切问题。目前,我在Karma 12.16上运行。

基本上,当使用https://github.com/karma-runner/karma-sauce-launcher时,启动的Safari和IE浏览器会断开每个测试运行的连接,从而仅导致部分测试运行。相关的业障日志为

Driving the web on session: abf7c976abf1420a9c72b3e06c655040
DEBUG [wd]:  > RESPONSE init({"base":"SauceLabs","browserName":"internet explorer","platform":"Windows 8.1","version":"11","tags":[],"name":"Karma and Sauce Labs demo","record-video":false,"record-screenshots":true,"build":null,"device-orientation":null,"disable-popup-handler":true}) "abf7c976abf1420a9c72b3e06c655040",null
INFO [launcher.sauce]: internet explorer 11 (Windows 8.1) session at https://saucelabs.com/tests/abf7c976abf1420a9c72b3e06c655040
DEBUG [launcher.sauce]: WebDriver channel for internet explorer 11 (Windows 8.1) instantiated, opening http://localhost:9876/?id=15483642
DEBUG [wd]:  > CALL get("http://localhost:9876/?id=15483642")
DEBUG [wd]:  > POST /session/:sessionID/url {"url":"http://localhost:9876/?id=15483642"}
DEBUG [web-server]: serving: /Volumes/OSXSTORAGE/Users/a/Dropbox/a/WebstormProjects/a-ui/node_modules/karma/static/client.html
DEBUG [web-server]: serving: /Volumes/OSXSTORAGE/Users/a/Dropbox/a/WebstormProjects/a-ui/node_modules/karma/static/karma.js
DEBUG [wd]:  > RESPONSE get("http://localhost:9876/?id=15483642")
DEBUG [karma]: A browser has connected on socket xXySXoeppVtPhAr8FVR4
INFO [IE 11.0.0 (Windows)]: Connected on socket xXySXoeppVtPhAr8FVR4 with id 15483642
DEBUG [launcher]: internet explorer 11 (Windows 8.1) on SauceLabs (id 15483642) captured in 17.693 secs
DEBUG [web-server]: serving: /Volumes/OSXSTORAGE/Users/a/Dropbox/a/WebstormProjects/a-ui/node_modules/karma/static/context.html
DEBUG [web-server]: serving (cached): /Volumes/OSXSTORAGE/Users/a/Dropbox/a/WebstormProjects/a-ui/src/components/angular/angular.js
................................................................................
..............DEBUG [karma]: A browser has connected on socket mGf0VzQ8DKdfW_NSFVR5
DEBUG [IE 11.0.0 (Windows)]: New connection mGf0VzQ8DKdfW_NSFVR5 (already have xXySXoeppVtPhAr8FVR4)
WARN [IE 11.0.0 (Windows)]: Disconnected (1 times), because no message in 10000 ms.

IE 11.0.0 (Windows): Executed 94 of 94 DISCONNECTED (11.481 secs / 0.757 secs)
DEBUG [launcher.sauce]: Shutting down the internet explorer 11 (Windows 8.1) driver
DEBUG [wd]:  > CALL get("about:blank")
DEBUG [wd]:  > POST /session/:sessionID/url {"url":"about:blank"}
DEBUG [karma]: Run complete, exitting.
DEBUG [launcher]: Disconnecting all browsers
DEBUG [wd]:  > RESPONSE get("about:blank")
DEBUG [wd]:  > CALL quit()
DEBUG [wd]:  > DELETE /session/:sessionID
DEBUG [wd]:
Ending your web drivage..

DEBUG [wd]:  > RESPONSE quit()

我尝试将browserNoActivityTimeout增加到60000,但这只会导致测试在60秒而不是10秒后失败。这些失败者中的每一个都具有以下特征:
DEBUG [karma]: A browser has connected on socket mGf0VzQ8DKdfW_NSFVR5
DEBUG [IE 11.0.0 (Windows)]: New connection mGf0VzQ8DKdfW_NSFVR5 (already have xXySXoeppVtPhAr8FVR4)
WARN [IE 11.0.0 (Windows)]: Disconnected (1 times), because no message in 10000 ms.
IE 11.0.0 (Windows): Executed 94 of 94 DISCONNECTED (11.481 secs / 0.757 secs)

视浏览器而定,有时它将仅执行50个测试(在94个已断开连接中执行50个测试),而在其他浏览器上,它将执行所有测试,但仍被视为失败的测试运行。我从未见过这种情况在Chrome或Firefox中发生。

完全相同的karma.conf文件将在本地每次都运行,不会出现任何问题。有人遇到过这个吗?我已经获得了调味汁实验室的支持,但是他们开始坚持认为这是 karma 酱发起人的问题。

Karma.conf:
var fs = require('fs');

module.exports = function(config) {

  // Use ENV vars on Travis and sauce.json locally to get credentials
  if (!process.env.SAUCE_USERNAME) {
    if (!fs.existsSync('sauce.json')) {
      console.log('Create a sauce.json with your credentials based on the sauce-sample.json file.');
      process.exit(1);
    } else {
      process.env.SAUCE_USERNAME = require('./../sauce').username;
      process.env.SAUCE_ACCESS_KEY = require('./../sauce').accessKey;
    }
  }

  // Browsers to run on Sauce Labs
  var customLaunchers = {

    sl_safari_ml: {
      base: 'SauceLabs',
      browserName: 'safari',
      platform: 'OS X 10.9'

    }
  };

  config.set({

    // base path that will be used to resolve all patterns (eg. files, exclude)
    basePath: '../',


    // frameworks to use
    // available frameworks: https://npmjs.org/browse/keyword/karma-adapter
    frameworks: ['jasmine'],


    // list of files / patterns to load in the browser
    files: [
      'src/components/jquery/dist/jquery.js',
      'src/components/angular/angular.js',
      'src/components/angular-mocks/angular-mocks.js',
      'src/components/angular-cookies/angular-cookies.js',
      'src/components/angular-sanitize/angular-sanitize.js',
      'src/components/angular-ui-router/release/angular-ui-router.js',
      'src/components/angular-animate/angular-animate.js',
      'src/components/angular-strap/dist/angular-strap.js',
      'src/components/angular-strap/dist/angular-strap.tpl.js',
      'src/components/speakingurl/lib/index.js',
      'src/app/**/*.js',
      'src/app/common/templates/*.html'


    ],

    exclude: [
      'src/app/**/*.e2e.spec.js'

    ],
    ngHtml2JsPreprocessor: {
      stripPrefix: 'src/app/common/',
      moduleName: 'mywire.templates'
    },
    preprocessors: {
      // load templates
      'src/app/common/templates/*.html': ['ng-html2js']
    },
    // test results reporter to use
    // possible values: 'dots', 'progress'
    // available reporters: https://npmjs.org/browse/keyword/karma-reporter
    reporters: ['dots'],


    // web server port
    port: 9876,

    colors: true,

    // level of logging
    // possible values: config.LOG_DISABLE || config.LOG_ERROR || config.LOG_WARN || config.LOG_INFO || config.LOG_DEBUG
    logLevel: config.LOG_INFO,

    sauceLabs: {
      testName: 'Karma and Sauce Labs demo',
      startConnect: false
    },
    browserNoActivityTimeout: 60000,
    captureTimeout: 120000,
    customLaunchers: customLaunchers,

    // start these browsers
    // available browser launchers: https://npmjs.org/browse/keyword/karma-launcher
    browsers: Object.keys(customLaunchers),
    singleRun: true
  });
};

最佳答案

从Karma版本0.12开始,添加了更多超时设置。

将它们添加到我的 karma 配置中可以为我解决此问题。

browserDisconnectTimeout
  • 类型:数字
  • 默认值:2000
  • 说明: karma 等待多长时间
    浏览器重新连接(以毫秒为单位)。片状连接很漂亮
    浏览器断开连接但实际执行正在运行的常见情况
    没有任何问题。 karma 不会将断开连接视为
    立即失败,而是等待browserDisconnectTimeout ms。如果
    在这段时间内重新连接浏览器,一切都很好。

  • --
    browserDisconnectTolerance
    
  • 类型:数字
  • 默认值:0
  • 说明:允许的断开连接数。
    DisconnectTolerance值表示在断开连接的情况下浏览器将尝试的最大尝试次数。通常,任何断开连接都视为失败,但是,如果 karma 服务器与浏览器之间存在不稳定的网络链接,则此选项允许定义容忍级别。

  • --
    browserNoActivityTimeout
    
  • 类型:数字
  • 默认值:10000
  • 说明:Karma在断开来自浏览器的消息之前要等待多长时间(以毫秒为单位)。
    如果在执行过程中,Karma未在browserNoActivityTimeout ms内从浏览器收到任何消息,则它将断开浏览器的连接。

  • 资料来源:http://karma-runner.github.io/0.12/config/configuration-file.html

    更多提示:http://oligofren.wordpress.com/2014/05/27/running-karma-tests-on-browserstack/

    关于karma-runner - karma-sauce-launcher断开每次测试运行的连接,从而导致IE和Safari运行失败,我们在Stack Overflow上找到一个类似的问题:https://stackoverflow.com/questions/24093155/

    10-11 22:51
    查看更多