# Copyright (c) 2011 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
#
# This file lists the pyauto tests that run as a part of the functional test
# suite.
#
# Tests can be enabled on a per-platform basis. Tests not listed here will
# not be run.
#
# Test names can be specified in any of the following ways:
# 1. as a module, in which case all tests in that module will be run
#      example: 'test_basic'
# 2. or as a test case, in which case all tess in that test case will be run
#      example: 'test_basic.SimpleTest'
# 3. or as an individual test
#      example: 'test_basic.SimpleTest.testCanOpenGoogle'
#
# Tests beginning with '-' will be excluded.  This can be used to enforce
# exclusions for a particular platform.
# Names beginning with '@' will be treated as suite names and will be
# recursively expanded.

{
  # The CONTINUOUS suite includes tests that we expect to pass on a
  # continuous builder.
  # This is the suite that gets run on 'Chromium' builds.
  'CONTINUOUS': {
    'all': [
      'autofill',
      '-autofill.AutofillTest.testComparePhoneNumbers',
      # crbug.com/77969
      '-autofill.AutofillTest.testFillProfileCrazyCharacters',
      '-autofill.AutofillTest.testNoAutofillForReadOnlyFields',
      # crbug.com/79802
      '-autofill.AutofillTest.testWhitespacesAndSeparatorCharsStrippedForValidCCNums',
      'bookmark_bar',
      'bookmarks',
      'browser',
      'browsing_data',
      'codesign',
      'content',
      '-content.ContentTest.testTopSitesContent',  # crbug.com/71824
      '-content.ContentTest.testLocalFileBasics',  # crbug.com/75533
      'cookies',
      'crash_reporter',
      'databases',
      # crbug.com/66714
      '-databases.DatabasesTest.testIncognitoDBPersistentAcrossTabs',
      'downloads',
      # crbug.com/67233
      '-downloads.DownloadsTest.testDownloadIncognitoAndRegular',
      'find_in_page',
      # Turkish I problem. crbug.com/60638
      '-find_in_page.FindMatchTests.testLocalizationAndCaseOrder',
      'execute_javascript',
      'history',
      'https',
      # crbug.com/77777
      '-imports',
      'infobars',
      # crbug.com/72664
      '-infobars.InfobarTest.testPluginCrashForMultiTabs',
      'instant',
      # crbug.com/76639
      '-instant.InstantTest.testInstantLoadsFor100CharsLongQuery',
      'navigation',
      'notifications',
      # crbug.com/66072
      '-notifications.NotificationsTest.testNotificationOrderAfterClosingOne',
      '-notifications.NotificationsTest.testKillNotificationProcess',
      # crbug.com/79826
      '-notifications.NotificationsTest.testCreateSimpleNotification',
      '-notifications.NotificationsTest.testNotificationReplacement',
      '-notifications.NotificationsTest.testNotificationWithPropertyMissing',
      'ntp',
      'omnibox',
      '-omnibox.OmniboxTest.testHistoryResult',  # crbug.com/71715
      # crbug.com/73078
      '-passwords',
      'pdf',
      'plugins',
      'plugins_check',
      'popups',
      # Browser crash with popups - crbug.com/79777
      '-browser.BrowserTest.testKillAndReloadSharedProcess',
      '-browser.BrowserTest.testPopupSharesProcess',
      '-popups.PopupsTest.testAllowPopupsFromExternalSite',
      '-popups.PopupsTest.testLaunchBlockedPopup',
      '-popups.PopupsTest.testLaunchBlockedPopupInIncognito',
      '-popups.PopupsTest.testPopupsLaunchUponBrowserBackButton',
      '-popups.PopupsTest.testPopupsLaunchWhenTabIsClosed',
      'prefs',
      'search_engines',
      # crbug.com/67628
      '-search_engines.SearchEnginesTest.testTabToSearch',
      # crbug.com/70439
      '-search_engines.SearchEnginesTest.testAddSearchEngine',
      '-search_engines.SearchEnginesTest.testEditSearchEngine',
      '-search_engines.SearchEnginesTest.testSearchEngineSpecialChars',
      'shortcuts',
      'special_tabs',
      # crbug.com/67851
      '-special_tabs.SpecialTabsTest.testAboutDNSTab',
      'test_basic',
      'themes',
      'sync',
    ],

    'win': [
      # testBookmarkBarVisible fails on windows. crbug.com/42823
      '-bookmark_bar.BookmarkBarTest.testBookmarkBarVisible',
      # crbug.com/64664
      '-databases.DatabasesTest.testReloadActiveTab',
      '-databases.DatabasesTest.testModificationsPersistAfterRendererCrash',
      # Some download test fails on win official builder, only thru buildbot
      # when downloading the small zip file.
      # crbug.com/50481, crbug.com/54942
      '-downloads.DownloadsTest.testZip',
      '-downloads.DownloadsTest.testRemoveDownload',
      '-prefs.PrefsTest.testDownloadDirPref',
      # crbug.com/70694
      '-passwords.PasswordTest.testInfoBarDisappearByReload',
      '-passwords.PasswordTest.testNeverSavePasswords',
      # crbug.com/67588
      '-passwords.PasswordTest.testSavedPasswordInTabsAndWindows',
    ],

    'mac': [
      # Keychain popups make password & autofill tests difficult.
      # crbug.com/49378
      '-passwords',
      '-autofill',
      # codesign tests should run *after* signing. crbug.com/50481
      '-crash_reporter.CrashReporterTest.testRendererCrash',  # crbug.com/69464
      '-codesign',
      # crbug.com/71158
      '-databases.DatabasesTest.testModificationsPersistAfterRendererCrash',
      # crbug.com/75724
      '-downloads.DownloadsTest.testDeclineDangerousDownload',
      # crbug.com/75724
      '-downloads.DownloadsTest.testSaveDangerousFile',
      # crbug.com/68656
      '-downloads.DownloadsTest.testOpenWhenDone',
      '-downloads.DownloadsTest.testAlwaysOpenFileType',
      '-instant.InstantTest.testInstantNavigation',  # crbug.com/69090
      '-ntp.NTPTest.testLaunchAppNewWindow',  # crbug.com/79812
      # crbug.com/70437
      '-omnibox.OmniboxTest.testHistoryResult',
      # crbug.com/79263
      '-popups.PopupsTest.testPopupsLaunchUponBrowserBackButton',
      # crbug.com/69619
      '-search_engines.SearchEnginesTest.testDiscoverSearchEngine',
      # Keychain popups make sync tests difficult on Mac.  crbug.com/49378
      '-sync',
      # crbug.com/78863
      '-sync.SyncTest.testDisableAndEnableDatatype',
      '-sync.SyncTest.testSignInToSync',
    ],

    'linux': [  # linux != chromeos
      '-autofill.AutofillTest.testAutofillInvalid', # crbug.com/74843
      '-browser.BrowserTest.testWindowResize',  # crbug.com/44963
      '-browser.BrowserTest.testFlashLoadsAfterKill',  # crbug.com/63039
      # crbug.com/64664
      '-databases.DatabasesTest.testReloadActiveTab',
      '-databases.DatabasesTest.testModificationsPersistAfterRendererCrash',
      # crbug.com/70694
      '-passwords.PasswordTest.testInfoBarDisappearByReload',
      '-passwords.PasswordTest.testNeverSavePasswords',
    ],

    # ChromeOS is linux, but note that this section does not include the
    # entries in the linux section above.
    # These tests use the named automation interface to control the
    # primary chrome on ChromeOS.
    'chromeos': [
      'chromeos_basic',
      'chromeos_power',
      'chromeos_security',
      'chromeos_update',
      'chromeos_wifi',
      '-chromeos_basic.ChromeosBasic.testScreenLocker',

      # crbug.com/42823
      '-bookmark_bar.BookmarkBarTest.testBookmarkBarVisible',
      # you cannot resize browser window on chromeos
      '-browser.BrowserTest.testWindowResize',
      # no codesign verification on chromeos
      '-codesign',
      # crbug.com/64664
      '-databases.DatabasesTest.testReloadActiveTab',
      '-databases.DatabasesTest.testModificationsPersistAfterRendererCrash',
      # Need internal data dirs in autotest package. crosbug.com/6855
      '-find_in_page.FindMatchTests.testSearchInPDF',
      # Importer tests are invalid on chromeos since chrome is the only browser
      '-imports',
      # crbug.com/70694
      '-passwords.PasswordTest.testInfoBarDisappearByReload',
      '-passwords.PasswordTest.testNeverSavePasswords',

      # Needs internal data files.  crosbug.com/6855
      '-browser.BrowserTest.testCanLoadFlash',
      '-browser.BrowserTest.testFlashLoadsAfterKill',
      '-browser.BrowserTest.testSingleFlashPluginProcess',
      '-infobars.InfobarTest.testPluginCrashInfobar',
      '-pdf',
      '-plugins',

      # Local http server not working on chromeos.  crosbug.com/12641
      '-popups.PopupsTest.testMultiplePopups',
      '-popups.PopupsTest.testPopupBlockedEverySec',
      '-popups.PopupsTest.testPopupsLaunchUponBrowserBackButton',
      '-test_basic.SimpleTest.testHTTP',

      # file:/// urls not prompting geolocation infobar on chromeos.
      # crosbug.com/13009
      '-infobars.InfobarTest.testGeolocationInfobar',
      '-infobars.InfobarTest.testGeolocationInfobarInMultipleTabsAndWindows',
      '-prefs.PrefsTest.testGeolocationPref',

      # Deal with i18n chars.  crosbug.com/12639
      '-downloads.DownloadsTest.testCrazyFilenames',
      '-omnibox.OmniboxTest.testCrazyFilenames',

      # Download shelf visibility automation broken on ChromeOS.
      # crosbug.com/12644
      '-downloads.DownloadsTest.testZip',
      '-downloads.DownloadsTest.testZipInIncognito',

      # Session restore not working with PyAuto.  crosbug.com/12648
      '-prefs.PrefsTest.testNavigationStateOnSessionRestore',
      '-prefs.PrefsTest.testSessionRestoreURLs',
      '-prefs.PrefsTest.testSessionRestore',

      # crosbug.com/14256
      '-ntp.NTPTest.testLaunchAppFullScreen',

      # Exclusions that have not been narrowed to other categories yet.
      # crosbug.com/12653
      '-autofill',
      '-bookmark_bar',
      '-bookmarks.BookmarksTest.testBookmarksPersistence',
      '-browser.BrowserTest.testKillAndReloadSharedProcess',
      '-browser.BrowserTest.testPopupSharesProcess',
      '-browsing_data.BrowsingDataTest.testClearHistoryAndDownloads',
      '-content.ContentTest.testHttpsPage',
      '-cookies.CookiesTest.testAllowCookiesForASessionUsingExceptions',
      '-cookies.CookiesTest.testAllowCookiesUsingExceptions',
      '-cookies.CookiesTest.testBlockCookiesUsingExceptions',
      '-cookies.CookiesTest.testCookiesFile',
      '-crash_reporter',
      '-history.HistoryTest.testFtpHistory',
      '-history.HistoryTest.testHttpsHistory',
      '-https.HTTPSTest.testSSLPageBasic',
      '-instant',
      '-notifications',
      '-omnibox.OmniboxTest.testBookmarkResultInNewTabAndWindow',
      '-omnibox.OmniboxTest.testContentHistory',
      '-omnibox.OmniboxTest.testDifferentTypesOfResults',
      '-omnibox.OmniboxTest.testFetchHistoryResultItems',
      '-omnibox.OmniboxTest.testGoogleSearch',
      '-omnibox.OmniboxTest.testInlinAutoComplete',
      '-omnibox.OmniboxTest.testSuggest',
      '-popups',
      '-sync',
    ],
  },

  # The FULL suite includes CONTINUOUS, and more.
  # This the suite that gets run on 'Google Chrome' builds.
  'FULL': {
    'all': [
      '@CONTINUOUS',
      'translate',
      # This test fails due to crbug.com/35485
      '-translate.TranslateTest.testBarNotVisibleOnSSLErrorPage',
      # This test fails due to crbug.com/50706
      '-translate.TranslateTest.testToggleTranslateOption',
      # crbug.com/70280
      '-translate.TranslateTest.testSeveralLanguages',
    ],

    'win': [
      'enterprise',
    ],

    'mac': [
    ],

    'linux': [
    ],

    'chromeos': [
      # Exclusions that have not been narrowed to other categories yet.
      # crosbug.com/12653
      '-translate',
    ],
  },

  'EMPTY': {
  },

  # HTML5 media performance tests.
  'MEDIA_TESTS': {
    'linux': [
      'media_playbacktime',
      'media_perf',
      'media_fps',
      'media_event_simple_test',
    ],
  },
}
