xref: /aosp_15_r20/tools/asuite/atest/cli_translator_unittest.py (revision c2e18aaa1096c836b086f94603d04f4eb9cf37f5)

#!/usr/bin/env python3
#
# Copyright 2017, The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""Unittests for cli_translator."""

from importlib import reload
from io import StringIO
import json
import os
import re
import sys
import tempfile
import unittest
from unittest import mock
from atest import arg_parser
from atest import atest_utils
from atest import cli_translator as cli_t
from atest import constants
from atest import module_info
from atest import test_finder_handler
from atest import test_mapping
from atest import unittest_constants as uc
from atest import unittest_utils
from atest.metrics import metrics
from atest.test_finders import module_finder
from atest.test_finders import test_finder_base
from atest.test_finders import test_finder_utils
from pyfakefs import fake_filesystem_unittest


# TEST_MAPPING related consts
TEST_MAPPING_TOP_DIR = os.path.join(uc.TEST_DATA_DIR, 'test_mapping')
TEST_MAPPING_DIR = os.path.join(TEST_MAPPING_TOP_DIR, 'folder1')
TEST_1 = test_mapping.TestDetail({'name': 'test1', 'host': True})
TEST_2 = test_mapping.TestDetail({'name': 'test2'})
TEST_3 = test_mapping.TestDetail({'name': 'test3'})
TEST_4 = test_mapping.TestDetail({'name': 'test4'})
TEST_5 = test_mapping.TestDetail({'name': 'test5'})
TEST_6 = test_mapping.TestDetail({'name': 'test6'})
TEST_7 = test_mapping.TestDetail({'name': 'test7'})
TEST_8 = test_mapping.TestDetail({'name': 'test8'})
TEST_9 = test_mapping.TestDetail({'name': 'test9'})
TEST_10 = test_mapping.TestDetail({'name': 'test10'})

SEARCH_DIR_RE = re.compile(r'^find ([^ ]*).*$')
BUILD_TOP_DIR = tempfile.TemporaryDirectory().name
PRODUCT_OUT_DIR = os.path.join(BUILD_TOP_DIR, 'out/target/product/vsoc_x86_64')
HOST_OUT_DIR = os.path.join(BUILD_TOP_DIR, 'out/host/linux-x86')


# pylint: disable=unused-argument
def gettestinfos_side_effect(
    test_names, test_mapping_test_details=None, is_rebuild_module_info=False
):
  """Mock return values for _get_test_info."""
  test_infos = []
  for test_name in test_names:
    if test_name == uc.MODULE_NAME:
      test_infos.append(uc.MODULE_INFO)
    if test_name == uc.CLASS_NAME:
      test_infos.append(uc.CLASS_INFO)
    if test_name == uc.HOST_UNIT_TEST_NAME_1:
      test_infos.append(uc.MODULE_INFO_HOST_1)
    if test_name == uc.HOST_UNIT_TEST_NAME_2:
      test_infos.append(uc.MODULE_INFO_HOST_2)
  return test_infos


# pylint: disable=protected-access
class CLITranslatorUnittests(unittest.TestCase):
  """Unit tests for cli_t.py"""

  def setUp(self):
    """Run before execution of every test"""
    self.ctr = cli_t.CLITranslator()

    # Create a mock of args.
    self.args = arg_parser.create_atest_arg_parser().parse_args()
    self.args.tests = []
    # Test mapping related args
    self.args.test_mapping = False
    self.args.include_subdirs = False
    self.args.enable_file_patterns = False
    self.args.rebuild_module_info = False
    # Cache finder related args
    self.args.clear_cache = False
    self.ctr.mod_info = mock.Mock
    self.ctr.mod_info.name_to_module_info = {}

  def tearDown(self):
    """Run after execution of every test"""
    reload(uc)

  @mock.patch.object(atest_utils, 'update_test_info_cache')
  @mock.patch('builtins.input', return_value='n')
  @mock.patch.object(module_finder.ModuleFinder, 'find_test_by_module_name')
  @mock.patch.object(module_finder.ModuleFinder, 'get_fuzzy_searching_results')
  @mock.patch.object(metrics, 'FindTestFinishEvent')
  @mock.patch.object(test_finder_handler, 'get_find_methods_for_test')
  # pylint: disable=too-many-locals
  def test_get_test_infos(
      self,
      mock_getfindmethods,
      _metrics,
      mock_getfuzzyresults,
      mock_findtestbymodule,
      mock_input,
      _mock_update_test_info,
  ):
    """Test _get_test_infos method."""
    ctr = cli_t.CLITranslator()
    find_method_return_module_info = lambda x, y: uc.MODULE_INFOS
    # pylint: disable=invalid-name
    find_method_return_module_class_info = (
        lambda x, test: uc.MODULE_INFOS
        if test == uc.MODULE_NAME
        else uc.CLASS_INFOS
    )
    find_method_return_nothing = lambda x, y: None
    one_test = [uc.MODULE_NAME]
    mult_test = [uc.MODULE_NAME, uc.CLASS_NAME]

    # Let's make sure we return what we expect.
    expected_test_infos = [uc.MODULE_INFO]
    mock_getfindmethods.return_value = [
        test_finder_base.Finder(None, find_method_return_module_info, None)
    ]
    unittest_utils.assert_equal_testinfo_lists(
        self, ctr._get_test_infos(one_test), expected_test_infos
    )

    # Check we receive multiple test infos.
    expected_test_infos = [uc.MODULE_INFO, uc.CLASS_INFO]
    mock_getfindmethods.return_value = [
        test_finder_base.Finder(
            None, find_method_return_module_class_info, None
        )
    ]
    unittest_utils.assert_equal_testinfo_lists(
        self, ctr._get_test_infos(mult_test), expected_test_infos
    )

    # Check return null set when we have no tests found or multiple results.
    mock_getfindmethods.return_value = [
        test_finder_base.Finder(None, find_method_return_nothing, None)
    ]
    null_test_info = []
    mock_getfuzzyresults.return_value = []
    self.assertEqual(null_test_info, ctr._get_test_infos(one_test))
    self.assertEqual(null_test_info, ctr._get_test_infos(mult_test))

    # Check returning test_info when the user says Yes.
    mock_input.return_value = 'Y'
    mock_getfindmethods.return_value = [
        test_finder_base.Finder(None, find_method_return_module_info, None)
    ]
    mock_getfuzzyresults.return_value = one_test
    mock_findtestbymodule.return_value = uc.MODULE_INFO
    unittest_utils.assert_equal_testinfo_lists(
        self, ctr._get_test_infos([uc.TYPO_MODULE_NAME]), [uc.MODULE_INFO]
    )

    # Check the method works for test mapping.
    test_detail1 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST)
    test_detail2 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST_WITH_OPTION)
    expected_test_infos = [uc.MODULE_INFO, uc.CLASS_INFO]
    mock_getfindmethods.return_value = [
        test_finder_base.Finder(
            None, find_method_return_module_class_info, None
        )
    ]
    test_infos = ctr._get_test_infos(mult_test, [test_detail1, test_detail2])
    unittest_utils.assert_equal_testinfo_lists(
        self, test_infos, expected_test_infos
    )
    for test_info in test_infos:
      if test_info == uc.MODULE_INFO:
        self.assertEqual(
            test_detail1.options, test_info.data[constants.TI_MODULE_ARG]
        )
      else:
        self.assertEqual(
            test_detail2.options, test_info.data[constants.TI_MODULE_ARG]
        )

  @mock.patch.object(atest_utils, 'update_test_info_cache')
  @mock.patch.object(metrics, 'FindTestFinishEvent')
  @mock.patch.object(test_finder_handler, 'get_find_methods_for_test')
  def test_get_test_infos_2(
      self, mock_getfindmethods, _metrics, _mock_update_test_info
  ):
    """Test _get_test_infos method."""
    ctr = cli_t.CLITranslator()
    find_method_return_module_info2 = lambda x, y: uc.MODULE_INFOS2
    find_method_ret_mod_cls_info2 = (
        lambda x, test: uc.MODULE_INFOS2
        if test == uc.MODULE_NAME
        else uc.CLASS_INFOS2
    )
    one_test = [uc.MODULE_NAME]
    mult_test = [uc.MODULE_NAME, uc.CLASS_NAME]
    # Let's make sure we return what we expect.
    expected_test_infos = [uc.MODULE_INFO, uc.MODULE_INFO2]
    mock_getfindmethods.return_value = [
        test_finder_base.Finder(None, find_method_return_module_info2, None)
    ]
    unittest_utils.assert_equal_testinfo_lists(
        self, ctr._get_test_infos(one_test), expected_test_infos
    )
    # Check we receive multiple test infos.
    expected_test_infos = [
        uc.MODULE_INFO,
        uc.MODULE_INFO2,
        uc.CLASS_INFO,
        uc.CLASS_INFO2,
    ]
    mock_getfindmethods.return_value = [
        test_finder_base.Finder(None, find_method_ret_mod_cls_info2, None)
    ]
    unittest_utils.assert_equal_testinfo_lists(
        self, ctr._get_test_infos(mult_test), expected_test_infos
    )
    # Check the method works for test mapping.
    test_detail1 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST)
    test_detail2 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST_WITH_OPTION)
    expected_test_infos = [
        uc.MODULE_INFO,
        uc.MODULE_INFO2,
        uc.CLASS_INFO,
        uc.CLASS_INFO2,
    ]
    mock_getfindmethods.return_value = [
        test_finder_base.Finder(None, find_method_ret_mod_cls_info2, None)
    ]
    test_infos = ctr._get_test_infos(mult_test, [test_detail1, test_detail2])
    unittest_utils.assert_equal_testinfo_lists(
        self, test_infos, expected_test_infos
    )
    for test_info in test_infos:
      if test_info in [uc.MODULE_INFO, uc.MODULE_INFO2]:
        self.assertEqual(
            test_detail1.options, test_info.data[constants.TI_MODULE_ARG]
        )
      elif test_info in [uc.CLASS_INFO, uc.CLASS_INFO2]:
        self.assertEqual(
            test_detail2.options, test_info.data[constants.TI_MODULE_ARG]
        )

  @mock.patch.object(module_finder.ModuleFinder, 'get_fuzzy_searching_results')
  @mock.patch.object(metrics, 'FindTestFinishEvent')
  @mock.patch.object(test_finder_handler, 'get_find_methods_for_test')
  def test_get_test_infos_with_mod_info(
      self,
      mock_getfindmethods,
      _metrics,
      mock_getfuzzyresults,
  ):
    """Test _get_test_infos method."""
    mod_info = module_info.load_from_file(
        module_file=os.path.join(uc.TEST_DATA_DIR, uc.JSON_FILE)
    )
    ctr = cli_t.CLITranslator(mod_info=mod_info)
    null_test_info = []
    mock_getfindmethods.return_value = []
    mock_getfuzzyresults.return_value = []
    unittest_utils.assert_equal_testinfo_lists(
        self, ctr._get_test_infos('not_exist_module'), null_test_info
    )

  @mock.patch.object(
      test_finder_utils, 'find_host_unit_tests', return_value=set()
  )
  @mock.patch.object(
      cli_t.CLITranslator,
      '_get_test_infos',
      side_effect=gettestinfos_side_effect,
  )
  def test_translate_class(self, _info, _find):
    """Test translate method for tests by class name."""
    # Check that we can find a class.
    self.args.tests = [uc.CLASS_NAME]
    self.args.host_unit_test_only = False
    test_infos = self.ctr.translate(self.args)
    unittest_utils.assert_strict_equal(
        self, _gather_build_targets(test_infos), uc.CLASS_BUILD_TARGETS
    )
    unittest_utils.assert_equal_testinfo_lists(
        self, test_infos, [uc.CLASS_INFO]
    )

  @mock.patch.object(
      test_finder_utils, 'find_host_unit_tests', return_value=set()
  )
  @mock.patch.object(
      cli_t.CLITranslator,
      '_get_test_infos',
      side_effect=gettestinfos_side_effect,
  )
  def test_translate_module(self, _info, _find):
    """Test translate method for tests by module or class name."""
    # Check that we get all the build targets we expect.
    self.args.tests = [uc.MODULE_NAME, uc.CLASS_NAME]
    self.args.host_unit_test_only = False
    test_infos = self.ctr.translate(self.args)
    unittest_utils.assert_strict_equal(
        self,
        _gather_build_targets(test_infos),
        uc.MODULE_CLASS_COMBINED_BUILD_TARGETS,
    )
    unittest_utils.assert_equal_testinfo_lists(
        self, test_infos, [uc.MODULE_INFO, uc.CLASS_INFO]
    )

  @mock.patch.object(os, 'getcwd', return_value='/src/build_top/somewhere')
  @mock.patch.object(test_finder_utils, 'find_host_unit_tests', return_value=[])
  @mock.patch.object(cli_t.CLITranslator, '_find_tests_by_test_mapping')
  @mock.patch.object(
      cli_t.CLITranslator,
      '_get_test_infos',
      side_effect=gettestinfos_side_effect,
  )
  def test_translate_test_mapping(
      self, _info, mock_testmapping, _find_unit_tests, _getcwd
  ):
    """Test translate method for tests in test mapping."""
    # Check that test mappings feeds into get_test_info properly.
    test_detail1 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST)
    test_detail2 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST_WITH_OPTION)
    mock_testmapping.return_value = ([test_detail1, test_detail2], None)
    self.args.tests = []
    self.args.host = False
    self.args.host_unit_test_only = False
    test_infos = self.ctr.translate(self.args)
    unittest_utils.assert_strict_equal(
        self,
        _gather_build_targets(test_infos),
        uc.MODULE_CLASS_COMBINED_BUILD_TARGETS,
    )
    unittest_utils.assert_equal_testinfo_lists(
        self, test_infos, [uc.MODULE_INFO, uc.CLASS_INFO]
    )

  @mock.patch.object(cli_t.CLITranslator, '_find_tests_by_test_mapping')
  @mock.patch.object(
      cli_t.CLITranslator,
      '_get_test_infos',
      side_effect=gettestinfos_side_effect,
  )
  def test_translate_test_mapping_all(self, _info, mock_testmapping):
    """Test translate method for tests in test mapping."""
    # Check that test mappings feeds into get_test_info properly.
    test_detail1 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST)
    test_detail2 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST_WITH_OPTION)
    mock_testmapping.return_value = ([test_detail1, test_detail2], None)
    self.args.tests = ['src_path:all']
    self.args.test_mapping = True
    self.args.host = False
    test_infos = self.ctr.translate(self.args)
    unittest_utils.assert_strict_equal(
        self,
        _gather_build_targets(test_infos),
        uc.MODULE_CLASS_COMBINED_BUILD_TARGETS,
    )
    unittest_utils.assert_equal_testinfo_lists(
        self, test_infos, [uc.MODULE_INFO, uc.CLASS_INFO]
    )

  def test_find_tests_by_test_mapping_presubmit(self):
    """Test _find_tests_by_test_mapping method to locate presubmit tests."""
    # TODO: (b/264015241) Stop mocking build variables.
    os_environ_mock = {constants.ANDROID_BUILD_TOP: uc.TEST_DATA_DIR}
    with mock.patch.dict('os.environ', os_environ_mock, clear=True):
      tests, all_tests = self.ctr._find_tests_by_test_mapping(
          path=TEST_MAPPING_DIR,
          file_name='test_mapping_sample',
          checked_files=set(),
      )
    expected = set([TEST_1, TEST_2, TEST_5, TEST_7, TEST_9])
    expected_all_tests = {
        'presubmit': expected,
        'postsubmit': set([TEST_3, TEST_6, TEST_8, TEST_10]),
        'other_group': set([TEST_4]),
    }
    self.assertEqual(expected, tests)
    self.assertEqual(expected_all_tests, all_tests)

  def test_find_tests_by_test_mapping_postsubmit(self):
    """Test _find_tests_by_test_mapping method to locate postsubmit tests."""
    # TODO: (b/264015241) Stop mocking build variables.
    os_environ_mock = {constants.ANDROID_BUILD_TOP: uc.TEST_DATA_DIR}
    with mock.patch.dict('os.environ', os_environ_mock, clear=True):
      tests, all_tests = self.ctr._find_tests_by_test_mapping(
          path=TEST_MAPPING_DIR,
          test_groups=[constants.TEST_GROUP_POSTSUBMIT],
          file_name='test_mapping_sample',
          checked_files=set(),
      )
    expected_presubmit = set([TEST_1, TEST_2, TEST_5, TEST_7, TEST_9])
    expected = set([TEST_3, TEST_6, TEST_8, TEST_10])
    expected_all_tests = {
        'presubmit': expected_presubmit,
        'postsubmit': set([TEST_3, TEST_6, TEST_8, TEST_10]),
        'other_group': set([TEST_4]),
    }
    self.assertEqual(expected, tests)
    self.assertEqual(expected_all_tests, all_tests)

  def test_find_tests_by_test_mapping_all_group(self):
    """Test _find_tests_by_test_mapping method to locate postsubmit tests."""
    # TODO: (b/264015241) Stop mocking build variables.
    os_environ_mock = {constants.ANDROID_BUILD_TOP: uc.TEST_DATA_DIR}
    with mock.patch.dict('os.environ', os_environ_mock, clear=True):
      tests, all_tests = self.ctr._find_tests_by_test_mapping(
          path=TEST_MAPPING_DIR,
          test_groups=[constants.TEST_GROUP_ALL],
          file_name='test_mapping_sample',
          checked_files=set(),
      )
    expected_presubmit = set([TEST_1, TEST_2, TEST_5, TEST_7, TEST_9])
    expected = set([
        TEST_1,
        TEST_2,
        TEST_3,
        TEST_4,
        TEST_5,
        TEST_6,
        TEST_7,
        TEST_8,
        TEST_9,
        TEST_10,
    ])
    expected_all_tests = {
        'presubmit': expected_presubmit,
        'postsubmit': set([TEST_3, TEST_6, TEST_8, TEST_10]),
        'other_group': set([TEST_4]),
    }
    self.assertEqual(expected, tests)
    self.assertEqual(expected_all_tests, all_tests)

  def test_find_tests_by_test_mapping_include_subdir(self):
    """Test _find_tests_by_test_mapping method to include sub directory."""
    # TODO: (b/264015241) Stop mocking build variables.
    os_environ_mock = {constants.ANDROID_BUILD_TOP: uc.TEST_DATA_DIR}
    with mock.patch.dict('os.environ', os_environ_mock, clear=True):
      tests, all_tests = self.ctr._find_tests_by_test_mapping(
          path=TEST_MAPPING_TOP_DIR,
          file_name='test_mapping_sample',
          include_subdirs=True,
          checked_files=set(),
      )
    expected = set([TEST_1, TEST_2, TEST_5, TEST_7, TEST_9])
    expected_all_tests = {
        'presubmit': expected,
        'postsubmit': set([TEST_3, TEST_6, TEST_8, TEST_10]),
        'other_group': set([TEST_4]),
    }
    self.assertEqual(expected, tests)
    self.assertEqual(expected_all_tests, all_tests)

  @mock.patch('builtins.input', return_value='')
  def test_confirm_running(self, mock_input):
    """Test _confirm_running method."""
    self.assertTrue(self.ctr._confirm_running([TEST_1]))
    mock_input.return_value = 'N'
    self.assertFalse(self.ctr._confirm_running([TEST_2]))

  def test_print_fuzzy_searching_results(self):
    """Test _print_fuzzy_searching_results"""
    modules = [uc.MODULE_NAME, uc.MODULE2_NAME]
    capture_output = StringIO()
    sys.stdout = capture_output
    self.ctr._print_fuzzy_searching_results(modules)
    sys.stdout = sys.__stdout__
    output = 'Did you mean the following modules?\n{0}\n{1}\n'.format(
        uc.MODULE_NAME, uc.MODULE2_NAME
    )
    self.assertEqual(capture_output.getvalue(), output)

  def test_filter_comments(self):
    """Test filter_comments method"""
    file_with_comments = os.path.join(
        TEST_MAPPING_TOP_DIR, 'folder6', 'test_mapping_sample_with_comments'
    )
    file_with_comments_golden = os.path.join(
        TEST_MAPPING_TOP_DIR, 'folder6', 'test_mapping_sample_golden'
    )
    test_mapping_dict = json.loads(self.ctr.filter_comments(file_with_comments))
    test_mapping_dict_gloden = None
    with open(file_with_comments_golden) as json_file:
      test_mapping_dict_gloden = json.load(json_file)

    self.assertEqual(test_mapping_dict, test_mapping_dict_gloden)

  @mock.patch.object(module_info.ModuleInfo, 'get_testable_modules')
  def test_extract_testable_modules_by_wildcard(self, mock_mods):
    """Test _extract_testable_modules_by_wildcard method."""
    mod_info = module_info.load_from_file(
        module_file=os.path.join(uc.TEST_DATA_DIR, uc.JSON_FILE)
    )
    ctr = cli_t.CLITranslator(mod_info=mod_info)
    mock_mods.return_value = [
        'test1',
        'test2',
        'test3',
        'test11',
        'Test22',
        'Test100',
        'aTest101',
    ]
    # test '*'
    expr1 = ['test*']
    result1 = ['test1', 'test2', 'test3', 'test11']
    self.assertEqual(ctr._extract_testable_modules_by_wildcard(expr1), result1)
    # test '?'
    expr2 = ['test?']
    result2 = ['test1', 'test2', 'test3']
    self.assertEqual(ctr._extract_testable_modules_by_wildcard(expr2), result2)
    # test '*' and '?'
    expr3 = ['*Test???']
    result3 = ['Test100', 'aTest101']
    self.assertEqual(ctr._extract_testable_modules_by_wildcard(expr3), result3)

  @mock.patch.object(os, 'getcwd', return_value='/src/build_top/somewhere')
  @mock.patch.object(
      test_finder_utils,
      'find_host_unit_tests',
      return_value=[uc.HOST_UNIT_TEST_NAME_1, uc.HOST_UNIT_TEST_NAME_2],
  )
  @mock.patch.object(cli_t.CLITranslator, '_find_tests_by_test_mapping')
  @mock.patch.object(
      cli_t.CLITranslator,
      '_get_test_infos',
      side_effect=gettestinfos_side_effect,
  )
  def test_translate_test_mapping_host_unit_test(
      self, _info, mock_testmapping, _find_unit_tests, _getcwd
  ):
    """Test translate method for tests belong to host unit tests."""
    # Check that test mappings feeds into get_test_info properly.
    test_detail1 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST)
    test_detail2 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST_WITH_OPTION)
    mock_testmapping.return_value = ([test_detail1, test_detail2], None)
    self.args.tests = []
    self.args.host = False
    self.args.host_unit_test_only = False
    test_infos = self.ctr.translate(self.args)
    unittest_utils.assert_equal_testinfo_lists(
        self,
        test_infos,
        [
            uc.MODULE_INFO,
            uc.CLASS_INFO,
            uc.MODULE_INFO_HOST_1,
            uc.MODULE_INFO_HOST_2,
        ],
    )

  @mock.patch.object(
      test_finder_utils,
      'find_host_unit_tests',
      return_value=[uc.HOST_UNIT_TEST_NAME_1, uc.HOST_UNIT_TEST_NAME_2],
  )
  @mock.patch.object(cli_t.CLITranslator, '_find_tests_by_test_mapping')
  @mock.patch.object(
      cli_t.CLITranslator,
      '_get_test_infos',
      side_effect=gettestinfos_side_effect,
  )
  def test_translate_test_mapping_without_host_unit_test(
      self, _info, mock_testmapping, _find_unit_tests
  ):
    """Test translate method not using host unit tests if test_mapping arg ."""
    # Check that test mappings feeds into get_test_info properly.
    test_detail1 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST)
    test_detail2 = test_mapping.TestDetail(uc.TEST_MAPPING_TEST_WITH_OPTION)
    mock_testmapping.return_value = ([test_detail1, test_detail2], None)
    self.args.tests = []
    self.args.host = False
    self.args.test_mapping = True
    self.args.host_unit_test_only = False
    test_infos = self.ctr.translate(self.args)
    unittest_utils.assert_equal_testinfo_lists(
        self, test_infos, [uc.MODULE_INFO, uc.CLASS_INFO]
    )


class ParseTestIdentifierTest(unittest.TestCase):
  """Test parse_test_identifier with different test names."""

  def test_no_mainline_modules(self):
    """non-mainline module testing."""
    given = 'testName'

    identifier = cli_t.parse_test_identifier(given)

    self.assertEqual('testName', identifier.test_name)
    self.assertEqual([], identifier.module_names)
    self.assertEqual([], identifier.binary_names)

  def test_single_mainline_module(self):
    """only one mainline module."""
    given = 'testName[Module1.apk]'

    identifier = cli_t.parse_test_identifier(given)

    self.assertEqual('testName', identifier.test_name)
    self.assertEqual(['Module1'], identifier.module_names)
    self.assertEqual(['Module1.apk'], identifier.binary_names)

  def test_multiple_mainline_modules(self):
    """multiple mainline modules."""
    given = 'testName[Module1.apk+Module2.apex]'

    identifier = cli_t.parse_test_identifier(given)

    self.assertEqual('testName', identifier.test_name)
    self.assertEqual(['Module1', 'Module2'], identifier.module_names)
    self.assertEqual(['Module1.apk', 'Module2.apex'], identifier.binary_names)

  def test_missing_closing_bracket(self):
    """test the brackets are not in pair"""
    given = 'testName[Module1.apk+Module2.apex'

    identifier = cli_t.parse_test_identifier(given)

    self.assertEqual(given, identifier.test_name)
    self.assertEqual([], identifier.module_names)
    self.assertEqual([], identifier.binary_names)


class VerifyMainlineModuleTest(fake_filesystem_unittest.TestCase):
  """test verify_mainline_modules sub-methods."""

  def setUp(self):
    """Setup func."""
    self.setUpPyfakefs()

  def test_verified_mainline_modules_no_brackets(self):
    """True for it's not in mainline module pattern. (no brackets)"""
    test_name = 'module0'
    mod_info = create_module_info([
        module(name=test_name),
    ])

    test_identifier = cli_t.parse_test_identifier(test_name)
    translator = cli_t.CLITranslator(mod_info)

    self.assertTrue(translator._verified_mainline_modules(test_identifier))

  def test_verified_mainline_modules_not_valid_test_module(self):
    """False for test_name is not a module."""
    test_name = 'module1[foo.apk+goo.apk]'
    mod_info = create_module_info([
        module(name='module_1'),
        module(name='foo'),
        module(name='goo'),
    ])

    test_identifier = cli_t.parse_test_identifier(test_name)
    translator = cli_t.CLITranslator(mod_info)

    self.assertFalse(translator._verified_mainline_modules(test_identifier))

  def test_verified_mainline_modules_not_valid_mainline_module(self):
    """False for mainline_modules are not modules."""
    test_name = 'module2[foo.apk+goo.apk]'
    mod_info = create_module_info([module(name='module2')])

    test_identifier = cli_t.parse_test_identifier(test_name)
    translator = cli_t.CLITranslator(mod_info)

    self.assertFalse(translator._verified_mainline_modules(test_identifier))

  def test_verified_mainline_modules_no_test_mainline_modules(self):
    """False for no definition in `test_mainline_modules` attribute."""
    test_name = 'module3[foo.apk+goo.apex]'
    mod_info = create_module_info([
        module(name='module3', test_mainline_modules=[]),
        module(name='foo', installed=['out/path/foo.apk']),
        module(name='goo', installed=['out/path/goo.apex']),
    ])

    test_identifier = cli_t.parse_test_identifier(test_name)
    translator = cli_t.CLITranslator(mod_info)

    self.assertFalse(translator._verified_mainline_modules(test_identifier))

  def test_verified_mainline_modules_test_mainline_modules(self):
    """True for definition in `test_mainline_modules` attribute."""
    test_name = 'module4[foo.apk+goo.apex]'
    mod_info = create_module_info([
        module(name='module4', test_mainline_modules=['foo.apk+goo.apex']),
        module(name='foo', installed=['out/path/foo.apk']),
        module(name='goo', installed=['out/path/goo.apex']),
    ])

    test_identifier = cli_t.parse_test_identifier(test_name)
    translator = cli_t.CLITranslator(mod_info)

    self.assertTrue(translator._verified_mainline_modules(test_identifier))

  def test_verified_mainline_modules_were_in_test_config(self):
    """True for mainline modules were defined in the test_config."""
    test_name = 'module5[foo.apk+goo.apex]'
    mainline_config = 'out/module3/AndroidTest.xml'
    self.fs.create_file(
        mainline_config,
        contents="""
            <configuration description="Mainline Module tests">
                <option name="config"
                        key="parameter" value="value_1" />
                <option name="config-descriptor:metadata"
                        key="mainline-param" value="foo.apk+goo.apex" />
            </configuration>
            """,
    )
    mod_info = create_module_info([
        module(
            name='module5',
            test_config=[mainline_config],
            test_mainline_modules=[],
            auto_test_config=[],
        ),
        module(name='foo', installed=['out/path/foo.apk']),
        module(name='goo', installed=['out/path/goo.apex']),
    ])

    test_identifier = cli_t.parse_test_identifier(test_name)
    translator = cli_t.CLITranslator(mod_info)

    self.assertTrue(translator._verified_mainline_modules(test_identifier))

  def test_verified_mainline_modules_were_in_auto_config(self):
    """True for 'auto_test_config'=[True]"""
    test_name = 'module6[foo.apk+goo.apex]'
    mod_info = create_module_info([
        module(
            name='module6',
            test_config=['somewhere/AndroidTest.xml'],
            auto_test_config=[True],
        ),
        module(name='foo', installed=['out/path/foo.apk']),
        module(name='goo', installed=['out/path/goo.apex']),
    ])

    test_identifier = cli_t.parse_test_identifier(test_name)
    translator = cli_t.CLITranslator(mod_info)

    self.assertTrue(translator._verified_mainline_modules(test_identifier))

  def test_verified_mainline_modules_have_no_association(self):
    """False for null auto_test_config and null `mainline-param` in the test_config."""
    test_name = 'module7[foo.apk+goo.apex]'
    config = 'out/module7/AndroidTest.xml'
    self.fs.create_file(
        config,
        contents="""
            <configuration description="Mainline Module tests">
                <option name="config"
                        key="parameter" value="value_1" />
            </configuration>
            """,
    )
    mod_info = create_module_info([
        module(name='module7', test_config=[config], auto_test_config=[]),
        module(name='foo', installed=['out/path/foo.apk']),
        module(name='goo', installed=['out/path/goo.apex']),
    ])

    test_identifier = cli_t.parse_test_identifier(test_name)
    translator = cli_t.CLITranslator(mod_info)

    self.assertFalse(translator._verified_mainline_modules(test_identifier))

  def test_verified_mainline_modules_were_in_auto_config(self):
    """False for the given mainline is a capex file."""
    test_name = 'module8[foo.apk+goo.apex]'
    mod_info = create_module_info([
        module(name='module8', test_mainline_modules=['foo.apk+goo.apex']),
        module(name='foo', installed=['out/path/foo.apk']),
        module(name='goo', installed=['out/path/goo.capex']),
    ])

    test_identifier = cli_t.parse_test_identifier(test_name)
    translator = cli_t.CLITranslator(mod_info)

    self.assertFalse(translator._verified_mainline_modules(test_identifier))


def create_module_info(modules=None):
  """wrapper func for creating module_info.ModuleInfo"""
  name_to_module_info = {}
  modules = modules or []

  for m in modules:
    name_to_module_info[m['module_name']] = m

  return module_info.load_from_dict(name_to_module_info)


def module(
    name=None,
    path=None,
    installed=None,
    classes=None,
    auto_test_config=None,
    test_config=None,
    shared_libs=None,
    dependencies=None,
    runtime_dependencies=None,
    data=None,
    data_dependencies=None,
    compatibility_suites=None,
    host_dependencies=None,
    srcs=None,
    supported_variants=None,
    test_mainline_modules=None,
):
  """return a module info dict."""
  name = name or 'libhello'

  m = {}

  m['module_name'] = name
  m['class'] = classes or ['ETC']
  m['path'] = [path or '']
  m['installed'] = installed or []
  m['is_unit_test'] = 'false'
  m['auto_test_config'] = auto_test_config or []
  m['test_config'] = test_config or []
  m['shared_libs'] = shared_libs or []
  m['runtime_dependencies'] = runtime_dependencies or []
  m['dependencies'] = dependencies or []
  m['data'] = data or []
  m['data_dependencies'] = data_dependencies or []
  m['compatibility_suites'] = compatibility_suites or []
  m['host_dependencies'] = host_dependencies or []
  m['srcs'] = srcs or []
  m['supported_variants'] = supported_variants or []
  m['test_mainline_modules'] = test_mainline_modules or []
  return m


def _gather_build_targets(test_infos):
  targets = set()
  for t_info in test_infos:
    targets |= t_info.build_targets
  return targets


if __name__ == '__main__':
  unittest.main()