from pathlib import Path from unittest import IsolatedAsyncioTestCase from unittest.mock import patch, MagicMock, AsyncMock, call from bs4 import BeautifulSoup from mwfin import functions from mwfin.constants import HTML_PARSER, BASE_URL, FIN_STMT_URL_SUFFIX, IS, BS, CF, END_DATE THIS_DIR = Path(__file__).parent class FunctionsTestCase(IsolatedAsyncioTestCase): # boiled down & accurate structure of a relevant data table # https://www.marketwatch.com/investing/stock/aapl/financials/cash-flow # view page source @ line 2055 TEST_HTML_FILE_PATH = Path(THIS_DIR, 'test_structure.html') @staticmethod def get_mock_session(response_text: str = None) -> MagicMock: mock_response = MagicMock() mock_response.text = AsyncMock(return_value=response_text) mock_get_return = MagicMock() mock_get_return.__aenter__ = AsyncMock(return_value=mock_response) mock_session_obj = MagicMock() mock_session_obj.get = MagicMock(return_value=mock_get_return) return mock_session_obj @classmethod def setUpClass(cls) -> None: with open(cls.TEST_HTML_FILE_PATH, 'r') as f: test_html = f.read() cls.test_soup = BeautifulSoup(test_html, HTML_PARSER) @patch.object(functions, 'ClientSession') async def test_soup_from_url(self, mock_session_cls): test_html = 'foo' mock_session_cls.return_value = mock_session_obj = self.get_mock_session(test_html) expected_output = BeautifulSoup(test_html, 'html.parser') output = await functions.soup_from_url('baz', mock_session_obj) self.assertEqual(expected_output, output) def test_extract_end_dates(self): expected_output = ('End_Date_1', 'End_Date_2') output = functions.extract_end_dates(self.test_soup) self.assertTupleEqual(expected_output, output) def test_is_relevant_table_row(self): test_html = '
Cash & Short Term Investments
' test_soup = BeautifulSoup(test_html, HTML_PARSER) self.assertTrue(functions.is_relevant_table_row(test_soup.tr)) test_html = '
Cash & Short Term Investments Growth
' test_soup = BeautifulSoup(test_html, HTML_PARSER) self.assertFalse(functions.is_relevant_table_row(test_soup.tr)) @patch.object(functions, 'is_relevant_table_row') def test_find_relevant_table_rows(self, mock_is_relevant_table_row): mock_is_relevant_table_row.return_value = True test_table = self.test_soup.find('div', attrs={'class': 'financials'}) expected_output = test_table.find_all('tr')[1:-1] output = functions.find_relevant_table_rows(self.test_soup) self.assertListEqual(expected_output, output) mock_is_relevant_table_row.assert_called_once_with(expected_output[0]) def test_extract_row_data(self): test_table = self.test_soup.find('div', attrs={'class': 'financials'}).div.div.table expected_output = ('Item_1', (11000000, -22000000)) output = functions.extract_row_data(test_table.tbody.tr) self.assertTupleEqual(expected_output, output) @patch.object(functions, 'extract_row_data') @patch.object(functions, 'find_relevant_table_rows') @patch.object(functions, 'extract_end_dates') def test_extract_all_data(self, mock_extract_end_dates, mock_find_relevant_table_rows, mock_extract_row_data): test_end_dates = ('foo', 'bar') mock_extract_end_dates.return_value = test_end_dates test_relevant_rows = ['tr1', 'tr2'] mock_find_relevant_table_rows.return_value = test_relevant_rows test_row_data = ('item_name', (123, 456)) mock_extract_row_data.return_value = test_row_data expected_output = { END_DATE: test_end_dates, test_row_data[0]: test_row_data[1], test_row_data[0]: test_row_data[1], } output = functions.extract_all_data(self.test_soup) self.assertDictEqual(expected_output, output) mock_extract_end_dates.assert_called_once_with(self.test_soup) mock_find_relevant_table_rows.assert_called_once_with(self.test_soup) mock_extract_row_data.assert_has_calls([call(test_relevant_rows[0]), call(test_relevant_rows[1])]) @patch.object(functions, 'extract_all_data') @patch.object(functions, 'soup_from_url') async def test__get_financial_statement(self, mock_soup_from_url, mock_extract_all_data): mock_session = MagicMock() test_ticker, statement = 'bar', BS test_url = f'{BASE_URL}/{test_ticker}/financials{FIN_STMT_URL_SUFFIX[statement]}' mock_soup_from_url.return_value = mock_soup = MagicMock() mock_extract_all_data.return_value = expected_output = {'foo': 'bar'} quarterly = False output = await functions._get_financial_statement(statement, test_ticker, quarterly, mock_session) self.assertDictEqual(expected_output, output) mock_soup_from_url.assert_called_once_with(test_url, mock_session) mock_extract_all_data.assert_called_once_with(mock_soup) mock_soup_from_url.reset_mock() mock_extract_all_data.reset_mock() quarterly = True output = await functions._get_financial_statement(statement, test_ticker, quarterly, mock_session) self.assertDictEqual(expected_output, output) mock_soup_from_url.assert_called_once_with(test_url + '/quarter', mock_session) mock_extract_all_data.assert_called_once_with(mock_soup) @patch.object(functions, '_get_financial_statement') async def test_get_balance_sheet(self, mock__get_financial_statement): symbol, quarterly, mock_session = 'foo', False, MagicMock() mock__get_financial_statement.return_value = expected_output = 'bar' output = await functions.get_balance_sheet(symbol, quarterly, mock_session) self.assertEqual(expected_output, output) mock__get_financial_statement.assert_called_once_with(BS, symbol, quarterly, mock_session) @patch.object(functions, '_get_financial_statement') async def test_get_income_statement(self, mock__get_financial_statement): symbol, quarterly, mock_session = 'foo', False, MagicMock() mock__get_financial_statement.return_value = expected_output = 'bar' output = await functions.get_income_statement(symbol, quarterly, mock_session) self.assertEqual(expected_output, output) mock__get_financial_statement.assert_called_once_with(IS, symbol, quarterly, mock_session) @patch.object(functions, '_get_financial_statement') async def test_get_cash_flow_statement(self, mock__get_financial_statement): symbol, quarterly, mock_session = 'foo', False, MagicMock() mock__get_financial_statement.return_value = expected_output = 'bar' output = await functions.get_cash_flow_statement(symbol, quarterly, mock_session) self.assertEqual(expected_output, output) mock__get_financial_statement.assert_called_once_with(CF, symbol, quarterly, mock_session) @patch.object(functions, 'get_cash_flow_statement') @patch.object(functions, 'get_income_statement') @patch.object(functions, 'get_balance_sheet') async def test_get_company_financials(self, mock_get_bs, mock_get_is, mock_get_cf): mock_end_dates = ('bar', 'baz') mock_get_bs.return_value = {END_DATE: mock_end_dates, 'a': (1, 2)} mock_get_is.return_value = {END_DATE: mock_end_dates, 'b': (2, 3)} mock_get_cf.return_value = {END_DATE: mock_end_dates, 'c': (3, 4)} expected_output = { END_DATE: mock_end_dates, 'a': (1, 2), 'b': (2, 3), 'c': (3, 4) } symbol, quarterly, mock_session = 'foo', False, MagicMock() output = await functions.get_company_financials(symbol, quarterly, mock_session) self.assertDictEqual(expected_output, output) mock_get_bs.assert_called_once_with(symbol, quarterly, mock_session) mock_get_is.assert_called_once_with(symbol, quarterly, mock_session) mock_get_cf.assert_called_once_with(symbol, quarterly, mock_session)