daniil-berg/mwfin
2
1
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Compare commits

base: daniil-berg:652ded4cd9bbcc93b2ad5c7aa0d9a16c82437760
Branches Tags
daniil-berg:master
...
compare: daniil-berg:d504ddfc33f5c4bd9c726ac7d9052a0af51830b2
Branches Tags
daniil-berg:master

2 Commits
652ded4cd9 ... d504ddfc33

Author SHA1 Message Date
Daniil Fajnberg
d504ddfc33 reading test html file in test class set up method 2021-11-23 19:57:37 +01:00
Daniil Fajnberg
6ac38ad06d updated/condensed html 2021-11-23 19:42:20 +01:00
3 changed files with 50 additions and 29 deletions
Expand all files Collapse all files

2
src/mwfin/functions.py
View File

@@ -11,6 +11,8 @@ from bs4.element import ResultSet, Tag
# the end dates of the reporting periods as strings (either years or quarters). # the end dates of the reporting periods as strings (either years or quarters).
ResultDict = dict[str, Union[tuple[int], tuple[str]]] ResultDict = dict[str, Union[tuple[int], tuple[str]]]
HTML_PARSER = 'html.parser'
async def soup_from_url(url: str, session: ClientSession = None) -> BeautifulSoup: async def soup_from_url(url: str, session: ClientSession = None) -> BeautifulSoup:
""" """

20
tests/test_functions.py
View File

@@ -1,3 +1,4 @@
from pathlib import Path
from unittest import IsolatedAsyncioTestCase from unittest import IsolatedAsyncioTestCase
from unittest.mock import patch, MagicMock, AsyncMock, call from unittest.mock import patch, MagicMock, AsyncMock, call
@@ -5,14 +6,21 @@ from bs4 import BeautifulSoup
from mwfin import functions from mwfin import functions
# boiled down & accurate structure of a relevant data table
# https://www.marketwatch.com/investing/stock/aapl/financials/cash-flow THIS_DIR = Path(__file__).parent
# view page source @ line 2055
TEST_HTML = ''
TEST_SOUP = BeautifulSoup(TEST_HTML, 'html.parser')
class FunctionsTestCase(IsolatedAsyncioTestCase): class FunctionsTestCase(IsolatedAsyncioTestCase):
# boiled down & accurate structure of a relevant data table
# https://www.marketwatch.com/investing/stock/aapl/financials/cash-flow
# view page source @ line 2055
TEST_HTML_FILE_PATH = Path(THIS_DIR, 'test_structure.html')
@classmethod
def setUpClass(cls) -> None:
with open(cls.TEST_HTML_FILE_PATH, 'r') as f:
test_html = f.read()
cls.test_soup = BeautifulSoup(test_html, functions.HTML_PARSER)
@patch.object(functions, 'ClientSession') @patch.object(functions, 'ClientSession')
async def test_soup_from_url(self, mock_session_cls): async def test_soup_from_url(self, mock_session_cls):
@@ -33,7 +41,7 @@ class FunctionsTestCase(IsolatedAsyncioTestCase):
def test_extract_end_dates(self): def test_extract_end_dates(self):
expected_output = ('End_Date_1', 'End_Date_2') expected_output = ('End_Date_1', 'End_Date_2')
output = functions.extract_end_dates(TEST_SOUP) output = functions.extract_end_dates(self.test_soup)
self.assertTupleEqual(expected_output, output) self.assertTupleEqual(expected_output, output)
def test_find_relevant_table_rows(self): def test_find_relevant_table_rows(self):

29
tests/test_structure.html
View File

@@ -5,28 +5,39 @@
<title>Title</title> <title>Title</title>
</head> </head>
<body> <body>
<div><table aria-label="(something something) data table"> <div class="financials">
<header>
<h2><span>Foo table</span></h2>
<small> All values USD.</small>
</header>
<div>
<div>
<table>
<thead> <thead>
<tr> <tr>
<th><div> 'Item' </div><div> 'Item' </div></th> <th><div> 'Item' </div><div> 'Item' </div></th>
<th><div> End_Date_1 </div></th> <th><div> End_Date_1 </div></th>
<th><div> End_Date_2 </div></th> <th><div> End_Date_2 </div></th>
<th></th>
</tr> </tr>
</thead> </thead>
<tbody> <tbody>
<tr> <tr>
<td><div> Item_1 </div><div class="other"> Item_1 </div></td> <td><div> Item_1 </div><div> Item_1 </div></td>
<td><div><span class=""> 11M </span></div></td> <td></td>
<td><div><span class="negative"> (22M) </span></div></td> <td></td>
<td><div> <div data-chart-data="11000000.0,-22000000.0"><div></div></td> <td><div> <div data-chart-data="11000000.0,-22000000.0"><div></div></td>
</tr> </tr>
<tr> <tr>
<td><div> Item_2 </div><div class="other"> Item_2 </div></td> <td><div> Item_2 </div><div> Item_2 </div></td>
<td><div><span class="positive"> 12% </span></div></td> <td></td>
<td><div><span class="negative"> 13% </span></div></td> <td></td>
<td><div> <div data-chart-data="0.12bazbazbaz,-0.13bazbazbaz"> <div></div></td> <td></td>
</tr> </tr>
</tbody> </tbody>
</table></div> </table>
</div>
</div>
</div>
</body> </body>
</html> </html>