facebook_page_scraper/test.py at master · lullu57/facebook_page_scraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
import json
import os
import unittest
from dotenv import load_dotenv
import facebook_page_scraper

load_dotenv()  # take environment variables from .env.

# Set environment variables for Facebook credentials
os.environ['fb_password'] = 'Qwer7890!'
os.environ['fb_email'] = 'edreamsprime3@gmail.com'
# get env password
fb_password = os.getenv('fb_password')
fb_email = os.getenv('fb_email')


class Test_json(unittest.TestCase):

    def is_name_empty(self, dictionary):
        for key in dictionary:
            if dictionary[key]['name'] == "":
                return True
        return False

    def test_scraper_for_json(self):
        scraper = facebook_page_scraper.Facebook_scraper(
            page_or_group_name=None,
            url="https://www.facebook.com/Amazon.fr",
            posts_count=5,
            browser="firefox",
            isGroup=False,
            headless=False,
            username=fb_email,
            password=fb_password
        )
        json_data = scraper.scrap_to_json()
        data_dictionary = json.loads(json_data)

        self.assertEqual(len(data_dictionary), 5)
        self.assertFalse(self.is_name_empty(data_dictionary), "Getting empty strings on name attribute")


class Test_csv_output(unittest.TestCase):

    ''' def test_csv_group(self):
        scraper = facebook_page_scraper.Facebook_scraper(
            page_or_group_name=None,
            url="https://www.facebook.com/profile.php?id=100076420447654",
            posts_count=5,
            browser="firefox",
            isGroup=False,
            headless=False,
            username=fb_email,
            password=fb_password
        )
        was_saved = scraper.scrap_to_csv("group_test", "./")
        self.assertEqual(was_saved, True) '''

    def test_csv_page(self):
        scraper = facebook_page_scraper.Facebook_scraper(
            page_or_group_name=None,
            url="https://www.facebook.com/Amazon.fr",
            posts_count=5,
            browser="firefox",
            headless=False,
            username=fb_email,
            password=fb_password
        )
        was_saved = scraper.scrap_to_csv("meta_test", "./")
        self.assertEqual(was_saved, True)


if __name__ == "__main__":
    unittest.main()