Skip to content

Commit 4b09d24

Browse files
ChillingfireChillingfire
committedJun 14, 2021
Fixed formating issue with .csv table (because some of the prices and titles had commas, and .csv files split using commas, it mixed up the formating. By removing commas, it cleans up the table)
1 parent fd12c9a commit 4b09d24

File tree

2 files changed

+52
-39
lines changed

2 files changed

+52
-39
lines changed
 

‎products.csv

+37-37
Original file line numberDiff line numberDiff line change
@@ -1,37 +1,37 @@
1-
Brand, Chipset, Title, Price
2-
ASUS,RTX2060,ASUS GeForce RTX 2060 Overclocked 6G GDDR6 Dual-Fan EVO Edition VR Ready HDMI DisplayPort DVI Graphics Card (DUAL-RTX2060-O6G-EVO),$618.89�(9 Offers)�
3-
GIGABYTE,RTX2060,GIGABYTE Radeon RX 5500 XT OC 4G (rev. 2.0) Graphics Card, PCIe 4.0, 4GB 128-Bit GDDR6, GV-R55XTOC-4GD Video Card,$507.68�(7 Offers)�
4-
MSI,RTX2070,MSI GeForce RTX 2070 SUPER 8GB GDDR6 PCI Express 3.0 x16 SLI Support Video Card RTX 2070 SUPER GAMING X TRIO,$1,584.99�(4 Offers)�
5-
GIGABYTE,RTX2060,GIGABYTE Geforce RTX 2060 OC 6G Graphics Card, 2 x WINDFORCE Fans, 6GB 192-Bit GDDR6, GV-N2060OC-6GD Video Card,$609.99�(14 Offers)�
6-
GIGABYTE,RTX2060,GIGABYTE GeForce RTX 2060 6GB GDDR6 PCI Express 3.0 x16 ATX Video Card GV-N2060WF2OC-6GD R2,$948.99�(4 Offers)�
7-
MSI,GTX1650,MSI Ventus GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 x16 Video Card GTX 1650 D6 VENTUS XS OCV1,$354.63�(15 Offers)�
8-
ASRock,GTX1650,ASRock Radeon RX 6700 XT Phantom Gaming D Graphic Card, 12GB GDDR6 VRAM, AMD RDNA2 (RX6700XT PGD 12GO),$1,308.45�(4 Offers)�
9-
MSI,GTX1660,MSI Gaming GeForce GTX 1660 SUPER 6GB GDDR6 PCI Express 3.0 x16 Video Card GTX 1660 SUPER GAMING X,$633.98�(10 Offers)�
10-
ASUS,GTX1660,ASUS ROG STRIX Radeon RX 6700 XT OC Edition Gaming Graphics Card (AMD RDNA 2, PCIe 4.0, 12GB GDDR6, HDMI 2.1, DisplayPort 1.4a, Axial-tech Fan Design, 2.9-slot, Super Alloy Power II, GPU Tweak II),$1,234.99�(4 Offers)�
11-
ASUS,GTX1650,ASUS TUF Gaming GeForce GTX 1650 TUF-GTX1650-O4GD6-P-GAMING 4GB 128-Bit GDDR6 PCI Express 3.0 HDCP Ready Video Card,$359.49�(5 Offers)�
12-
GIGABYTE,GT1030,GIGABYTE GeForce GT 1030 2GB GDDR5 PCI Express 3.0 x16 Video Card GV-N1030OC-2GI,$118.35�(16 Offers)�
13-
ASUS,GTX1650,ASUS TUF Gaming GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 Video Card TUF-GTX1650-O4GD6-P-GAMING,$371.00�(8 Offers)�
14-
GIGABYTE,GTX1650,GIGABYTE GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 x16 Low Profile Ready Video Card GV-N1656OC-4GL,$422.07�(11 Offers)�
15-
ASUS,GTX1050,ASUS Cerberus GeForce GTX 1050 Ti 4GB GDDR5 Gaming Graphics Card, CERBERUS-GTX1050TI-A4G,$298.19�(9 Offers)�
16-
GIGABYTE,GTX1650,GIGABYTE GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 x16 ATX Video Card GV-N1656WF2OC-4GD (rev. 2.0),$372.58�(16 Offers)�
17-
MSI,RTX2070,MSI GeForce RTX 2070 SUPER 8GB GDDR6 PCI Express 3.0 x16 SLI Support Video Card RTX 2070 Super GAMING X,$1,795.00�(1 Offers)�
18-
MSI,GTX1650,MSI GeForce GTX 1650 D6 VENTUS XS OCV1 Graphics Card, PCI-E, VR & 4K HDR Ready Video Card,$371.20�(9 Offers)�
19-
MSI,GTX1650,MSI GeForce GTX 1650 DirectX 12 GTX 1650 VENTUS XS 4G OCV1 4GB 128-Bit GDDR5 PCI Express 3.0 x16 HDCP Ready Video Card,$344.99�(3 Offers)�
20-
GIGABYTE,GTX1660,GIGABYTE GeForce GTX 1660 OC 6G Graphics Card, 2 x WINDFORCE Fans, 6GB 192-Bit GDDR5, GV-N1660OC-6GD Video Card,$469.99�(18 Offers)�
21-
MSI,GTX1650,MSI Ventus GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 x16 Video Card GTX 1650 D6 Ventus XS OC,$364.73�(14 Offers)�
22-
MSI,GTX1650,MSI Radeon RX 580 8GB GDDR5 PCI Express x16 CrossFireX Support Video Card RX 580 ARMOR 8G OC,$789.00�(6 Offers)�
23-
ASUS,GTX1650,ASUS Dual GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 Video Card DUAL-GTX1650-O4GD6-MINI,$337.02�(5 Offers)�
24-
GIGABYTE,RTX2060,GIGABYTE Geforce RTX 2060 OC 6G Graphics Card, 2 x WINDFORCE Fans, 6GB 192-Bit GDDR6, GV-N2060OC-6GD Video Card,$664.98�(3 Offers)�
25-
GIGABYTE,RTX2060,GIGABYTE Radeon RX 5500 XT 4GB GDDR6 PCI Express 4.0 x16 ATX Video Card GV-R55XTOC-4GD,$527.00�(10 Offers)�
26-
MSI,GT710,MSI GeForce GT 710 2GB DDR3 PCI Express 2.0 Low Profile Video Card GT 710 2GD3 LP,$75.99�(16 Offers)�
27-
GIGABYTE,RTX2060,GIGABYTE GeForce RTX 2060 OC GG Graphics Card, 2X Windforce Fans, 6GB 192-bit GDDR6, Gv-N2060OC-6GD REV2.0 Video Card,$660.98�(13 Offers)�
28-
EVGA,GTX1060,EVGA GeForce GTX 1060 GAMING, ACX 2.0 (Single Fan), 06G-P4-6161-KR, 6GB GDDR5, DX12 OSD Support (PXOC), Only 6.8 Inches,$924.00�(3 Offers)�
29-
GIGABYTE,GTX1060,GIGABYTE Radeon RX 6800 XT GAMING OC 16G Graphics Card, WINDFORCE 3X Cooling System, 16GB 256-bit GDDR6, GV-R68XTGAMING OC-16GD Video Card, Powered by AMD RDNA 2, HDMI 2.1,$1,863.78�(3 Offers)�
30-
Biostar,GTX1060,Biostar Gaming Radeon RX 550 4GB GDDR5 128-Bit DirectX 12 PCI Express 3.0 DVI-D Dual Link, HDMI, DisplayPort,$207.47�(5 Offers)�
31-
GIGABYTE,GTX1660,GIGABYTE GeForce GTX 1660 Ti OC 6G Graphics Card, 2 x WINDFORCE Fans, 6GB 192-Bit GDDR6, GV-N166TOC-6GD Video Card,$584.08�(6 Offers)�
32-
ASUS,GTX1650,ASUS TUF Gaming GeForce GTX 1650 SUPER Overclocked 4GB Edition HDMI DP DVI Gaming Graphics Card (TUF-GTX1650S-O4G-GAMING),$427.99�(8 Offers)�
33-
ASUS,GTX1650,ASUS TUF Gaming Radeon RX 6700 XT OC Edition Graphics Card (AMD RDNA 2, PCIe 4.0, 12GB GDDR6, HDMI 2.1, DisplayPort 1.4a, Dual Ball Fan Bearings, All-aluminum Shroud, Reinforced Frame, GPU Tweak II),$1,029.99�(6 Offers)�
34-
ZOTAC,GTX1650,ZOTAC GeForce GTX 1650 SUPER 4GB GDDR6 PCI Express 3.0 Video Card ZT-T16510F-10L,$477.67�(2 Offers)�
35-
PowerColor,GTX1650,PowerColor Red Devil AMD Radeon RX 6900 XT Ultimate Gaming Graphics Card with 16GB GDDR6 Memory, Powered by AMD RDNA 2, HDMI 2.1 (AXRX 6900XTU 16GBD6-3DHE/OC),$3,287.79�(3 Offers)�
36-
ZOTAC,RTX2060,ZOTAC GAMING GeForce RTX 2060 Twin Fan 6GB GDDR6 192-bit Gaming Graphics Card, Super Compact, IceStorm 2.0, ZT-T20600F-10M,$519.99��
37-
ASUS,RTX2060,ASUS Turbo GeForce RTX 2060 6GB GDDR6 PCI Express 3.0 Video Card TURBO-RTX2060-6G,$479.99�(2 Offers)�
1+
Brand, Chipset, Price, Number of Ratings, Title
2+
ASUS,GTX1050,$362.99��,(125),ASUS GeForce GTX 1050 Ti 4GB PHOENIX Fan Edition DVI-D HDMI DP 1.4 Gaming Graphics Card (PH-GTX1050Ti-4G)
3+
ASUS,RTX2060,$638.64�(10 Offers)�,(136),ASUS GeForce RTX 2060 Overclocked 6G GDDR6 Dual-Fan EVO Edition VR Ready HDMI DisplayPort DVI Graphics Card (DUAL-RTX2060-O6G-EVO)
4+
GIGABYTE,RTX2060,$699.99�(17 Offers)�,(92),GIGABYTE Geforce RTX 2060 OC 6G Graphics Card 2 x WINDFORCE Fans 6GB 192-Bit GDDR6 GV-N2060OC-6GD Video Card
5+
ASRock,RTX2060,$2269.99��,(5),ASRock OC Formula Radeon RX 6900 XT 16GB GDDR6 PCI Express 4.0 x16 ATX Video Card RX6900XT OCF 16G
6+
MSI,GTX1650,$327.33�(16 Offers)�,(17),MSI Ventus GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 x16 Video Card GTX 1650 D6 VENTUS XS OCV1
7+
MSI,GTX1660,$625.97�(13 Offers)�,(113),MSI Gaming GeForce GTX 1660 SUPER 6GB GDDR6 PCI Express 3.0 x16 Video Card GTX 1660 SUPER GAMING X
8+
MSI,RTX2070,$1584.99�(4 Offers)�,(56),MSI GeForce RTX 2070 SUPER 8GB GDDR6 PCI Express 3.0 x16 SLI Support Video Card RTX 2070 SUPER GAMING X TRIO
9+
GIGABYTE,RTX2070,$483.19�(7 Offers)�,(12),GIGABYTE Radeon RX 5500 XT OC 4G (rev. 2.0) Graphics Card PCIe 4.0 4GB 128-Bit GDDR6 GV-R55XTOC-4GD Video Card
10+
ASUS,RTX2070,$2559.99��,(2),ASUS ROG Strix Radeon RX 6900 XT 16GB GDDR6 PCI Express 4.0 x16 CrossFireX Support ATX Video Card ROG-STRIX-LC-RX6900XT-T16G-GAMING
11+
GIGABYTE,GT1030,$118.07�(15 Offers)�,(83),GIGABYTE GeForce GT 1030 2GB GDDR5 PCI Express 3.0 x16 Video Card GV-N1030OC-2GI
12+
ASUS,GT1030,$1193.00�(6 Offers)�,(28),ASUS ROG STRIX Radeon RX 6700 XT OC Edition Gaming Graphics Card (AMD RDNA 2 PCIe 4.0 12GB GDDR6 HDMI 2.1 DisplayPort 1.4a Axial-tech Fan Design 2.9-slot Super Alloy Power II GPU Tweak II)
13+
PowerColor,GT1030,$3285.59�(4 Offers)�,(12),PowerColor Red Devil AMD Radeon RX 6900 XT Ultimate Gaming Graphics Card with 16GB GDDR6 Memory Powered by AMD RDNA 2 HDMI 2.1 (AXRX 6900XTU 16GBD6-3DHE/OC)
14+
GIGABYTE,GTX1660,$501.79�(19 Offers)�,(46),GIGABYTE GeForce GTX 1660 OC 6G Graphics Card 2 x WINDFORCE Fans 6GB 192-Bit GDDR5 GV-N1660OC-6GD Video Card
15+
GIGABYTE,GTX1660,$1800.14�(6 Offers)�,(13),GIGABYTE Radeon RX 6800 XT GAMING OC 16G Graphics Card WINDFORCE 3X Cooling System 16GB 256-bit GDDR6 GV-R68XTGAMING OC-16GD Video Card Powered by AMD RDNA 2 HDMI 2.1
16+
ASUS,GTX1660,$1147.00�(7 Offers)�,(22),ASUS TUF Gaming Radeon RX 6700 XT OC Edition Graphics Card (AMD RDNA 2 PCIe 4.0 12GB GDDR6 HDMI 2.1 DisplayPort 1.4a Dual Ball Fan Bearings All-aluminum Shroud Reinforced Frame GPU Tweak II)
17+
ASRock,GTX1660,$1255.99�(4 Offers)�,(13),ASRock Radeon RX 6700 XT Phantom Gaming D Graphic Card 12GB GDDR6 VRAM AMD RDNA2 (RX6700XT PGD 12GO)
18+
ASUS,GTX1660,$638.36�(6 Offers)�,(145),ASUS TUF Gaming GeForce GTX 1660 SUPER Overclocked 6GB Edition HDMI DP DVI Gaming Graphics Card (TUF-GTX1660S-O6G-GAMING)
19+
ASRock,GTX1660,$2199.99�(2 Offers)�,(17),ASRock Radeon RX 6900 XT PHANTOM GAMING D Graphics Card 16GB GDDR6 AMD RDNA2 (RX6900XT PGD 16GO)
20+
GIGABYTE,RTX2060,$940.99�(5 Offers)�,(31),GIGABYTE GeForce RTX 2060 6GB GDDR6 PCI Express 3.0 x16 ATX Video Card GV-N2060WF2OC-6GD R2
21+
ASUS,GT1030,$122.48�(12 Offers)�,(49),ASUS GeForce GT 1030 2GB Phoenix Fan OC Edition HDMI DVI Graphics Card (PH-GT1030-O2G)
22+
GIGABYTE,GT1030,$2159.99�(8 Offers)�,Unknown,GIGABYTE AORUS Radeon RX 6900 XT 16GB GDDR6 PCI Express 4.0 x16 ATX Video Card GV-R69XTAORUS M-16GD
23+
ASUS,GTX1050,$273.00�(10 Offers)�,(5),ASUS Cerberus GeForce GTX 1050 Ti 4GB GDDR5 Gaming Graphics Card CERBERUS-GTX1050TI-A4G
24+
MSI,GTX1650,$347.83�(12 Offers)�,(1),MSI GeForce GTX 1650 D6 VENTUS XS OCV1 Graphics Card PCI-E VR & 4K HDR Ready Video Card
25+
GIGABYTE,GTX1650,$394.12�(12 Offers)�,(86),GIGABYTE GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 x16 Low Profile Ready Video Card GV-N1656OC-4GL
26+
MSI,RTX2070,$1795.00�(1 Offers)�,(255),MSI GeForce RTX 2070 SUPER 8GB GDDR6 PCI Express 3.0 x16 SLI Support Video Card RTX 2070 Super GAMING X
27+
GIGABYTE,RTX2060,$748.88�(14 Offers)�,(1),GIGABYTE GeForce RTX 2060 OC GG Graphics Card 2X Windforce Fans 6GB 192-bit GDDR6 Gv-N2060OC-6GD REV2.0 Video Card
28+
GIGABYTE,RTX2060,$585.98�(4 Offers)�,(1),GIGABYTE Geforce RTX 2060 OC 6G Graphics Card 2 x WINDFORCE Fans 6GB 192-Bit GDDR6 GV-N2060OC-6GD Video Card
29+
ASUS,GTX1650,$372.31�(11 Offers)�,(82),ASUS TUF Gaming GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 Video Card TUF-GTX1650-O4GD6-P-GAMING
30+
MSI,GTX1650,$349.99�(17 Offers)�,(27),MSI Ventus GeForce GTX 1650 4GB GDDR6 PCI Express 3.0 x16 Video Card GTX 1650 D6 Ventus XS OC
31+
EVGA,RTX3070,$799.99��,Unknown,EVGA GeForce RTX 3070 Ti FTW3 ULTRA GAMING Video Card 08G-P5-3797-KL 8GB GDDR6X iCX3 Technology ARGB LED Metal Backplate
32+
GIGABYTE,RTX3070,$979.99��,Unknown,GIGABYTE AORUS GeForce RTX 3070 Ti 8GB GDDR6X PCI Express 4.0 x16 ATX Video Card GV-N307TAORUS M-8GD
33+
GIGABYTE,RTX3080,$1599.99��,Unknown,GIGABYTE AORUS GeForce RTX 3080 Ti 12GB GDDR6X PCI Express 4.0 x16 ATX Video Card GV-N308TAORUS M-12GD
34+
ASUS,RTX3080,$1999.99��,Unknown,ASUS ROG STRIX GeForce RTX 3080 Ti 12GB GDDR6X PCI Express 4.0 x16 Video Card ROG-STRIX-RTX3080TI-O12G-GAMING
35+
ZOTAC,RTX2060,$519.99�(2 Offers)�,(41),ZOTAC GAMING GeForce RTX 2060 Twin Fan 6GB GDDR6 192-bit Gaming Graphics Card Super Compact IceStorm 2.0 ZT-T20600F-10M
36+
MSI,RTX3060,$499.99��,(16),MSI Ventus GeForce RTX 3060 12GB GDDR6 PCI Express 4.0 Video Card RTX 3060 Ventus 2X 12G OC
37+
GIGABYTE,RTX3060,$469.99��,Unknown,GIGABYTE Gaming GeForce RTX 3060 12GB GDDR6 PCI Express 4.0 x16 ATX Video Card GV-N3060GAMING OC-12GD (rev. 2.0)

‎scraper.py

+15-2
Original file line numberDiff line numberDiff line change
@@ -15,33 +15,46 @@
1515
filename = 'products.csv'
1616
f = open(filename, 'w')
1717

18-
headers = 'Brand, Chipset, Title, Price \n'
18+
headers = 'Brand, Chipset, Price, Number of Ratings, Title \n'
1919

2020
f.write(headers)
2121

2222
for graphics_cards in html_soup(attrs="item-container"):
2323

24+
#Offical title of product
2425
title_get = graphics_cards.find('a', class_="item-title")
2526
if title_get is not None:
2627
title = title_get.text
28+
title = title.replace(',','')
2729
else:
2830
title = "Unknown"
2931

32+
#Splits offical title
3033
title_list = title.split(" ")
3134

3235
array_length = len(title_list)
3336

37+
#Checks number of ratings
38+
num_rating_get = graphics_cards.find('a', class_="item-rating")
39+
if num_rating_get is not None:
40+
num_rating = num_rating_get.text
41+
else:
42+
num_rating = "Unknown"
43+
44+
#Checks chipset
3445
for i in range(array_length):
3546
if title_list[i] == 'GTX' or title_list[i] == 'RTX' or title_list[i] == 'GT':
3647
chipset = title_list[i] + title_list[i + 1]
3748

49+
#Finds price
3850
price_get = graphics_cards.find('li', class_="price-current")
3951
if price_get is not None:
4052
price = price_get.text
53+
price = price.replace(',','')
4154
else:
4255
price = "Unknown"
4356

4457

45-
f.write(title_list[0] + "," + chipset + ',' + title + "," + price + "\n")
58+
f.write(title_list[0] + "," + chipset + ',' + price + "," + num_rating + "," + title + "\n")
4659

4760
f.close()

0 commit comments

Comments
 (0)