ucladevx
diff --git a/‎.github/workflows/build_for_prod.yml
+43 b/‎.github/workflows/build_for_prod.yml
+43
diff --git a/‎Makefile
+16-4 b/‎Makefile
+16-4
diff --git a/‎scraping/puppeteer/facebook.js
+290 b/‎scraping/puppeteer/facebook.js
+290
@@ -0,0 +1,43 @@
+name: Production Server Build Dry-Run
+
+on: [pull_request]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      # can't really use caching here AFAIK as pip doesn't store installed packages in repo
+      - name: Build Production Server
+        env:
+          RUNNER: GITHUB
+          BASE_NAME: ${{ secrets.BASE_NAME }}
+          BASE_DOCKERFILE: ${{ secrets.BASE_DOCKERFILE }}
+          DEV_DOCKER_COMPOSE: ${{ secrets.DEV_DOCKER_COMPOSE }}
+          AWS_PG_URL: ${{ secrets.AWS_PG_URL }}
+          POSTGRES_URL: ${{ secrets.POSTGRES_URL }}
+          POSTGRES_PORT: ${{ secrets.POSTGRES_PORT }}
+          POSTGRES_USER: ${{ secrets.POSTGRES_USER }}
+          POSTGRES_PASSWORD: ${{ secrets.POSTGRES_PASSWORD }}
+          POSTGRES_DB: ${{ secrets.POSTGRES_DB }}
+          POSTGRES_IMAGE: ${{ secrets.POSTGRES_IMAGE }}
+          API_SERVER_PORT: ${{ secrets.API_SERVER_PORT }}
+          FACEBOOK_APP_ID: ${{ secrets.FACEBOOK_APP_ID }}
+          FACEBOOK_APP_SECRET: ${{ secrets.FACEBOOK_APP_SECRET }}
+          FACEBOOK_SECRET_KEY: ${{ secrets.FACEBOOK_SECRET_KEY }}
+          FACEBOOK_USER_ACCESS_TOKEN: ${{ secrets.FACEBOOK_USER_ACCESS_TOKEN }}
+          GOOGLE_CLIENT_ID: ${{ secrets.GOOGLE_CLIENT_ID }}
+          GOOGLE_CLIENT_SECRET: ${{ secrets.GOOGLE_CLIENT_SECRET }}
+          MLAB_USERNAME: ${{ secrets.MLAB_USERNAME }}
+          MLAB_PASSWORD: ${{ secrets.MLAB_PASSWORD }}
+          MLAB_HOST: ${{ secrets.MLAB_HOST }}
+          POSTGRES_URI: ${{ secrets.POSTGRES_URI }}
+          AWS_PG_URI: ${{ secrets.AWS_PG_URI }}
+          APP_SECRET_KEY: ${{ secrets.APP_SECRET_KEY }}
+          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
+          GOOGLE_API_KEY_1: ${{ secrets.GOOGLE_API_KEY_1 }}
+          GOOGLE_API_KEY_2: ${{ secrets.GOOGLE_API_KEY_2 }}
+          GOOGLE_API_KEY_3: ${{ secrets.GOOGLE_API_KEY_3 }}
+          GOOGLE_API_KEY_4: ${{ secrets.GOOGLE_API_KEY_4 }}
+          EVENTBRITE_USER_KEY: ${{ secrets.EVENTBRITE_USER_KEY }} 
+        run: make prod
@@ -1,18 +1,30 @@
-# Include Environment Variables from .env file
-include .env 
+RUNNER?=USER
+
+# Include Environment Variables from .env file if run as user
+ifeq ($(RUNNER), USER)
+	include .env
+endif
 
 ##################       LOCAL DEVELOPMENT (Backend Only)     ##################
 
 # Build backend image. Must be built before dev work (and only once unless changed)
 build-base:
 	docker build ./src -t $(BASE_NAME) -f $(BASE_DOCKERFILE)
 
+get-base:
+ifneq ($(shell docker images --filter=reference="$(BASE_NAME)" --format "{{.Repository}}"), $(BASE_NAME))
+#ifeq ($(shell docker inspect "$(BASE_NAME)"; echo "$?"), 0)
+#	docker pull $(BASE_NAME)
+#else
+	make build-base
+endif
+
 # Run backend in dev mode with local Postgres database
-dev:
+dev: get-base
 	docker-compose -f $(DEV_DOCKER_COMPOSE) up --build
 
 # Run backend in prod mode with AWS Postgres database
-prod:
+prod: get-base
 	docker-compose up --build
 
 # Stops the stack. Can also Ctrl+C in the same terminal window stack was run.
 
@@ -0,0 +1,290 @@
+const puppeteer = require('puppeteer');
+
+
+const USERNAME_SELECTOR = '#email'
+const PASSWORD_SELECTOR = '#pass'
+const LOGIN_SELECTOR = '#loginbutton'
+
+let anchorHref;
+
+async function run() {
+
+    // launch puppeteer
+    const browser = await puppeteer.launch({
+        headless: false, 
+        args: ['--disable-notifications']
+    });
+    
+    // log in to facebook
+    const page = await browser.newPage();
+    await page.goto('https://facebook.com');
+    
+    await page.click(USERNAME_SELECTOR);
+    await page.keyboard.type("[email protected]");
+    
+    await page.click(PASSWORD_SELECTOR);
+    await page.keyboard.type("Mappening 2019");
+    
+    await page.click(LOGIN_SELECTOR);
+    await page.waitForNavigation();
+    
+    // first endpoint
+    await page.goto('https://www.facebook.com/search/events/?q=ucla');
+    
+    // turn off asking to show notifications
+    page.on('dialog', async dialog => {
+        console.log(dialog.message());
+        await dialog.dismiss();
+    })
+    
+
+    let handles = [];
+
+    let keepCalling = true;
+    let keepCallingTimeout = setTimeout(function () {
+        keepCalling = false;
+    }, 30000);
+
+    // Date: Any Date
+    
+    while(true) {
+        
+        await page.evaluate('window.scrollTo(0, document.body.scrollHeight)');
+        
+        handles = await page.$$('.fbEventAttachmentCTAButton');
+        
+
+        console.log(handles.length);
+
+        if(handles.length != 0) {
+            keepCalling = true;
+            clearTimeout(keepCallingTimeout);
+            keepCallingTimeout = setTimeout(function () {
+                keepCalling = false;
+            }, 30000);
+        }
+
+        // if there are no handles just go to the next page
+        if (handles.length == 0 && keepCalling == false) {
+            break;
+        }
+
+        for (let interested of handles)
+            await interested.click();
+
+    }
+
+    keepCalling = true;
+    keepCallingTimeout = setTimeout(function () {
+        keepCalling = false;
+    }, 30000);
+
+    
+     
+    // Date: Today
+
+    dateRangeAnchors = await page.$$('._4f3b');
+    console.log(dateRangeAnchors);
+    anchorHref = await page.evaluate(anchor => anchor.getAttribute('href'), dateRangeAnchors[5]);
+    console.log(anchorHref);
+    await page.goto(anchorHref);
+
+
+    while(true) {
+        
+        await page.evaluate('window.scrollTo(0, document.body.scrollHeight)');
+        
+        handles = await page.$$('.fbEventAttachmentCTAButton');
+        
+
+        console.log(handles.length);
+
+        if(handles.length != 0) {
+            keepCalling = true;
+            clearTimeout(keepCallingTimeout);
+            keepCallingTimeout = setTimeout(function () {
+                keepCalling = false;
+            }, 30000);
+        }
+
+        // if there are no handles just go to the next page
+        if (handles.length == 0 && keepCalling == false) {
+            break;
+        }
+
+        for (let interested of handles)
+            await interested.click();
+
+    }
+
+
+    keepCalling = true;
+    keepCallingTimeout = setTimeout(function () {
+        keepCalling = false;
+    }, 30000);
+
+    // Date: Tomorrow
+
+    dateRangeAnchors = await page.$$('._4f3b');
+    console.log(dateRangeAnchors);
+    anchorHref = await page.evaluate(anchor => anchor.getAttribute('href'), dateRangeAnchors[6]);
+    console.log(anchorHref);
+    await page.goto(anchorHref);
+
+    while(true) {
+        
+        await page.evaluate('window.scrollTo(0, document.body.scrollHeight)');
+        
+        handles = await page.$$('.fbEventAttachmentCTAButton');
+        
+
+        console.log(handles.length);
+
+        if(handles.length != 0) {
+            keepCalling = true;
+            clearTimeout(keepCallingTimeout);
+            keepCallingTimeout = setTimeout(function () {
+                keepCalling = false;
+            }, 30000);
+        }
+
+        // if there are no handles just go to the next page
+        if (handles.length == 0 && keepCalling == false) {
+            break;
+        }
+
+        for (let interested of handles)
+            await interested.click();
+
+    }
+
+
+    keepCalling = true;
+    keepCallingTimeout = setTimeout(function () {
+        keepCalling = false;
+    }, 30000);
+
+    // Date: This Week
+
+    dateRangeAnchors = await page.$$('._4f3b');
+    console.log(dateRangeAnchors);
+    anchorHref = await page.evaluate(anchor => anchor.getAttribute('href'), dateRangeAnchors[7]);
+    console.log(anchorHref);
+    await page.goto(anchorHref);
+
+    while(true) {
+        
+        await page.evaluate('window.scrollTo(0, document.body.scrollHeight)');
+        
+        handles = await page.$$('.fbEventAttachmentCTAButton');
+        
+
+        console.log(handles.length);
+
+        if(handles.length != 0) {
+            keepCalling = true;
+            clearTimeout(keepCallingTimeout);
+            keepCallingTimeout = setTimeout(function () {
+                keepCalling = false;
+            }, 30000);
+        }
+
+        // if there are no handles just go to the next page
+        if (handles.length == 0 && keepCalling == false) {
+            break;
+        }
+
+        for (let interested of handles)
+            await interested.click();
+
+    }
+
+
+    keepCalling = true;
+    keepCallingTimeout = setTimeout(function () {
+        keepCalling = false;
+    }, 30000);
+
+    // Date: This Weekend
+
+    dateRangeAnchors = await page.$$('._4f3b');
+    console.log(dateRangeAnchors);
+    anchorHref = await page.evaluate(anchor => anchor.getAttribute('href'), dateRangeAnchors[8]);
+    console.log(anchorHref);
+    await page.goto(anchorHref);
+
+    while(true) {
+        
+        await page.evaluate('window.scrollTo(0, document.body.scrollHeight)');
+        
+        handles = await page.$$('.fbEventAttachmentCTAButton');
+        
+
+        console.log(handles.length);
+
+        if(handles.length != 0) {
+            keepCalling = true;
+            clearTimeout(keepCallingTimeout);
+            keepCallingTimeout = setTimeout(function () {
+                keepCalling = false;
+            }, 30000);
+        }
+
+        // if there are no handles just go to the next page
+        if (handles.length == 0 && keepCalling == false) {
+            break;
+        }
+
+        for (let interested of handles)
+            await interested.click();
+
+    }
+
+
+    keepCalling = true;
+    keepCallingTimeout = setTimeout(function () {
+        keepCalling = false;
+    }, 30000);
+
+    // Date: This Weekend
+
+    dateRangeAnchors = await page.$$('._4f3b');
+    console.log(dateRangeAnchors);
+    anchorHref = await page.evaluate(anchor => anchor.getAttribute('href'), dateRangeAnchors[9]);
+    console.log(anchorHref);
+    await page.goto(anchorHref);
+
+    while(true) {
+        
+        await page.evaluate('window.scrollTo(0, document.body.scrollHeight)');
+        
+        handles = await page.$$('.fbEventAttachmentCTAButton');
+        
+
+        console.log(handles.length);
+
+        if(handles.length != 0) {
+            keepCalling = true;
+            clearTimeout(keepCallingTimeout);
+            keepCallingTimeout = setTimeout(function () {
+                keepCalling = false;
+            }, 30000);
+        }
+
+        // if there are no handles just go to the next page
+        if (handles.length == 0 && keepCalling == false) {
+            break;
+        }
+
+        for (let interested of handles)
+            await interested.click();
+
+    }
+
+
+
+    browser.close();
+
+}
+
+run();