import.js

const request = require('request-promise');
const cheerio = require('cheerio');
const mongoose = require('mongoose');
const CraigslistApt = require('./model/CraigslistApt');
const mongoDbUrl = require('./config/keys');
const url = require('./config/url');

async function scrapeApts() {
  const result = await request.get(url);
  const $ = await cheerio.load(result);
  const apartments = $('.result-info')
    .map((i, element) => {
      const titleElement = $(element).find('.result-title');
      const title = titleElement.text();
      const url = titleElement.attr('href');
      const timestamp = new Date(
        $(element)
          .find('.result-date')
          .attr('datetime')
      );
      const price = $(element)
        .find('.result-price')
        .text();
      const neighborhood = $(element)
        .find('.result-hood')
        .text();
      const squareFeet = $(element).find('.housing');
      const size = squareFeet.text().trim();

      return { title, timestamp, url, price, neighborhood, size };
    })
    .get();
  return apartments;
}

async function craigslistAptToMongoDb(aptArray) {
  const promises = aptArray.map(async apartment => {
    const aptFromDb = await CraigslistApt.findOne({ url: apartment.url });
    if (!aptFromDb) {
      const newApt = new CraigslistApt(apartment);
      return newApt.save();
    }
  });
  await Promise.all(promises);
}

async function main() {
  try {
    await mongoose.connect(mongoDbUrl, { useNewUrlParser: true });
    console.log('Connected to mongodb');
    const aptArray = await scrapeApts();
    await craigslistAptToMongoDb(aptArray);
    mongoose.disconnect();
    console.log('disconnected from mongodb!');
  } catch (err) {
    console.error(err);
  }
}

main();