jeep-mfg.js

const fetcher = require('./fetch-with-cache.js');
const moment = require('moment');
const fs = require('fs');
const { fetchFromDealer, getQueryByDealer } = require('./dealer-common.js');
 
function formatCurrency(numberString) {
    let result = ''
    for (let i = numberString.length - 1; i > -1; i--) {
        result = numberString.charAt(i) + result;
        const pos = numberString.length - i;
        if (pos > 0 && pos % 3 === 0) result = ',' + result;
    }
    return '$' + result;
}

function makeImageUrl(urlParams, width, interior=false) {
    const imageUrl = 'https://www.jeep.com/mediaserver/iris?'
    let pov = 'fullfronthero';
    let height = Math.trunc(width / 6 * 4);
    if (interior) { 
        pov = 'I01';
        height = Math.trunc(width / 6 * 8);
    }  
    const renderSettings = `&pov=${pov}&width=${width}&height=${height}&bkgnd=white&resp=jpg`;
    return `${imageUrl}${urlParams}${renderSettings}`;
}

async function getDealers(zipCode, radiusMiles) {
    const url = 'https://www.jeep.com/bdlws/MDLSDealerLocator?zipCode=ZIPCODE&func=SALES&radius=RADIUSMILES&brandCode=J&resultsPerPage=999'
    const requestUrl = url
        .replace('ZIPCODE', zipCode)
        .replace('RADIUSMILES', radiusMiles);
    const data = await fetcher.getJson(requestUrl);
    const result = data.status;
    if (!result === 200) {
        console.error(`Could not get dealer list for ${zipCode}: ${result}`);
        return [];
    }
    const dealers = [];
    for (const dealer of data.dealer) {
        let dealerAddress = dealer.dealerAddress1;
        if (dealer.dealerAddress2) dealerAddress += dealer.dealerAddress2;
        dealers.push({
            code: dealer.dealerCode,
            name: dealer.dealerName,
            address: `${dealerAddress}, ${dealer.dealerCity}, ${dealer.dealerState}`,
            cityState: `${dealer.dealerCity}, ${dealer.dealerState}`,
            website: dealer.website + '/'
        })
    }

    console.log(`Obtained ${dealers.length} dealers for ${zipCode}`);
    return dealers;
}

function isCarValid(car, filters) {
    if (filters.engineCodes) {
        if (filters.engineCodes.indexOf(car.engineCode) === -1) return false;
    }

    if (filters.transmissionCodes) {
        if (filters.transmissionCodes.indexOf(car.transmissionCode) === -1) return false;
    }

    if (filters.exteriorColorCodes) {
        if (filters.exteriorColorCodes.indexOf(car.exteriorColorCode) === -1) return false;
    }

    if (filters.options) {
        for (const option of filters.options) {
            if (Array.isArray(option)) {
                let match = false;
                for (const optionCode of option) {
                    if (car.options.indexOf(optionCode) > -1) {
                        match = true;
                        break;
                    }
                }
                if (!match) return false;
            } else {
                if (car.options.indexOf(option) === -1) return false;
            }
        }
    }

    return true;
}

async function getCars(filters, zipCode, dealers, radiusMiles) {
    const url = 'https://www.jeep.com/hostd/inventory/getinventoryresults.json?func=SALES&includeIncentives=Y&matchType=X&modelYearCode=IUJ202010&pageNumber=PAGENUMBER&pageSize=PAGESIZE&radius=RADIUSMILES&sortBy=0&zip=ZIPCODE'
    const pageSize = 10000;
    const requestUrl = url
        .replace('PAGENUMBER', 1)
        .replace('ZIPCODE', zipCode)
        .replace('RADIUSMILES', radiusMiles)
        .replace('PAGESIZE', pageSize);
    // console.log(requestUrl);
    const data = await fetcher.getJson(requestUrl);
    const result = data.result.result
    if (!result === "SUCCESS") {
        console.error(`${result}: ${data.result.errors.join(', ')}`);
        return [];
    }
    const cars = data.result.data.vehicles;
    console.log(`${cars.length} cars found.`);
    if (cars.length === pageSize) {
        console.warning('There may be more cars available; send another request!');
    }
    if (cars.length < data.result.data.metadata.totalCount) {
        console.warning('There are more cars available; send another request!');
    }
    filteredCars = []
    for (const car of cars) {
        if (filters && !isCarValid(car, filters)) continue;

        const engine = car.engineDesc;
        const tranny = car.transmissionDesc;
        const model = car.vehicleDesc;
        const vin = car.vin;
        const interior = car.interiorFabric;
        const employeePrice = car.price.employeePrice;
        const totalPrice = car.price.netPrice;
        const options = car.options;
        let doors;
        for (const attribute of car.attributes.attributes) {
            if (attribute.typeDesc === "Doors") {
                doors = attribute.value;
            }
        }
        const exteriorImageUrl = makeImageUrl(car.extImage, 1000, false);
        const interiorImageUrl = makeImageUrl(car.intImage, 1000, true);
        const modelYearCode = car.ccode.substring(0, 9);
        const windowSticker = `https://www.jeep.com/hostd/windowsticker/getWindowStickerPdf.do?vin=${vin}`
        let dealer = dealers.filter(a => a.code === car.dealerCode);
        if (dealer.length !== 1) {
            console.error(`${dealer.length} dealers found for car with dealer code = ${car.dealerCode}`);
        }
        dealer = dealer[0];
        // mine:        https://www.jeep.com/new-inventory/vehicle-details.html?modelYearCode=IUJ202010&vin=1C4HJXFN2LW266150&dealerCode=60385&radius=150&matchType=X&statusCode=KZX&ref=details&variation=undefined
        // theirs:      https://www.jeep.com/new-inventory/vehicle-details.html?modelYearCode=IUJ202010&vin=1C4HJXCG0LW205403&dealerCode=26852&radius=150&matchType=X&statusCode=KZX&ref=details&variation=undefined
        // My generated URLs don't load properly.
        const carUrl = `https://www.jeep.com/new-inventory/vehicle-details.html?modelYearCode=${modelYearCode}&vin=${vin}&dealerCode=${dealer.code}&radius=${radiusMiles}&matchType=X&statusCode=${car.statusCode}&ref=details&variation=undefined`
        thisCar = {
            model, engine, tranny, vin, interior, employeePrice, totalPrice, 
            options, doors, exteriorImageUrl, interiorImageUrl, 
            windowSticker,
            url: carUrl,
            finalPrice: employeePrice ? formatCurrency(employeePrice) : formatCurrency(totalPrice),
            msrp: formatCurrency(totalPrice),
            rawData: car,
            dealer: dealer
        };
        filteredCars.push(thisCar);
    }

    console.log(`Obtained ${filteredCars.length} cars from a total of ${cars.length} for ${zipCode}`);
    return filteredCars;
}

async function getCarsFromFactory() {
    const zipCodes = [
        77478,
        94610
    ]

    const radiusMiles = 150;

    const allDealers = [];
    const dealersByZip = await Promise.all(zipCodes.map(zipCode => getDealers(zipCode, radiusMiles)));
    dealersByZip.map(dealers => allDealers.push(...dealers));

    const filter = {
        transmissionCodes: ['DFT'],
        options: [
            ['HT1', 'HT3'], // hard top
            'ADE', // heated seats
            'ALP', // adaptive cruise
            ['AAN', 'AEK'], // CarPlay
            // 'AJ1', // ParkSense
        ],
        exteriorColorCodes: ['PRC', 'PDN', 'PBM', 'PYV', 'PGG']
    }

    const allCars = [];
    const carsByZip = await Promise.all(zipCodes.map(zipCode => getCars(filter, zipCode, allDealers, radiusMiles)));
    carsByZip.map(cars => allCars.push(...cars));

    allCars.sort(function (a, b) {
        if (a.finalPrice < b.finalPrice) return -1;
        if (a.finalPrice > b.finalPrice) return 1;
        return 0;
    });

    const archive = `archive/jeep-mfg_${moment().format('YYYY-MM-DD_HH-mm-ss')}.json`;
    fs.writeFileSync(archive, JSON.stringify(allCars, null, 2), err => {
        console.error(err);
    });

    fs.writeFileSync('jeep-mfg.json', JSON.stringify(allCars, null, 2), err => {
        console.error(err);
    });

    return allCars;
}

async function getCarsFromDealers() {
    // Get cars by filtering the factory inventory search, then looking for them in the dealerships'
    // website and matching by VIN.

    const factoryCars = await getCarsFromFactory(); // contains the cars we actually want.

    const dealerUrls = [... new Set(factoryCars.map(a => a.dealer.website))];
    console.log(`Factory query resulted in ${factoryCars.length} cars from ${dealerUrls.length} dealers.`);

    const carsByDealer = await Promise.all(dealerUrls.map(url => fetchFromDealer(url, 'jeep')));
    const allCars = [];
    carsByDealer.map(cars => allCars.push(...cars)); // these are all the cars in dealerships that have at least one car we want. 

    const dealerCars = [];
    const unmatchedCars = []
    for (const factoryCar of factoryCars) {
        const matches = allCars.filter(a => a.vin.trim() === factoryCar.vin.trim());
        if (!matches || matches.length === 0) {
            const query = getQueryByDealer(factoryCar.dealer.website, 'jeep');
            console.error(`Could not find car ${factoryCar.vin} at ${factoryCar.dealer.website}${query}`)
            unmatchedCars.push({vin: factoryCar.vin, url:`${factoryCar.dealer.website}${query}`});
            continue;
        }
        if (matches.length > 1) {
            console.error(`Found ${matches.length} cars with ${factoryCar.vin}!`);
        }
        const car = matches[0];
        dealerCars.push(car)
    }

    dealerCars.sort(function (a, b) {
        if (a.finalPrice < b.finalPrice) return -1;
        if (a.finalPrice > b.finalPrice) return 1;
        return 0;
    });

    const archive = `archive/jeep_${moment().format('YYYY-MM-DD_HH-mm-ss')}.json`;
    fs.writeFileSync(archive, JSON.stringify(dealerCars, null, 2), err => {
        console.error(err);
    });
    
    fs.writeFileSync('jeep.json', JSON.stringify(dealerCars, null, 2), err => {
        console.error(err);
    });

    unmatchedCars.sort(function (a, b) {
        if (a.url < b.url) return -1;
        if (a.url > b.url) return 1;
        return 0;
    });

    fs.writeFileSync(archive.replace('jeep_', 'unmatched-jeep_'), JSON.stringify(unmatchedCars, null, 2), err => {
        console.error(err);
    });
    
    fs.writeFileSync('unmatched-jeep.json', JSON.stringify(unmatchedCars, null, 2), err => {
        console.error(err);
    });

    console.log(`Found ${dealerCars.length} dealer cars of ${factoryCars.length} factory cars.`);
    return dealerCars;
}

module.exports = {getCarsFromDealers, getDealers};