Hotels.com

Intro

You can get Hotels.com results by providing your own URLs to our service. We can return the HTML of any Hotels.com page you like.

Please note that you will scrape Hotels.com by employing the universal source. To learn about all the various ways you can fine-tune this source, please visit this page.

Input

The example below illustrates how you can get a Hotels.com search results page result in HTML format.

{
    "source": "universal", 
    "url": "https://www.hotels.com/Hotel-Search?adults=1&destination=Barcelona%2C%20Barcelona%2C%20Catalonia%2C%20Spain&endDate=2023-08-18&sort=RECOMMENDED&startDate=2023-08-16"
}

curl --user "user:pass" \
'https://realtime.oxylabs.io/v1/queries' \
-H "Content-Type: application/json" \
-d '{"source": "universal", "url": "https://www.hotels.com/Hotel-Search?adults=1&destination=Barcelona%2C%20Barcelona%2C%20Catalonia%2C%20Spain&endDate=2023-08-18&sort=RECOMMENDED&startDate=2023-08-16"}'

import requests
from pprint import pprint

# Structure payload.
payload = {
    'source': 'universal',
    'url': 'https://www.hotels.com/Hotel-Search?adults=1&destination=Barcelona%2C%20Barcelona%2C%20Catalonia%2C%20Spain&endDate=2023-08-18&sort=RECOMMENDED&startDate=2023-08-16'
}

# Get response.
response = requests.request(
    'POST',
    'https://realtime.oxylabs.io/v1/queries',
    auth=('user', 'pass1'),
    json=payload,
)

# Instead of response with job status and results url, this will return the
# JSON response with the result.
pprint(response.json())

<?php

$params = [
    'source' => 'universal',
    'url' => 'https://www.hotels.com/Hotel-Search?adults=1&destination=Barcelona%2C%20Barcelona%2C%20Catalonia%2C%20Spain&endDate=2023-08-18&sort=RECOMMENDED&startDate=2023-08-16'
];

$ch = curl_init();

curl_setopt($ch, CURLOPT_URL, "https://realtime.oxylabs.io/v1/queries");
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($params));
curl_setopt($ch, CURLOPT_POST, 1);
curl_setopt($ch, CURLOPT_USERPWD, "user" . ":" . "pass1");

$headers = array();
$headers[] = "Content-Type: application/json";
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);

$result = curl_exec($ch);
echo $result;

if (curl_errno($ch)) {
    echo 'Error:' . curl_error($ch);
}
curl_close($ch);

using System;
using System.Collections.Generic;
using System.Net.Http;
using System.Net.Http.Json;
using System.Threading.Tasks;

namespace OxyApi
{
    class Program
    {
        static async Task Main()
        {
            const string Username = "YOUR_USERNAME";
            const string Password = "YOUR_PASSWORD";

            var parameters = new Dictionary<string, string>()
            {
                { "source", "universal" },
                { "url", "https://www.hotels.com/Hotel-Search?adults=1&destination=Barcelona%2C%20Barcelona%2C%20Catalonia%2C%20Spain&endDate=2023-08-18&sort=RECOMMENDED&startDate=2023-08-16" },
            };


            var client = new HttpClient();

            Uri baseUri = new Uri("https://realtime.oxylabs.io");
            client.BaseAddress = baseUri;

            var requestMessage = new HttpRequestMessage(HttpMethod.Post, "/v1/queries");
            requestMessage.Content = JsonContent.Create(parameters);

            var authenticationString = $"{Username}:{Password}";
            var base64EncodedAuthenticationString = Convert.ToBase64String(System.Text.ASCIIEncoding.UTF8.GetBytes(authenticationString));
            requestMessage.Headers.Add("Authorization", "Basic " + base64EncodedAuthenticationString);

            var response = await client.SendAsync(requestMessage);
            var contents = await response.Content.ReadAsStringAsync();

            Console.WriteLine(contents);
        }
    }
}

package main

import (
	"bytes"
	"encoding/json"
	"fmt"
	"io/ioutil"
	"net/http"
)

func main() {
	const Username = "YOUR_USERNAME"
	const Password = "YOUR_PASSWORD"

	payload := map[string]string{
		"source": "universal",
		"url": "https://www.hotels.com/Hotel-Search?adults=1&destination=Barcelona%2C%20Barcelona%2C%20Catalonia%2C%20Spain&endDate=2023-08-18&sort=RECOMMENDED&startDate=2023-08-16",
	}

	jsonValue, _ := json.Marshal(payload)

	client := &http.Client{}
	request, _ := http.NewRequest("POST",
		"https://realtime.oxylabs.io/v1/queries",
		bytes.NewBuffer(jsonValue),
	)

	request.SetBasicAuth(Username, Password)
	response, _ := client.Do(request)

	responseText, _ := ioutil.ReadAll(response.Body)
	fmt.Println(string(responseText))
}

package org.example;

import okhttp3.*;
import org.json.JSONObject;

public class Main implements Runnable {
    private static final String AUTHORIZATION_HEADER = "Authorization";
    public static final String USERNAME = "YOUR_USERNAME";
    public static final String PASSWORD = "YOUR_PASSWORD";

    public void run() {
        JSONObject jsonObject = new JSONObject();
        jsonObject.put("source", "universal");
        jsonObject.put("url", "https://www.hotels.com/Hotel-Search?adults=1&destination=Barcelona%2C%20Barcelona%2C%20Catalonia%2C%20Spain&endDate=2023-08-18&sort=RECOMMENDED&startDate=2023-08-16");

        Authenticator authenticator = (route, response) -> {
            String credential = Credentials.basic(USERNAME, PASSWORD);

            return response
                    .request()
                    .newBuilder()
                    .header(AUTHORIZATION_HEADER, credential)
                    .build();
        };

        var client = new OkHttpClient.Builder()
                .authenticator(authenticator)
                .build();

        var mediaType = MediaType.parse("application/json; charset=utf-8");
        var body = RequestBody.create(jsonObject.toString(), mediaType);
        var request = new Request.Builder()
                .url("https://realtime.oxylabs.io/v1/queries")
                .post(body)
                .build();

        try (var response = client.newCall(request).execute()) {
            assert response.body() != null;
            System.out.println(response.body().string());
        } catch (Exception exception) {
            System.out.println("Error: " + exception.getMessage());
        }

        System.exit(0);
    }

    public static void main(String[] args) {
        new Thread(new Main()).start();
    }
}

import fetch from 'node-fetch';

const username = 'YOUR_USERNAME';
const password = 'YOUR_PASSWORD';
const body = {
  'source': 'universal',
  'url': 'https://www.hotels.com/Hotel-Search?adults=1&destination=Barcelona%2C%20Barcelona%2C%20Catalonia%2C%20Spain&endDate=2023-08-18&sort=RECOMMENDED&startDate=2023-08-16'
};
const response = await fetch('https://realtime.oxylabs.io/v1/queries', {
  method: 'post',
  body: JSON.stringify(body),
  headers: {
    'Content-Type': 'application/json',
    'Authorization': 'Basic ' + Buffer.from(`${username}:${password}`).toString('base64'),
  }
});

console.log(await response.json());

# The whole string you submit has to be URL-encoded.

https://realtime.oxylabs.io/v1/queries?source=universal&url=https%3A%2F%2Fwww.hotels.com%2FHotel-Search%3Fadults%3D1%26destination%3DBarcelona%252C%2520Barcelona%252C%2520Catalonia%252C%2520Spain%26endDate%3D2023-08-18%26sort%3DRECOMMENDED%26startDate%3D2023-08-16&access_token=12345abcde

The example uses the Realtime integration method. If you would like to use some other integration method in your query (e.g. Push-Pull or Proxy Endpoint), refer to the integration methods section.

Although we do not have a dedicated parser for Hotels.com, you can write your own parsing instructions with Custom Parser feature and get structured data.

Output

After executing the code example above, you can expect to get an output similar to this:

{
    "results": [
        {
            "content":"<!doctype html>\n<html lang=\"en\">\n<head>
            ...
            </script></body>\n</html>\n",
            "created_at": "2022-11-17 14:53:52",
            "updated_at": "2022-11-17 14:53:54",
            "page": 1,
            "url": "https://www.hotels.com/Hotel-Search?adults=1&destination=Barcelona%2C%20Barcelona%2C%20Catalonia%2C%20Spain&endDate=2023-08-18&sort=RECOMMENDED&startDate=2023-08-16",
            "job_id": "6999021798385787905",
            "status_code": 200
        }
    ]
}

PreviousExpedia NextPriceline

Last updated 10 months ago