Java Apache HttpClient Library: Setting Fake User-Agents

import org.apache.hc.client5.http.async.methods.SimpleHttpRequest;
import org.apache.hc.client5.http.async.methods.SimpleHttpResponse;
import org.apache.hc.client5.http.async.methods.SimpleRequestBuilder;
import org.apache.hc.client5.http.impl.async.CloseableHttpAsyncClient;
import org.apache.hc.client5.http.impl.async.HttpAsyncClients;

import java.util.concurrent.Future;

public class FakeUserAgent {
    public static void main(String[] args) throws Exception {
        CloseableHttpAsyncClient client = HttpAsyncClients.createDefault();
        client.start();
        SimpleHttpRequest request = SimpleRequestBuilder.get("http://httpbin.org/headers")
                .setHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.111 Safari/537.36")
                .build();

        Future<SimpleHttpResponse> future = client.execute(request, null);
        SimpleHttpResponse response = future.get();
        System.out.println("Response body: " + response.getBodyText());
        client.close();
    }
}

import org.apache.hc.client5.http.async.methods.SimpleHttpRequest;
import org.apache.hc.client5.http.async.methods.SimpleHttpResponse;
import org.apache.hc.client5.http.async.methods.SimpleRequestBuilder;
import org.apache.hc.client5.http.impl.async.CloseableHttpAsyncClient;
import org.apache.hc.client5.http.impl.async.HttpAsyncClients;

import java.util.Random;
import java.util.concurrent.Future;

public class FakeUserAgents {
    public static String[] userAgents = new String[]{
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/93.0.4577.82 Safari/537.36",
        "Mozilla/5.0 (iPhone; CPU iPhone OS 14_4_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0.3 Mobile/15E148 Safari/604.1",
        "Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 6.1)",
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.141 Safari/537.36 Edg/87.0.664.75",
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
    };
    public static String getRandomUserAgent(String[] userAgents) {
        int rnd = new Random().nextInt(userAgents.length);
        return userAgents[rnd];
    }
    public static void main(String[] args) throws Exception {
        CloseableHttpAsyncClient client = HttpAsyncClients.createDefault();
        client.start();
        SimpleHttpRequest request = SimpleRequestBuilder.get("http://httpbin.org/headers")
                .setHeader("User-Agent", getRandomUserAgent(userAgents))
                .build();

        Future<SimpleHttpResponse> future = client.execute(request, null);
        SimpleHttpResponse response = future.get();
        System.out.println("Response body: " + response.getBodyText());
        client.close();
    }
}

import org.apache.hc.client5.http.async.methods.SimpleHttpRequest;
import org.apache.hc.client5.http.async.methods.SimpleHttpResponse;
import org.apache.hc.client5.http.async.methods.SimpleRequestBuilder;
import org.apache.hc.client5.http.impl.async.CloseableHttpAsyncClient;
import org.apache.hc.client5.http.impl.async.HttpAsyncClients;
import org.json.JSONArray;
import org.json.JSONObject;

import java.util.ArrayList;
import java.util.List;
import java.util.Random;
import java.util.concurrent.Future;

public class ScrapeOpsFakeUserAgents {
    public static String SCRAPEOPS_API_KEY = "your_api_key";
     // fetch and return a list of user-agents from the ScrapeOps API
    public static List<String> getUserAgentList(CloseableHttpAsyncClient client) {
        try {
            String url = String.format("http://headers.scrapeops.io/v1/user-agents?api_key=%s", SCRAPEOPS_API_KEY);
            SimpleHttpRequest request = SimpleRequestBuilder.get(url).build();
            SimpleHttpResponse response = client.execute(request, null).get();
            String jsonString = response.getBodyText();
            JSONObject results = new JSONObject(jsonString);
            JSONArray userAgentListJson = results.getJSONArray("result");
            List<String> userAgentList = new ArrayList<String>();

            for (Object userAgent: userAgentListJson) {
                userAgentList.add(userAgent.toString());
            }
            return userAgentList;
        } catch (Exception e) {
            return new ArrayList<String>();
        }
    }
    public static String getRandomUserAgent(List<String> userAgents) {
        int rnd = new Random().nextInt(userAgents.size());
        return userAgents.get(rnd);
    }

    public static void main(String[] args) throws Exception {
        CloseableHttpAsyncClient client = HttpAsyncClients.createDefault();
        client.start();

        List<String> userAgents = getUserAgentList(client);
        SimpleHttpRequest request = SimpleRequestBuilder.get("http://httpbin.org/headers")
                .setHeader("User-Agent", getRandomUserAgent(userAgents))
                .build();

        Future<SimpleHttpResponse> future = client.execute(request, null);
        SimpleHttpResponse response = future.get();
        System.out.println("Response body: " + response.getBodyText());
        client.close();
    }
}

import java.util.ArrayList;
import org.apache.hc.client5.http.async.methods.SimpleHttpRequest;
import org.apache.hc.client5.http.async.methods.SimpleHttpResponse;
import org.apache.hc.client5.http.async.methods.SimpleRequestBuilder;
import org.apache.hc.client5.http.impl.async.CloseableHttpAsyncClient;
import org.apache.hc.client5.http.impl.async.HttpAsyncClients;
import org.json.JSONArray;
import org.json.JSONObject;

import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Random;

public class FakeHeaders {
    public static String SCRAPEOPS_API_KEY = "your_api_key";

    // parse the JSON response json body containing header information
    public static List<Map<String, String>> parseHeaderList(String jsonString) throws Exception {
        JSONObject results = new JSONObject(jsonString);
        JSONArray headersListJson = results.getJSONArray("result");
        List<Map<String, String>> headersList = new ArrayList<Map<String, String>>();
        for (int i = 0; i < headersListJson.length(); i++) {
            Map<String, Object> headersJson = headersListJson.getJSONObject(i).toMap();
            Map<String, String> headers = new HashMap<>();
            headersJson.forEach((header, value) -> {
                headers.put(header, value.toString());
            });
            headersList.add(headers);
        }
        return headersList;
    }

    // fetch and return a list of headers from the ScrapeOps API
    public static List<Map<String, String>> getHeadersList(CloseableHttpAsyncClient client) {
        try {
            String url = String.format("http://headers.scrapeops.io/v1/browser-headers?api_key=%s", SCRAPEOPS_API_KEY);
            SimpleHttpRequest request = SimpleRequestBuilder.get(url).build();
            SimpleHttpResponse response = client.execute(request, null).get();
            String jsonString = response.getBodyText();
            return parseHeaderList(jsonString);
        } catch (Exception e) {
            e.printStackTrace();
            return new ArrayList<Map<String, String>>();
        }
    }

    public static Map<String, String> getRandomHeaders(List<Map<String, String>> headers) {
        int rnd = new Random().nextInt(headers.size());
        return headers.get(rnd);
    }

    public static void main(String[] args) throws Exception {
        CloseableHttpAsyncClient client = HttpAsyncClients.createDefault();
        client.start();

        List<Map<String, String>> headersList = getHeadersList(client);

        Map<String, String> headers = getRandomHeaders(headersList);

        SimpleRequestBuilder requestBuilder = SimpleRequestBuilder.get("http://httpbin.org/headers");

        // add the fake headers to the request
        headers.forEach((header, value) -> {
            requestBuilder.setHeader(header, value);
        });

        SimpleHttpRequest request = requestBuilder.build();

        SimpleHttpResponse response = client.execute(request, null).get();
        System.out.println("Response body: " + response.getBodyText());
        client.close();
    }
}