fetch.cpp.hpp

Go to the documentation of this file.

#include "fl/net/http/fetch.h"
#include "fl/stl/singleton.h"
#include "fl/system/engine_events.h"
#include "fl/task/executor.h"
#include "fl/stl/unique_ptr.h"  // For make_unique
#include "fl/task/task.h"  // For fl::task::every_ms
#include "fl/net/rpc_scheduler.h"  // For fl::net::RpcScheduler
#include "fl/net/http/fetch_request.h"  // For fl::net::http::FetchRequest
 
// IWYU pragma: begin_keep
#ifdef FL_IS_WASM
#include <emscripten.h>
#include <emscripten/val.h>
#endif
// IWYU pragma: end_keep
 
// Include WASM-specific implementation
// IWYU pragma: begin_keep
#include "platforms/wasm/js_fetch.h"  // ok platform headers
#include "fl/stl/compiler_control.h"  // IWYU pragma: keep - FL_UNUSED
// IWYU pragma: end_keep
 
// Native networking includes
#if defined(FASTLED_HAS_NETWORKING) && !defined(FL_IS_WASM)
#include "fl/stl/cstdlib.h"  // for atoi
#include "fl/stl/int.h"  // for u16
 
#ifdef FL_IS_WIN
    #include "platforms/win/socket_win.h"  // ok platform headers  // IWYU pragma: keep
#else
    #include "platforms/posix/socket_posix.h"  // ok platform headers  // IWYU pragma: keep
    #include <fcntl.h>  // ok platform headers (for O_NONBLOCK flag)  // IWYU pragma: keep
#include "fl/stl/noexcept.h"
#endif
#endif
 
namespace fl {
namespace net {
namespace http {
 
#ifdef FL_IS_WASM
// ========== WASM Implementation using JavaScript fetch ==========
 
 
 
// Promise storage moved to FetchManager singleton
 
// Use existing WASM fetch infrastructure
void fetch(const fl::string& url, const FetchCallback& callback) FL_NO_EXCEPT {
    // Use the existing WASM fetch implementation - no conversion needed since both use fl::response
    ::fl::wasm_fetch.get(url).response(callback);
}
 
// Internal helper to execute a fetch request and return a promise
fl::task::Promise<Response> execute_fetch_request(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    // Create a promise for this request
    auto promise = fl::task::Promise<Response>::create();
    
    // Register with fetch manager to ensure it's tracked
    FetchManager::instance().register_promise(promise);
    
    // Get the actual URL to use (use request URL if provided, otherwise use parameter URL)
    fl::string fetch_url = request.url().empty() ? url : request.url();
    
    // Convert our request to the existing WASM fetch system
    auto wasm_request = ::fl::WasmFetchRequest(fetch_url);
    
    // Use lambda that captures the promise directly (shared_ptr is safe to copy)
    // Make the lambda mutable so we can call non-const methods on the captured promise
    wasm_request.response([promise](const Response& resp) mutable {
        // Complete the promise directly - no need for double storage
        if (promise.valid()) {
            promise.complete_with_value(resp);
        }
    });
    
    return promise;
}
 
 
 
#elif defined(FASTLED_HAS_NETWORKING)
// ========== Native Socket Implementation (POSIX/Windows) ==========
 
#ifdef FL_IS_WIN
    #define SOCKET_ERROR_WOULD_BLOCK WSAEWOULDBLOCK
    #define SOCKET_ERROR_IN_PROGRESS WSAEINPROGRESS
#else
    #define SOCKET_ERROR_WOULD_BLOCK EWOULDBLOCK
    #define SOCKET_ERROR_IN_PROGRESS EINPROGRESS
#endif
 
namespace {
 
// Old blocking implementation removed - now using FetchRequest with fl::task
 
/*
// Helper: Perform synchronous HTTP request (DEPRECATED - now async with fl::task)
response perform_http_request(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    ParsedURL parsed = parse_url(url);
 
    if (!parsed.valid) {
        response resp(400, "Bad Request");
        resp.set_body("Invalid URL");
        return resp;
    }
 
    if (parsed.protocol == "https") {
        response resp(501, "Not Implemented");
        resp.set_body("HTTPS not supported on this platform");
        return resp;
    }
 
    // Create socket (initialization handled by socket wrapper)
    int sock = socket(AF_INET, SOCK_STREAM, 0);
    if (sock < 0) {
        response resp(500, "Internal Server Error");
        resp.set_body("Failed to create socket");
        return resp;
    }
 
    // Resolve hostname
    FL_WARN("[FETCH] Resolving hostname: " << parsed.host);
    struct hostent* server = gethostbyname(parsed.host.c_str());
    if (server == nullptr) {
        close(sock);
        response resp(500, "Internal Server Error");
        resp.set_body("Failed to resolve hostname");
        return resp;
    }
 
    // Set socket to non-blocking mode (allows async integration)
#ifdef FL_IS_WIN
    u_long mode = 1;  // 1 = non-blocking
    ioctlsocket(sock, FIONBIO, &mode);
#else
    int flags = fcntl(sock, F_GETFL, 0);
    fcntl(sock, F_SETFL, flags | O_NONBLOCK);
#endif
 
    // Connect to server
    struct sockaddr_in server_addr{};
    server_addr.sin_family = AF_INET;
    server_addr.sin_port = htons(static_cast<u16>(parsed.port));
    memcpy(&server_addr.sin_addr.s_addr, server->h_addr, static_cast<size_t>(server->h_length));
 
    // Non-blocking connect may return EINPROGRESS/EWOULDBLOCK immediately
    int conn_result = connect(sock, (struct sockaddr*)&server_addr, sizeof(server_addr));
    if (conn_result < 0) {
#ifdef FL_IS_WIN
        int err = WSAGetLastError();
#else
        int err = errno;
#endif
        if (err != SOCKET_ERROR_IN_PROGRESS && err != SOCKET_ERROR_WOULD_BLOCK) {
            close(sock);
            response resp(500, "Internal Server Error");
            resp.set_body("Failed to connect to server");
            return resp;
        }
        // Connection in progress, wait for it to complete
        fd_set write_fds;
        struct timeval timeout;
        timeout.tv_sec = 5;  // 5 second timeout
        timeout.tv_usec = 0;
 
        FD_ZERO(&write_fds);
        FD_SET(sock, &write_fds);
 
        // Wait for connection with async pumping
        FL_WARN("[FETCH] Waiting for connection to " << parsed.host << ":" << parsed.port);
        while (true) {
            timeout.tv_sec = 0;
            timeout.tv_usec = 10000;  // 10ms
            int sel_result = select(sock + 1, nullptr, &write_fds, nullptr, &timeout);
            if (sel_result > 0) {
                // Check if connection succeeded
                int sock_err = 0;
                socklen_t len = sizeof(sock_err);
                getsockopt(sock, SOL_SOCKET, SO_ERROR, (char*)&sock_err, &len);
                if (sock_err != 0) {
                    close(sock);
                    response resp(500, "Internal Server Error");
                    resp.set_body("Failed to connect to server");
                    return resp;
                }
                break;  // Connection successful
            } else if (sel_result < 0) {
                close(sock);
                response resp(500, "Internal Server Error");
                resp.set_body("select() failed during connection");
                return resp;
            }
            // Timeout or no data yet - pump async system to allow server to process
            task::run(0);
        }
    }
 
    // Build HTTP request
    const auto& opts = request.options();
    fl::string method = opts.method.empty() ? "GET" : opts.method;
 
    fl::string http_request;
    http_request += method + " " + parsed.path + " HTTP/1.0\r\n";
    http_request += "Host: " + parsed.host + "\r\n";
    http_request += "Connection: close\r\n";
 
    // Add custom headers
    for (const auto& header : opts.headers) {
        http_request += header.first + ": " + header.second + "\r\n";
    }
 
    // Add body if present
    if (!opts.body.empty()) {
        http_request += "Content-Length: " + fl::to_string(opts.body.size()) + "\r\n";
        http_request += "\r\n";
        http_request += opts.body;
    } else {
        http_request += "\r\n";
    }
 
    // Send request
    if (send(sock, http_request.c_str(), static_cast<int>(http_request.size()), 0) < 0) {
        close(sock);
        response resp(500, "Internal Server Error");
        resp.set_body("Failed to send request");
        return resp;
    }
 
    // Read response (non-blocking with async pumping)
    FL_WARN("[FETCH] Waiting for HTTP response...");
    fl::string response_data;
    char buffer[4096];
    int retries = 0;
    const int max_retries = 5000;  // 5000 * 10ms = 50 seconds timeout
 
    while (retries < max_retries) {
        int bytes = recv(sock, buffer, sizeof(buffer), 0);
        if (bytes > 0) {
            // Got data - append and reset retry counter
            response_data.append(buffer, static_cast<size_t>(bytes));
            retries = 0;  // Reset on successful read
        } else if (bytes == 0) {
            // Connection closed by server
            break;
        } else {
            // Error or would block
#ifdef FL_IS_WIN
            int err = WSAGetLastError();
#else
            int err = errno;
#endif
            if (err == SOCKET_ERROR_WOULD_BLOCK) {
                // No data available yet - pump async system to allow server to process
                task::run(0);
                retries++;
 
                // Small delay to avoid busy-waiting
#ifdef FL_IS_WIN
                Sleep(10);  // 10ms
#else
                usleep(10000);  // 10ms
#endif
            } else {
                // Real error
                close(sock);
                response resp(500, "Internal Server Error");
                resp.set_body("Failed to read response");
                return resp;
            }
        }
    }
 
    close(sock);
 
    if (retries >= max_retries) {
        response resp(500, "Internal Server Error");
        resp.set_body("Timeout reading response");
        return resp;
    }
 
    // Parse HTTP response
    size_t header_end = response_data.find("\r\n\r\n");
    if (header_end == fl::string::npos) {
        response resp(500, "Internal Server Error");
        resp.set_body("Invalid HTTP response");
        return resp;
    }
 
    fl::string header_section = response_data.substr(0, header_end);
    fl::string body = response_data.substr(header_end + 4);
 
    // Parse status line
    size_t first_line_end = header_section.find("\r\n");
    fl::string status_line = header_section.substr(0, first_line_end);
 
    // Extract status code (format: "HTTP/1.1 200 OK")
    size_t code_start = status_line.find(' ');
    if (code_start == fl::string::npos) {
        response resp(500, "Internal Server Error");
        resp.set_body("Invalid status line");
        return resp;
    }
 
    size_t code_end = status_line.find(' ', code_start + 1);
    fl::string code_str = status_line.substr(code_start + 1, code_end - code_start - 1);
    int status_code = atoi(code_str.c_str());
 
    fl::string status_text = (code_end != fl::string::npos)
        ? status_line.substr(code_end + 1)
        : "";
 
    // Create response object
    response resp(status_code, status_text);
    resp.set_body(body);
 
    // Parse headers
    size_t header_start = first_line_end + 2;
    while (header_start < header_section.size()) {
        size_t line_end = header_section.find("\r\n", header_start);
        if (line_end == fl::string::npos) break;
 
        fl::string header_line = header_section.substr(header_start, line_end - header_start);
        size_t colon = header_line.find(':');
        if (colon != fl::string::npos) {
            fl::string name = header_line.substr(0, colon);
            fl::string value = header_line.substr(colon + 1);
            // Trim leading space from value
            if (!value.empty() && value[0] == ' ') {
                value = value.substr(1);
            }
            // Normalize header name to lowercase for case-insensitive lookup (RFC 2616)
            for (size_t i = 0; i < name.size(); ++i) {
                if (name[i] >= 'A' && name[i] <= 'Z') {
                    name[i] = name[i] + ('a' - 'A');
                }
            }
            resp.set_header(name, value);
        }
 
        header_start = line_end + 2;
    }
 
    return resp;
}
*/
 
} // anonymous namespace
 
void fetch(const fl::string& url, const FetchCallback& callback) FL_NO_EXCEPT {
    // Use async execute_fetch_request and attach callback to promise
    execute_fetch_request(url, FetchOptions(url))
        .then([callback](const Response& resp) {
            callback(resp);
        })
        .catch_([callback](const fl::task::Error& err) {
            // On error, return 500 response
            Response resp(500, "Internal Server Error");
            resp.set_body(err.message);
            callback(resp);
        });
}
 
// Internal helper to execute a fetch request and return a promise
fl::task::Promise<Response> execute_fetch_request(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    // Create promise for this request
    auto promise = fl::task::Promise<Response>::create();
 
    // Register promise with FetchManager for tracking
    FetchManager::instance().register_promise(promise);
 
    // Create shared FetchRequest (managed by task lambda)
    auto fetch_req = fl::make_shared<FetchRequest>(url, request, promise);
 
    // Create self-canceling task (stored in shared_ptr for lambda capture)
    auto task_ptr = fl::make_shared<fl::task::Handle>();
 
    *task_ptr = fl::task::every_ms(1)  // Update every 1ms
        .then([fetch_req, task_ptr]() {
            // Pump the fetch state machine
            fetch_req->update();
 
            // Self-cancel when done
            if (fetch_req->is_done()) {
                task_ptr->cancel();
            }
        })
        .catch_([promise](const fl::task::Error& e) mutable {
            // Task error - reject promise if not already completed
            if (promise.valid() && !promise.is_completed()) {
                promise.complete_with_error(e);
            }
        });
 
    // Add to scheduler
    fl::task::Scheduler::instance().add_task(*task_ptr);
 
    return promise;
}
 
#else
// ========== True Stub Implementation (no networking) ==========
 
void fetch(const fl::string& url, const FetchCallback& callback) FL_NO_EXCEPT {
    (void)url;
    Response resp(501, "Not Implemented");
    resp.set_text("HTTP fetch not supported on this platform");
    callback(resp);
}
 
fl::task::Promise<Response> execute_fetch_request(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    FL_UNUSED(request);
    FL_UNUSED(url);  // only consumed by FL_WARN, a no-op on small platforms
    FL_WARN("HTTP fetch is not supported on this platform. URL: " << url);
    Response error_response(501, "Not Implemented");
    error_response.set_body("HTTP fetch is not available on this platform.");
    return fl::task::Promise<Response>::resolve(error_response);
}
 
#endif
 
// ========== Engine Events Integration ==========
 
 
 
// ========== Promise-Based API Implementation ==========
 
class FetchEngineListener : public EngineEvents::Listener {
public:
    FetchEngineListener() FL_NO_EXCEPT {
        EngineEvents::addListener(this);
    };
    ~FetchEngineListener() FL_NO_EXCEPT override {
        // Listener base class automatically removes itself
        EngineEvents::removeListener(this);
    }
 
    void onEndFrame() FL_NO_EXCEPT override {
        // Update all async tasks (fetch, timers, etc.) at the end of each frame
        fl::task::run(0);
    }
};
 
FetchManager& FetchManager::instance() FL_NO_EXCEPT {
    return fl::Singleton<FetchManager>::instance();
}
 
void FetchManager::register_promise(const fl::task::Promise<Response>& promise) FL_NO_EXCEPT {
    // Auto-register with async system and engine listener on first promise
    if (mActivePromises.empty()) {
        task::Executor::instance().register_runner(this);
        
        if (!mEngineListener) {
            mEngineListener = fl::make_unique<FetchEngineListener>();
            EngineEvents::addListener(mEngineListener.get());
        }
    }
    
    mActivePromises.push_back(promise);
}
 
void FetchManager::update() FL_NO_EXCEPT {
    // Update all active promises first
    for (auto& promise : mActivePromises) {
        if (promise.valid()) {
            promise.update();
        }
    }
    
    // Then clean up completed/invalid promises in a separate pass
    cleanup_completed_promises();
    
    // Auto-unregister from async system when no more promises
    if (mActivePromises.empty()) {
        task::Executor::instance().unregister_runner(this);
        
        if (mEngineListener) {
            EngineEvents::removeListener(mEngineListener.get());
            mEngineListener.reset();
        }
    }
}
 
bool FetchManager::has_active_tasks() const FL_NO_EXCEPT {
    return !mActivePromises.empty();
}
 
size_t FetchManager::active_task_count() const FL_NO_EXCEPT {
    return mActivePromises.size();
}
 
fl::size FetchManager::active_requests() const FL_NO_EXCEPT {
    return mActivePromises.size();
}
 
void FetchManager::cleanup_completed_promises() FL_NO_EXCEPT {
    // Rebuild vector without completed promises
    fl::vector<fl::task::Promise<Response>> active_promises;
    for (const auto& promise : mActivePromises) {
        if (promise.valid() && !promise.is_completed()) {
            active_promises.push_back(promise);
        }
    }
    mActivePromises = fl::move(active_promises);
}
 
// WASM promise management methods removed - no longer needed
// Promises are now handled directly via shared_ptr capture in callbacks
 
// ========== Public API Functions ==========
 
fl::task::Promise<Response> fetch_get(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    // Create a new request with GET method
    FetchOptions get_request(url, RequestOptions("GET"));
    
    // Apply any additional options from the provided request
    const auto& opts = request.options();
    get_request.timeout(opts.timeout_ms);
    for (const auto& header : opts.headers) {
        get_request.header(header.first, header.second);
    }
    if (!opts.body.empty()) {
        get_request.body(opts.body);
    }
    
    return execute_fetch_request(url, get_request);
}
 
fl::task::Promise<Response> fetch_post(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    // Create a new request with POST method
    FetchOptions post_request(url, RequestOptions("POST"));
    
    // Apply any additional options from the provided request
    const auto& opts = request.options();
    post_request.timeout(opts.timeout_ms);
    for (const auto& header : opts.headers) {
        post_request.header(header.first, header.second);
    }
    if (!opts.body.empty()) {
        post_request.body(opts.body);
    }
    
    return execute_fetch_request(url, post_request);
}
 
fl::task::Promise<Response> fetch_put(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    // Create a new request with PUT method
    FetchOptions put_request(url, RequestOptions("PUT"));
    
    // Apply any additional options from the provided request
    const auto& opts = request.options();
    put_request.timeout(opts.timeout_ms);
    for (const auto& header : opts.headers) {
        put_request.header(header.first, header.second);
    }
    if (!opts.body.empty()) {
        put_request.body(opts.body);
    }
    
    return execute_fetch_request(url, put_request);
}
 
fl::task::Promise<Response> fetch_delete(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    // Create a new request with DELETE method
    FetchOptions delete_request(url, RequestOptions("DELETE"));
    
    // Apply any additional options from the provided request
    const auto& opts = request.options();
    delete_request.timeout(opts.timeout_ms);
    for (const auto& header : opts.headers) {
        delete_request.header(header.first, header.second);
    }
    if (!opts.body.empty()) {
        delete_request.body(opts.body);
    }
    
    return execute_fetch_request(url, delete_request);
}
 
fl::task::Promise<Response> fetch_head(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    // Create a new request with HEAD method
    FetchOptions head_request(url, RequestOptions("HEAD"));
    
    // Apply any additional options from the provided request
    const auto& opts = request.options();
    head_request.timeout(opts.timeout_ms);
    for (const auto& header : opts.headers) {
        head_request.header(header.first, header.second);
    }
    if (!opts.body.empty()) {
        head_request.body(opts.body);
    }
    
    return execute_fetch_request(url, head_request);
}
 
fl::task::Promise<Response> fetch_http_options(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    // Create a new request with OPTIONS method
    FetchOptions options_request(url, RequestOptions("OPTIONS"));
    
    // Apply any additional options from the provided request
    const auto& opts = request.options();
    options_request.timeout(opts.timeout_ms);
    for (const auto& header : opts.headers) {
        options_request.header(header.first, header.second);
    }
    if (!opts.body.empty()) {
        options_request.body(opts.body);
    }
    
    return execute_fetch_request(url, options_request);
}
 
fl::task::Promise<Response> fetch_patch(const fl::string& url, const FetchOptions& request) FL_NO_EXCEPT {
    // Create a new request with PATCH method
    FetchOptions patch_request(url, RequestOptions("PATCH"));
    
    // Apply any additional options from the provided request
    const auto& opts = request.options();
    patch_request.timeout(opts.timeout_ms);
    for (const auto& header : opts.headers) {
        patch_request.header(header.first, header.second);
    }
    if (!opts.body.empty()) {
        patch_request.body(opts.body);
    }
    
    return execute_fetch_request(url, patch_request);
}
 
fl::task::Promise<Response> fetch_request(const fl::string& url, const RequestOptions& options) FL_NO_EXCEPT {
    // Create a FetchOptions with the provided options
    FetchOptions request(url, options);
    
    // Use the helper function to execute the request
    return execute_fetch_request(url, request);
}
 
void fetch_update() FL_NO_EXCEPT {
    // Legacy function - use fl::task::run() for new code
    // This provides backwards compatibility for existing code
    fl::task::run(0);
}
 
fl::size fetch_active_requests() FL_NO_EXCEPT {
    return FetchManager::instance().active_requests();
}
 
// ========== Response Class Method Implementations ==========
 
fl::json Response::json() const FL_NO_EXCEPT {
    if (!mJsonParsed) {
        if (is_json() || mBody.find("{") != fl::string::npos || mBody.find("[") != fl::string::npos) {
            mCachedJson = parse_json_body();
        } else {
            FL_WARN("Response is not JSON: " << mBody);
            mCachedJson = fl::json(nullptr);  // Not JSON content
        }
        mJsonParsed = true;
    }
    
    return mCachedJson.has_value() ? *mCachedJson : fl::json(nullptr);
}
 
} // namespace http
} // namespace net
} // namespace fl