feat(certificates): handle self signed certificates (#1951)

* wip: add page and loading of certificates in folder

* wip: add certificate addition and removal

* feat: add removal ui for certificates

* feat: migrate integrations to fetch or agent with trusted certificates

* fix: lock file issues

* fix: typecheck issue

* fix: inconsistent package versions

* chore: address pull request feedback

* fix: add missing navigation item and restrict access to page

* chore: address pull request feedback

* fix: inconsistent undici dependency version

* fix: inconsistent undici dependency version

apps/tasks/src/test/undici-log-agent-override.spec.ts

@@ -1,99 +0,0 @@
-import type { Dispatcher } from "undici";
-import { describe, expect, test, vi } from "vitest";
-
-import { logger } from "@homarr/log";
-
-import { LoggingAgent } from "~/undici-log-agent-override";
-
-vi.mock("undici", () => {
-  return {
-    Agent: class Agent {
-      dispatch(_options: Dispatcher.DispatchOptions, _handler: Dispatcher.DispatchHandler): boolean {
-        return true;
-      }
-    },
-    setGlobalDispatcher: () => undefined,
-  };
-});
-
-const REDACTED = "REDACTED";
-
-describe("LoggingAgent should log all requests", () => {
-  test("should log all requests", () => {
-    // Arrange
-    const infoLogSpy = vi.spyOn(logger, "info");
-    const agent = new LoggingAgent();
-
-    // Act
-    agent.dispatch({ origin: "https://homarr.dev", path: "/", method: "GET" }, {});
-
-    // Assert
-    expect(infoLogSpy).toHaveBeenCalledWith("Dispatching request https://homarr.dev/ (0 headers)");
-  });
-
-  test("should show amount of headers", () => {
-    // Arrange
-    const infoLogSpy = vi.spyOn(logger, "info");
-    const agent = new LoggingAgent();
-
-    // Act
-    agent.dispatch(
-      {
-        origin: "https://homarr.dev",
-        path: "/",
-        method: "GET",
-        headers: {
-          "Content-Type": "text/html",
-          "User-Agent": "Mozilla/5.0",
-        },
-      },
-      {},
-    );
-
-    // Assert
-    expect(infoLogSpy).toHaveBeenCalledWith(expect.stringContaining("(2 headers)"));
-  });
-
-  test.each([
-    ["/?hex=a3815e8ada2ef9a31", `/?hex=${REDACTED}`],
-    ["/?uuid=f7c3f65e-c511-4f90-ba9a-3fd31418bd49", `/?uuid=${REDACTED}`],
-    ["/?password=complexPassword123", `/?password=${REDACTED}`],
-    [
-      // JWT for John Doe
-      "/?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIxMjM0NTY3ODkwIiwibmFtZSI6IkpvaG4gRG9lIiwiaWF0IjoxNTE2MjM5MDIyfQ.SflKxwRJSMeKKF2QT4fwpMeJf36POk6yJV_adQssw5c",
-      `/?jwt=${REDACTED}`,
-    ],
-    ["/?one=a1&two=b2&three=c3", `/?one=${REDACTED}&two=${REDACTED}&three=${REDACTED}`],
-    ["/?numberWith13Chars=1234567890123", `/?numberWith13Chars=${REDACTED}`],
-    [`/?stringWith13Chars=${"a".repeat(13)}`, `/?stringWith13Chars=${REDACTED}`],
-  ])("should redact sensitive data in url https://homarr.dev%s", (path, expected) => {
-    // Arrange
-    const infoLogSpy = vi.spyOn(logger, "info");
-    const agent = new LoggingAgent();
-
-    // Act
-    agent.dispatch({ origin: "https://homarr.dev", path, method: "GET" }, {});
-
-    // Assert
-    expect(infoLogSpy).toHaveBeenCalledWith(expect.stringContaining(` https://homarr.dev${expected} `));
-  });
-  test.each([
-    ["empty", "/?empty"],
-    ["numbers with max 12 chars", "/?number=123456789012"],
-    ["true", "/?true=true"],
-    ["false", "/?false=false"],
-    ["strings with max 12 chars", `/?short=${"a".repeat(12)}`],
-    ["dates", "/?date=2022-01-01"],
-    ["date times", "/?datetime=2022-01-01T00:00:00.000Z"],
-  ])("should not redact values that are %s", (_reason, path) => {
-    // Arrange
-    const infoLogSpy = vi.spyOn(logger, "info");
-    const agent = new LoggingAgent();
-
-    // Act
-    agent.dispatch({ origin: "https://homarr.dev", path, method: "GET" }, {});
-
-    // Assert
-    expect(infoLogSpy).toHaveBeenCalledWith(expect.stringContaining(` https://homarr.dev${path} `));
-  });
-});

apps/tasks/src/undici-log-agent-override.ts

@@ -1,35 +1,6 @@
-import type { Dispatcher } from "undici";
-import { Agent, setGlobalDispatcher } from "undici";
+import { setGlobalDispatcher } from "undici";
 
-import { logger } from "@homarr/log";
-
-export class LoggingAgent extends Agent {
-  constructor(...props: ConstructorParameters<typeof Agent>) {
-    super(...props);
-  }
-
-  dispatch(options: Dispatcher.DispatchOptions, handler: Dispatcher.DispatchHandler): boolean {
-    const url = new URL(`${options.origin as string}${options.path}`);
-
-    // The below code should prevent sensitive data from being logged as
-    // some integrations use query parameters for auth
-    url.searchParams.forEach((value, key) => {
-      if (value === "") return; // Skip empty values
-      if (/^-?\d{1,12}$/.test(value)) return; // Skip small numbers
-      if (value === "true" || value === "false") return; // Skip boolean values
-      if (/^[a-zA-Z]{1,12}$/.test(value)) return; // Skip short strings
-      if (/^\d{4}-\d{2}-\d{2}$/.test(value)) return; // Skip dates
-      if (/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z$/.test(value)) return; // Skip date times
-
-      url.searchParams.set(key, "REDACTED");
-    });
-
-    logger.info(
-      `Dispatching request ${url.toString().replaceAll("=&", "&")} (${Object.keys(options.headers ?? {}).length} headers)`,
-    );
-    return super.dispatch(options, handler);
-  }
-}
+import { LoggingAgent } from "@homarr/common/server";
 
 const agent = new LoggingAgent();
 setGlobalDispatcher(agent);