Initial commit

adapters/processors/headers.go

@@ -0,0 +1,53 @@
+package processors
+
+import (
+	"bytes"
+	"context"
+	"fmt"
+	"net/http"
+
+	"github.com/derfenix/webarchive/entity"
+)
+
+func NewHeaders(client *http.Client) *Headers {
+	return &Headers{client: client}
+}
+
+type Headers struct {
+	client *http.Client
+}
+
+func (h *Headers) Process(ctx context.Context, url string) ([]entity.File, error) {
+	var (
+		headersFile entity.File
+		err         error
+	)
+
+	req, reqErr := http.NewRequestWithContext(ctx, http.MethodHead, url, nil)
+	if reqErr != nil {
+		return nil, fmt.Errorf("create request: %w", reqErr)
+	}
+
+	resp, doErr := h.client.Do(req)
+	if doErr != nil {
+		return nil, fmt.Errorf("call url: %w", doErr)
+	}
+
+	headersFile, err = h.newFile(resp.Header)
+
+	if err != nil {
+		return nil, fmt.Errorf("new file from headers: %w", err)
+	}
+
+	return []entity.File{headersFile}, nil
+}
+
+func (h *Headers) newFile(headers http.Header) (entity.File, error) {
+	buf := bytes.NewBuffer(nil)
+
+	if err := headers.Write(buf); err != nil {
+		return entity.File{}, fmt.Errorf("write headers: %w", err)
+	}
+
+	return entity.NewFile("headers", buf.Bytes()), nil
+}