Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,8 @@ type BrowserFetcher struct {
initialized bool
}

// NewBrowserFetcher 는 chromedp 기반 BrowserFetcher 를 생성합니다.
// 첫 Fetch 호출 시점에 lazy initialize — 사용 안 되는 instance 의 Chrome 자원 점유 회피.
func NewBrowserFetcher(crawler *cdp.ChromedpCrawler, config core.Config) *BrowserFetcher {
return &BrowserFetcher{crawler: crawler, config: config}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ type GoqueryFetcher struct {
crawler *goquery.GoqueryCrawler
}

// NewGoqueryFetcher 는 GoqueryCrawler 를 wrap 한 GoqueryFetcher 를 생성합니다.
Comment thread
juhy0987 marked this conversation as resolved.
func NewGoqueryFetcher(crawler *goquery.GoqueryCrawler) *GoqueryFetcher {
return &GoqueryFetcher{crawler: crawler}
}
Expand Down
4 changes: 4 additions & 0 deletions internal/processor/fetcher/domain/general/handler.go
Original file line number Diff line number Diff line change
Expand Up @@ -48,6 +48,8 @@ type GoQueryFetchHandler struct {
lazyKeywords []string
}

// NewGoQueryFetchHandler 는 정적 HTML 처리를 담당하는 fetch handler 를 생성합니다.
// lazyKeywords 가 HTML 에 매칭되면 chromedp 로의 escalate 신호 (ErrLazyContentNeedsBrowser) 를 반환합니다.
func NewGoQueryFetchHandler(fetcher Fetcher, log *logger.Logger, lazyKeywords ...string) *GoQueryFetchHandler {
return &GoQueryFetchHandler{
baseHandler: baseHandler{log: log},
Expand Down Expand Up @@ -110,6 +112,8 @@ type BrowserFetchHandler struct {
fetcher Fetcher
}

// NewBrowserFetchHandler 는 chromedp 헤드리스 브라우저 기반 fetch handler 를 생성합니다.
// 브라우저 렌더 실패 시 chain 위임 없이 job 실패로 종결합니다.
func NewBrowserFetchHandler(fetcher Fetcher, log *logger.Logger) *BrowserFetchHandler {
return &BrowserFetchHandler{baseHandler: baseHandler{log: log}, fetcher: fetcher}
}
Expand Down
3 changes: 2 additions & 1 deletion internal/storage/parsing_rule.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,8 @@ const (
TargetTypeList TargetType = "list"
)

// 호환성 — 기존 TargetTypeArticle 명칭이 코드/DB 에 잔존할 수 있어 별칭 유지.
// TargetTypeArticle 은 TargetTypePage 의 호환 별칭입니다 — 기존 코드/DB 에 잔존할 수 있어 유지.
//
// Deprecated: TargetTypePage 사용 권장 (도메인 일반화).
const TargetTypeArticle = TargetTypePage

Expand Down
Loading