feat: support language type list

Author: kentzhu

internal/handles/list_language_handle.go

@@ -0,0 +1,38 @@
+package handles
+
+import (
+	"sync"
+	"time"
+
+	"github.com/lessapidev/lessapi-duckduckgo/internal/searchs"
+	"github.com/lessapidev/lessapi-duckduckgo/internal/types"
+	"github.com/lessapidev/lessapi-duckduckgo/internal/utils"
+
+	"github.com/gin-gonic/gin"
+)
+
+type languagesCache struct {
+	languages []types.LanguageType
+	ttl       time.Duration
+	lock      sync.RWMutex
+}
+
+// ListLanguageHandle list all language types
+func ListLanguageHandle(c *gin.Context) {
+	// parse request params
+	var payload types.ListLanguagePayload
+	if err := c.ShouldBindQuery(&payload); err != nil {
+		c.JSON(200, utils.BuildApiError("invalid_params", "invalid request params"))
+		return
+	}
+
+	// search text
+	resp, err := searchs.ListLanguage(payload)
+	if err != nil {
+		c.JSON(200, utils.BuildApiError("search_error", err.Error()))
+		return
+	}
+
+	// return response
+	c.JSON(200, utils.BuildApiSuccessData(resp))
+}

internal/searchs/list_language.go

@@ -0,0 +1,84 @@
+package searchs
+
+import (
+	"fmt"
+	"github.com/lessapidev/lessapi-duckduckgo/internal/types"
+	"github.com/playwright-community/playwright-go"
+)
+
+func ListLanguage(param types.ListLanguagePayload) (*types.ListLanguageResponse, error) {
+
+	// -----------------------------------------------------------
+	// open browser
+	// -----------------------------------------------------------
+
+	// create new browser context
+	browserOpt := BrowserOptions{
+		ProxyServer:     &param.ViaProxyUrl,
+		EnableStealthJs: playwright.Bool(true),
+		viewportWidth:   playwright.Int(1920),
+		viewportHeight:  playwright.Int(1080 - 35),
+	}
+	browserCtx, browserClose, err := NewBrowserContextWithOptions(browserOpt)
+	if err != nil {
+		return nil, fmt.Errorf("could not create virtual browser context: %w", err)
+	}
+	defer (func() {
+		_ = browserClose()
+	})()
+
+	// create new page
+	page, err := browserCtx.NewPage()
+	if err != nil {
+		return nil, fmt.Errorf("could not create page: %w", err)
+	}
+
+	// open search page
+	if _, err = page.Goto("https://duckduckgo.com/?q=duckduckgo", playwright.PageGotoOptions{Timeout: playwright.Float(10 * 1000)}); err != nil {
+		return nil, fmt.Errorf("could not goto: %w", err)
+	}
+	if err = page.WaitForLoadState(playwright.PageWaitForLoadStateOptions{Timeout: playwright.Float(10 * 1000)}); err != nil {
+		return nil, fmt.Errorf("could not wait for load: %w", err)
+	}
+
+	// click settings
+	settingLocator := page.Locator("div[class='dropdown dropdown--settings'] a")
+	if err := settingLocator.WaitFor(playwright.LocatorWaitForOptions{Timeout: playwright.Float(5 * 1000)}); err != nil {
+		return nil, fmt.Errorf("could not locate setting: %w", err)
+	}
+	if err := settingLocator.Click(); err != nil {
+		return nil, fmt.Errorf("could not click: %w", err)
+	}
+
+	// find language select
+	selectLocator := page.Locator("select[id=setting_kad]")
+	if err := selectLocator.WaitFor(playwright.LocatorWaitForOptions{Timeout: playwright.Float(5 * 1000)}); err != nil {
+		return nil, fmt.Errorf("could not locate select: %w", err)
+	}
+
+	// get languages
+	optionLocator := selectLocator.Locator("option")
+	options, err := optionLocator.All()
+	if err != nil {
+		return nil, fmt.Errorf("could not get options: %w", err)
+	}
+	l := make([]types.LanguageType, 0)
+	for _, option := range options {
+		code, err := option.GetAttribute("value")
+		if err != nil {
+			return nil, fmt.Errorf("could not get value: %w", err)
+		}
+		name, err := option.TextContent()
+		if err != nil {
+			return nil, fmt.Errorf("could not get text content: %w", err)
+		}
+		l = append(l, types.LanguageType{
+			Code: code,
+			Name: name,
+		})
+	}
+
+	return &types.ListLanguageResponse{
+		Languages: l,
+	}, nil
+}

internal/server.go

@@ -16,6 +16,7 @@ func Run() {
 	r.GET("/", handles.IndexHandle)
 	r.GET("/openapi/openapi.json", handles.OpenAPIHandle)
 	r.GET("/search/text", handles.SearchTextHandle)
+	r.GET("/base/list-language", handles.ListLanguageHandle)
 
 	err := r.Run(":8080")
 	if err != nil {

internal/types/types.go

@@ -29,3 +29,17 @@ type SearchTextResultItem struct {
 	Url         string `json:"url"`         // url of the result
 	Description string `json:"description"` // description of the result
 }
+
+type LanguageType struct {
+	Code string `json:"code"`
+	Name string `json:"name"`
+}
+
+type ListLanguagePayload struct {
+	// Proxy url to use (optional)
+	ViaProxyUrl string `json:"viaProxyUrl" form:"viaProxyUrl"`
+}
+
+type ListLanguageResponse struct {
+	Languages []LanguageType `json:"languages"`
+}