Franz Kafka
7be03b4017
Update LICENSE file and add AGPL header to all source files. AGPLv3 ensures that if someone runs Kafka as a network service and modifies it, they must release their source code under the same license.
136 lines
4 KiB
Go
136 lines
4 KiB
Go
// kafka — a privacy-respecting metasearch engine
|
|
// Copyright (C) 2026-present metamorphosis-dev
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
package engines
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/metamorphosis-dev/kafka/internal/contracts"
|
|
)
|
|
|
|
// GitHubEngine searches GitHub repositories and code via the public search API.
|
|
// No authentication required (rate-limited to 10 requests/min unauthenticated).
|
|
type GitHubEngine struct {
|
|
client *http.Client
|
|
}
|
|
|
|
func (e *GitHubEngine) Name() string { return "github" }
|
|
|
|
func (e *GitHubEngine) Search(ctx context.Context, req contracts.SearchRequest) (contracts.SearchResponse, error) {
|
|
if strings.TrimSpace(req.Query) == "" {
|
|
return contracts.SearchResponse{Query: req.Query}, nil
|
|
}
|
|
if e == nil || e.client == nil {
|
|
return contracts.SearchResponse{}, errors.New("github engine not initialized")
|
|
}
|
|
|
|
endpoint := fmt.Sprintf(
|
|
"https://api.github.com/search/repositories?q=%s&sort=stars&per_page=10&page=%d",
|
|
url.QueryEscape(req.Query),
|
|
req.Pageno,
|
|
)
|
|
|
|
httpReq, err := http.NewRequestWithContext(ctx, http.MethodGet, endpoint, nil)
|
|
if err != nil {
|
|
return contracts.SearchResponse{}, err
|
|
}
|
|
httpReq.Header.Set("User-Agent", "kafka/0.1")
|
|
httpReq.Header.Set("Accept", "application/vnd.github.v3+json")
|
|
|
|
resp, err := e.client.Do(httpReq)
|
|
if err != nil {
|
|
return contracts.SearchResponse{}, err
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
if resp.StatusCode != http.StatusOK {
|
|
body, _ := io.ReadAll(io.LimitReader(resp.Body, 4096))
|
|
return contracts.SearchResponse{}, fmt.Errorf("github api error: status=%d body=%q", resp.StatusCode, string(body))
|
|
}
|
|
|
|
var data struct {
|
|
TotalCount int `json:"total_count"`
|
|
Items []struct {
|
|
FullName string `json:"full_name"`
|
|
Description string `json:"description"`
|
|
HTMLURL string `json:"html_url"`
|
|
Stars int `json:"stargazers_count"`
|
|
Language string `json:"language"`
|
|
UpdatedAt time.Time `json:"updated_at"`
|
|
Topics []string `json:"topics"`
|
|
} `json:"items"`
|
|
}
|
|
|
|
if err := json.NewDecoder(resp.Body).Decode(&data); err != nil {
|
|
return contracts.SearchResponse{}, err
|
|
}
|
|
|
|
results := make([]contracts.MainResult, 0, len(data.Items))
|
|
for _, item := range data.Items {
|
|
content := item.Description
|
|
if item.Language != "" {
|
|
if content != "" {
|
|
content += " • "
|
|
}
|
|
content += fmt.Sprintf("Language: %s · ⭐ %d", item.Language, item.Stars)
|
|
}
|
|
|
|
title := item.FullName
|
|
if len(item.Topics) > 0 {
|
|
title = item.FullName + " [" + strings.Join(item.Topics[:min(3, len(item.Topics))], ", ") + "]"
|
|
}
|
|
|
|
updatedAt := item.UpdatedAt.Format("2006-01-02")
|
|
if content != "" {
|
|
content += " · Updated: " + updatedAt
|
|
}
|
|
|
|
urlPtr := item.HTMLURL
|
|
results = append(results, contracts.MainResult{
|
|
Template: "default.html",
|
|
Title: title,
|
|
Content: content,
|
|
URL: &urlPtr,
|
|
Pubdate: strPtr(updatedAt),
|
|
Engine: "github",
|
|
Score: float64(item.Stars),
|
|
Category: "it",
|
|
Engines: []string{"github"},
|
|
})
|
|
}
|
|
|
|
return contracts.SearchResponse{
|
|
Query: req.Query,
|
|
NumberOfResults: data.TotalCount,
|
|
Results: results,
|
|
Answers: []map[string]any{},
|
|
Corrections: []string{},
|
|
Infoboxes: []map[string]any{},
|
|
Suggestions: []string{},
|
|
UnresponsiveEngines: [][2]string{},
|
|
}, nil
|
|
}
|
|
|
|
func strPtr(s string) *string { return &s }
|