diff options
Diffstat (limited to 'data')
| -rw-r--r-- | data/configs/indeed.go | 34 | ||||
| -rw-r--r-- | data/jobs.go | 38 | ||||
| -rw-r--r-- | data/literature.go | 66 |
3 files changed, 80 insertions, 58 deletions
diff --git a/data/configs/indeed.go b/data/configs/indeed.go index 3fad0fd..d1ba4e4 100644 --- a/data/configs/indeed.go +++ b/data/configs/indeed.go @@ -1,20 +1,38 @@ package configs import ( + "log/slog" + "github.com/Wacky404/lurchers/data" + "github.com/gocolly/colly" ) -func indeedConfig() *colly.Collector { - job := new(data.Job) - c := colly.NewCollector() - c.OnHTML("a[id^='job_']", func(e *colly.HTMLElement) { +type CollyCfg struct { + C *colly.Collector + Data *data.Job +} + +func newCollyCfg() *CollyCfg { + return &CollyCfg{ + C: colly.NewCollector(colly.Async(true)), + Data: data.NewJob(), + } +} + +func IndeedConfig() *CollyCfg { + cfg := newCollyCfg() + cfg.Data.Posting.Website = "https://indeed.com/" + // testing this out; will need to build this + cfg.Data.Posting.Url = "https://www.indeed.com/jobs?q=%2B&l=Little+Rock%2C+AR&fromage=7&salaryType=%2440%2C000%2B&radius=5&jlid=68f779f7b0e38e09&rbl=Little+Rock%2C+AR&from=searchOnDesktopSerp&vjk=7a14f77130c03202" + cfg.C.OnHTML("a[id^='job_']", func(e *colly.HTMLElement) { link := e.Attr("href") - c.Visit(e.Request.AbsoluteURL(link)) + cfg.C.Visit(e.Request.AbsoluteURL(link)) }) - c.OnHTML("h1[class^='jobserch-JobInfoHeader-title']", func(e *colly.HTMLElement) { - + cfg.C.OnHTML("h1[class^='jobserch-JobInfoHeader-title']", func(e *colly.HTMLElement) { + jobPosition := e.Text + slog.Info("Job Found", slog.String("Position", jobPosition)) }) - return c + return cfg } diff --git a/data/jobs.go b/data/jobs.go index c47d142..9984cbe 100644 --- a/data/jobs.go +++ b/data/jobs.go @@ -6,27 +6,31 @@ import ( ) type Job struct { - posting JobPosting - details JobDetails + Posting *JobPosting + Details *JobDetails +} + +func NewJob() *Job { + return &Job{Posting: &JobPosting{}, Details: &JobDetails{}} } type JobPosting struct { - website string - url string - location string - company string - position string - jobType string - workShift string - workSetting string - lastModified time.Time + Website string + Url string + Location string + Company string + Position string + JobType string + WorkShift string + WorkSetting string + LastModified time.Time } type JobDetails struct { - skills json.Marshaler - licenses json.Marshaler - certs json.Marshaler - education json.Marshaler - benefits json.Marshaler - fullJobDescription string + Skills json.Marshaler + Licenses json.Marshaler + Certs json.Marshaler + Education json.Marshaler + Benefits json.Marshaler + FullJobDescription string } diff --git a/data/literature.go b/data/literature.go index f984bd0..ff6c4ec 100644 --- a/data/literature.go +++ b/data/literature.go @@ -6,49 +6,49 @@ import ( ) type Author struct { - name string - description string - photo image.Image + Name string + Description string + Photo image.Image } type Category struct { - name string - subCategory SubCategory + Name string + SubCategory SubCategory } type SubCategory struct { - name string + Name string } type Publisher struct { - name string - logo image.Image + Name string + Logo image.Image } type Book struct { - title string - author Author - category Category - series string - description string - cover image.Image - publisher Publisher - year_published uint16 - print_length uint16 - language string - isbn_10 uint32 - isbn_13 uint32 - reviews string - rating float32 - hcPriceUS map[string]uint16 - hcPriceCAN map[string]uint16 - pbPriceUS map[string]uint16 - pbPriceCAN map[string]uint16 - ebPriceUS map[string]uint16 - ebPriceCAN map[string]uint16 - audioPriceUS uint16 - audioPriceCAN uint16 - priceLastModified time.Time - cheapestPrice map[string]uint16 - cheapPriceLastModified time.Time + Title string + Author Author + Category Category + Series string + Description string + Cover image.Image + Publisher Publisher + Year_published uint16 + Print_length uint16 + Language string + Isbn_10 uint32 + Isbn_13 uint32 + Reviews string + Rating float32 + HcPriceUS map[string]uint16 + HcPriceCAN map[string]uint16 + PbPriceUS map[string]uint16 + PbPriceCAN map[string]uint16 + EbPriceUS map[string]uint16 + EbPriceCAN map[string]uint16 + AudioPriceUS uint16 + AudioPriceCAN uint16 + PriceLastModified time.Time + CheapestPrice map[string]uint16 + CheapPriceLastModified time.Time } |