main.__12go

package main

import (
	"encoding/xml"
	"fmt"
	"io"
	"io/ioutil"
	"log"
	"net/http"
	"os"
	"strings"
	"time"
)

var (
	WarningLogger *log.Logger
	InfoLogger    *log.Logger
	ErrorLogger   *log.Logger
)

type Priceru_feed struct {
	XMLName xml.Name
	Shop    []Shop `xml:"shop"`
}

type Shop struct {
	XMLName xml.Name `xml:"shop"`
	Offers  []Offers `xml:"offers"`
}

type Offers struct {
	XMLName xml.Name `xml:"offers"`
	Offer   []Offer  `xml:"offer"`
}

type Offer struct {
	XMLName    xml.Name `xml:"offer"`
	Id         string   `xml:"id,attr"`
	VendorCode string   `xml:"vendorCode"`
	Picture    []string `xml:"picture"`
}

type xmlname struct {
	name         string
	fileUrl      string
	path         string
	catalogPhoto string
}

func init() {
	//InfoLogger.Println("Starting the application...")
	//InfoLogger.Println("Something noteworthy happened")
	//WarningLogger.Println("There is something you should know about")
	//ErrorLogger.Println("Something went wrong")

	file, err := os.OpenFile("logs2.txt", os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0666)
	if err != nil {
		log.Fatal(err)
	}

	InfoLogger = log.New(file, "INFO: ", log.Ldate|log.Ltime|log.Lshortfile)
	WarningLogger = log.New(file, "WARNING: ", log.Ldate|log.Ltime|log.Lshortfile)
	ErrorLogger = log.New(file, "ERROR: ", log.Ldate|log.Ltime|log.Lshortfile)
}

func main() {
	start := time.Now()

	first := xmlname{
		name:         "priceru",
		fileUrl:      "https://loveyouhome.ua/index.php?route=extension/feed/unixml/priceru",
		path:         "C:\\PriceLove\\priceru.xml",
		catalogPhoto: "C:\\PriceYUG\\photo\\",
		//path:         "./priceru.xml",
		//catalogPhoto: "./photo/",
	}
	//second := xmlname{
	//	name:    "tomasby",
	//	fileUrl: "https://loveyouhome.ua/index.php?route=extension/feed/unixml/tomasby",
	//	//path:         "C:\\PriceLove\\tomasby.xml",
	//	//catalogPhoto: "C:\\PriceYUG\\photo\\",
	//	path:         "./tomasby.xml",
	//	catalogPhoto: "./photo/",
	//}

	runParse(first)
	InfoLogger.Println(first.name, "Done")

	//runParse(second)
	//InfoLogger.Println(second.name, "Done")

	duration := time.Since(start)
	fmt.Println("Время выполнения: ", duration)

}

func runParse(p xmlname) {
	p.DownloadPrice()
	p.ParseXml()
}

func (x *xmlname) ParseXml() {
	results := make(map[string]string)

	xmlFile, err := os.Open(x.path)
	// if we os.Open returns an error then handle it
	if err != nil {
		ErrorLogger.Println(err)
	}

	fmt.Println("start...")
	// defer the closing of our xmlFile so that we can parse it later on
	defer xmlFile.Close()

	// read our opened xmlFile as a byte array.
	byteValue, _ := ioutil.ReadAll(xmlFile)

	// we initialize our Users array
	var users Priceru_feed
	// we unmarshal our byteArray which contains our
	// xmlFiles content into 'users' which we defined above
	xml.Unmarshal(byteValue, &users)

	// we iterate through every user within our users array and
	// print out the user Type, their name, and their facebook url
	// as just an example
	start := time.Now()

	for _, offer := range users.Shop[0].Offers[0].Offer {
		if offer.VendorCode != "62021" {
			con
		}
		replacer := strings.NewReplacer("\\", "", "/", "", ",", "", " ", "", ".", "")
		out := replacer.Replace(offer.VendorCode)
		catalog := x.catalogPhoto + out + "_L"
		for _, picture := range offer.Picture {
			InfoLogger.Println(offer.VendorCode + "_L")
			results[picture] = catalog
		}
	}

	duration := time.Since(start)
	fmt.Println("Время выполнения: ", duration)

	for picture, catalog := range results {
		DownloadPhoto(picture, catalog)
	}

}

// DownloadFile will download a url to a local file. It's efficient because it will
// write as it downloads and not load the whole file into memory.
func (x *xmlname) DownloadPrice() {

	// Get the data
	resp, err := http.Get(x.fileUrl)
	if err != nil {
		ErrorLogger.Println(err)
	}
	defer resp.Body.Close()

	// Create the file
	out, err := os.Create(x.path)
	if err != nil {
		ErrorLogger.Println(err)
	}
	defer out.Close()

	// Write the body to file
	_, err = io.Copy(out, resp.Body)
	if err != nil {
		ErrorLogger.Println(err)
	}
}

func Exists(name string) bool {
	if _, err := os.Stat(name); err != nil {
		if os.IsNotExist(err) {
			return false
		}
	}
	return true
}

func replaceString(str string) string {

	replacer := strings.NewReplacer("\\", "", "/", "", ",", "", " ", "", ".", "")
	//out = replacer.Replace(v.Code)
	lenname := len(strings.Split(str, ".")) - 1
	splitName := strings.SplitN(str, ".", lenname)
	if lenname == 1 {
		return str
	} else {
		out := replacer.Replace(splitName[0])
		return out + splitName[1]
	}

}

func DownloadPhoto(url string, catalog string) {

	//fileName := catalog + "/" + url[strings.LastIndex(url, "/")+1:]
	fileName := catalog + "/" + replaceString(url[strings.LastIndex(url, "/")+1:])
	fi, err := os.Stat(fileName)
	if os.IsNotExist(err) {
		os.Mkdir(catalog, 0755)
	}
	if Exists(fileName) {
		if err == nil {
			if fi.Size() < 1000 {
				os.Remove(fileName)
			}
		}
	} else {
		//fi, err := os.Stat(fileName)
		//if err != nil {

		response, _ := http.Get(url)

		defer response.Body.Close()

		if response.StatusCode == 200 {
			//Create a empty file
			// разбить файл и реплейснуть

			file, err := os.Create(fileName)
			if err != nil {
				fmt.Println(err)
			}
			defer file.Close()

			//Write the bytes to the fiel
			io.Copy(file, response.Body)

			fi, err := file.Stat()
			//fmt.Println(fmt.Sprintf("File: %s, size: %s", file, fi.Size()))
			if err == nil {
				if fi.Size() < 1000 && err == nil {
					//file.Close()
					os.Remove(fileName)
				}
			}
		}
	}
}