ETLane 0.1.42 → 0.1.46

data/Scripts/Sources/Resources/Images.swift

@@ -0,0 +1,5 @@
+struct Images: Codable {
+	let err: String?
+	let images: [String: String]?
+	let status: Int?
+}

data/Scripts/Sources/Resources/PreviewDownloader.swift

@@ -0,0 +1,80 @@
+import Common
+import Foundation
+
+final class PreviewDownloader {
+
+	private let outputURL: URL
+	private let session = URLSession.shared
+
+	init(outputURL: URL) {
+		self.outputURL = outputURL
+	}
+
+	func download(deploys: [Deploy]) throws {
+		let downloadGroup = DispatchGroup()
+		let fm = FileManager.default
+		let previewsURL = self.outputURL.appendingPathComponent("previews")
+		try fm.createDirectory(at: previewsURL, withIntermediateDirectories: true, attributes: [:])
+
+		for deploy in deploys {
+			let localeURL = previewsURL.appendingPathComponent(deploy[.locale])
+
+			do {
+				try fm.createDirectory(at: localeURL, withIntermediateDirectories: true, attributes: [:])
+			} catch {
+				print("Create locale folder error: \(error.locd)")
+			}
+			if let preview = URL(string: deploy[.iPhone8]) {
+				let to = localeURL.appendingPathComponent("iphone58.mp4")
+				downloadGroup.enter()
+				self.download(from: preview, to: to) {
+					downloadGroup.leave()
+				}
+			}
+			if let preview = URL(string: deploy[.iPhone11]) {
+				let to = localeURL.appendingPathComponent("iphone65.mp4")
+				downloadGroup.enter()
+				self.download(from: preview, to: to) {
+					downloadGroup.leave()
+				}
+			}
+			let timestamp = deploy[.previewTimestamp]
+			if timestamp.isEmpty {
+				do {
+					let timestampURL = localeURL.appendingPathComponent("timestamp")
+					try timestamp.write(to: timestampURL, atomically: true, encoding: .utf8)
+					print("Save timestamp: \(timestamp)")
+				} catch {
+					print("Timestamp write error: \(error)")
+				}
+			}
+			downloadGroup.wait()
+		}
+
+	}
+
+	private func download(from: URL, to: URL, completion: @escaping () -> Void) {
+		print("Download \(from) to: \(to)")
+		let request = URLRequest(
+			url: from,
+			cachePolicy: .
+			reloadIgnoringLocalCacheData,
+			timeoutInterval: 5 * 60
+		)
+		self.session.downloadTask(with: request) { (url, response, error) in
+			if let url = url, error == nil {
+				do {
+					try? FileManager.default.removeItem(at: to)
+					try FileManager.default.copyItem(at: url, to: to)
+					print("Did finish download: \(from)")
+				} catch {
+					print("Copy error: \(error)")
+				}
+			} else if let error = error {
+				print("Download error: \(error)")
+			}
+			completion()
+		}.resume()
+	}
+
+}

data/Scripts/Sources/Resources/ResourcesParser.swift

@@ -0,0 +1,25 @@
+import ArgumentParser
+
+struct ResourcesParser: ParsableArguments {
+
+	@Option(name: .customLong("output"), help: "Path to output folder")
+	var output: String
+
+	@Argument(help: "Google TSV path")
+	var tsv: String
+
+	@Option(help: "Download screenshots?")
+	var downloadScreenshots = false
+
+	@Option(help: "Figma token")
+	var figmaToken: String
+
+	@Option(help: "Figma screenshots page")
+	var figmaPage: String?
+
+	@Option(help: "Figma project id")
+	var figmaProjectId: String
+
+	@Option(help: "Download preview?")
+	var downloadPreview = false
+}

data/Scripts/Sources/Resources/ScreenshotDownloader.swift

@@ -0,0 +1,150 @@
+import Common
+import Foundation
+
+final class ScreenshotDownloader {
+
+	private let outputURL: URL
+	private let token: String
+	private let projectId: String
+	private let api: Api
+	private let cacheURL: URL
+
+	init(figmaApi: Api, outputURL: URL, token: String, projectId: String) {
+		self.outputURL = outputURL
+		self.token = token
+		self.projectId = projectId
+		self.api = figmaApi
+
+		self.cacheURL = self.outputURL.appendingPathComponent("screenshots_cache")
+		let fm = FileManager.default
+		try? fm.createDirectory(at: self.cacheURL, withIntermediateDirectories: true, attributes: [:])
+	}
+
+	private func downloadIds(_ ids: [String], repeatCount: Int = 5, scale: Int) -> Images? {
+		if repeatCount < 0 {
+			return nil
+		}
+		do {
+			let images = try self.api.images(
+				token: self.token,
+				projectId: self.projectId,
+				ids: ids,
+				scale: scale
+			)
+			if let err = images.err {
+				print("⛔️ Download error \(repeatCount - 1), try one more time: \(err)")
+				return self.downloadIds(ids, repeatCount: repeatCount - 1, scale: scale)
+			} else {
+				return images
+			}
+		} catch {
+			print("⛔️ Download batch error \(repeatCount - 1), try one more time after 15 sec: \(error.locd)")
+			Thread.sleep(forTimeInterval: 15)
+			return self.downloadIds(ids, repeatCount: repeatCount - 1, scale: scale)
+		}
+	}
+
+	func download(ids: [String], scale: Int) -> [Images] {
+		let downloadIDs = ids.unique
+		let batch = 10
+		var allImages = [Images]()
+		for idx in stride(from: downloadIDs.indices.lowerBound, to: downloadIDs.indices.upperBound, by: batch) {
+			print("⬇️ Fetching image batch: \(idx)")
+			let subsequence = downloadIDs[idx..<min(idx.advanced(by: batch), downloadIDs.count)]
+			if let images = self.downloadIds(Array(subsequence), repeatCount: 6, scale: scale) {
+				allImages.append(images)
+				self.downloadImages(images)
+			} else {
+				print("💥 Download batch error, maybe we should limit requests other way")
+				exit(1)
+			}
+		}
+		return allImages
+	}
+
+	private func downloadImages(_ images: Images) {
+		DispatchQueue.global().async {
+			if let images = images.images {
+				_ = DownloadBatch(images: images, url: self.cacheURL).download()
+			}
+		}
+	}
+
+	func download(screens: [Figma.Screen]) throws {
+		var imageIDs2x = [String]()
+		var imageIDs3x = [String]()
+
+		for screen in screens {
+			switch screen.device.scale {
+				case 2:
+					imageIDs2x.append(screen.id)
+				case 3:
+					imageIDs3x.append(screen.id)
+				default:
+					fatalError("🚨Unknown scale \(screen.device.scale)")
+			}
+		}
+
+		var allImages = [Images]()
+		allImages += self.download(ids: imageIDs2x, scale: 2)
+		allImages += self.download(ids: imageIDs3x, scale: 3)
+
+		var allImagesKeys = [String: String]()
+		allImages
+			.compactMap { $0.images }
+			.filter { !$0.isEmpty }
+			.forEach { (images) in
+				for image in images {
+					allImagesKeys[image.key] = image.value
+				}
+			}
+		let imageData = DownloadBatch(images: allImagesKeys, url: self.cacheURL).download()
+
+		let screenshotsURL = self.outputURL.appendingPathComponent("screenshots")
+		let fm = FileManager.default
+		do {
+			try fm.removeItem(at: screenshotsURL)
+		} catch {
+			print("Remove screenshots error: \(error)")
+		}
+		try fm.createDirectory(at: screenshotsURL, withIntermediateDirectories: true, attributes: [:])
+		print("ℹ️ Process screenshots at \(screenshotsURL)")
+		for screen in screens {
+
+			let localeURL = screenshotsURL.localeURL(for: screen)
+			do {
+				try fm.createDirectory(at: localeURL, withIntermediateDirectories: true, attributes: [:])
+
+				if let data = imageData[screen.id] {
+					print("ℹ️ Save screenshot \(localeURL.lastPathComponent)/\(screen.fileName)")
+					do {
+						try data.write(to: localeURL.appendingPathComponent(screen.fileName))
+					} catch {
+						print("⛔️ Save screenshot error: \(error.locd)")
+					}
+				}
+			} catch {
+				print("⛔️ Create locale folder error: \(error.locd)")
+			}
+		}
+	}
+
+}
+
+extension URL {
+	func localeURL(for screen: Figma.Screen) -> URL {
+		var url = self
+		if screen.device.isIMessage {
+			// скриншоты для iMessage должны лежать в папке iMessage/Locale/###.jpg
+			url.appendPathComponent("iMessage")
+		}
+		url.appendPathComponent(screen.locale)
+		return url
+	}
+}
+
+extension String {
+	var cacheName: String {
+		"\(self.MD5String).jpg"
+	}
+}

data/Scripts/Sources/Resources/main.swift

@@ -0,0 +1,58 @@
+import Foundation
+import Common
+
+do {
+	let options = ResourcesParser.parseOrExit()
+	let figmaApi = Api(baseURL: "https://api.figma.com/v1")
+
+	NSSetUncaughtExceptionHandler { (exception) in
+		let stack = exception.callStackReturnAddresses
+		print("Stack trace: \(stack)")
+	}
+
+	let deploys = try Deploy.fromTSV(options.tsv)
+
+	let output = (options.output as NSString).expandingTildeInPath
+	let outputURL = URL(fileURLWithPath: output)
+	let metadataURL = outputURL.appendingPathComponent("metadata")
+	let fm = FileManager.default
+	try fm.createDirectory(at: metadataURL, withIntermediateDirectories: true, attributes: [:])
+
+	print("Process metadate at \(metadataURL)")
+	for deploy in deploys {
+		let locale = metadataURL.appendingPathComponent(deploy[.locale])
+
+		do {
+			try fm.createDirectory(at: locale, withIntermediateDirectories: true, attributes: [:])
+			deploy.createFiles(at: locale)
+		} catch {
+			print("Create locale error: \(error)")
+		}
+	}
+
+	if options.downloadScreenshots, let pageId = options.figmaPage {
+		print("Load figma screenshots data")
+
+		let pages = try figmaApi.pages(token: options.figmaToken, projectId: options.figmaProjectId, page: pageId)
+		let screens = pages.screens(for: pageId)
+		print("Download figma screenshots data")
+		let downloader = ScreenshotDownloader(
+			figmaApi: figmaApi,
+			outputURL: outputURL,
+			token: options.figmaToken,
+			projectId: options.figmaProjectId
+		)
+		try downloader.download(screens: screens)
+	}
+
+	if options.downloadPreview {
+		let downloader = PreviewDownloader(outputURL: outputURL)
+		try downloader.download(deploys: deploys)
+	}
+
+} catch {
+	print("\(error.locd)")
+	exit(1)
+}
+exit(0)
+

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ETLane
 version: !ruby/object:Gem::Version
-  version: 0.1.42
+  version: 0.1.46
 platform: ruby
 authors:
 - teanet
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-05-28 00:00:00.000000000 Z
+date: 2021-09-01 00:00:00.000000000 Z
 dependencies: []
 description: 'Xcode helper for upload builds and metadata
 
@@ -20,9 +20,32 @@ extra_rdoc_files: []
 files:
 - Lanes/CommonFastfile
 - Lanes/ExampleAppfile
+- Lanes/actions/README.md
+- Lanes/actions/add_keys_to_lokalise.rb
+- Lanes/actions/android/README.md
+- Lanes/actions/android/lokalise_download.rb
+- Lanes/actions/android/lokalise_upload.rb
+- Lanes/actions/lokalise.rb
+- Lanes/actions/lokalise_metadata.rb
+- Lanes/actions/lokalise_upload.rb
+- Lanes/actions/previews.rb
 - Scripts/Package.resolved
 - Scripts/Package.swift
 - Scripts/README.md
+- Scripts/Sources/Common/Api.swift
+- Scripts/Sources/Common/Array.swift
+- Scripts/Sources/Common/Error.swift
+- Scripts/Sources/Common/MD5.swift
+- Scripts/Sources/Resources/Api+Figma.swift
+- Scripts/Sources/Resources/Deploy.swift
+- Scripts/Sources/Resources/Device.swift
+- Scripts/Sources/Resources/DownloadBatch.swift
+- Scripts/Sources/Resources/FigmaPages.swift
+- Scripts/Sources/Resources/Images.swift
+- Scripts/Sources/Resources/PreviewDownloader.swift
+- Scripts/Sources/Resources/ResourcesParser.swift
+- Scripts/Sources/Resources/ScreenshotDownloader.swift
+- Scripts/Sources/Resources/main.swift
 homepage: https://github.com/teanet/ETLane
 licenses:
 - MIT