Add files only mode
This commit is contained in:
@@ -1,6 +1,7 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"flag"
|
||||||
"fmt"
|
"fmt"
|
||||||
"net/http"
|
"net/http"
|
||||||
"os"
|
"os"
|
||||||
@@ -12,6 +13,9 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
|
filesOnly := flag.Bool("fo", false, "Files only mode - download all files to a single directory without module structure")
|
||||||
|
flag.Parse()
|
||||||
|
|
||||||
httpClient := &http.Client{}
|
httpClient := &http.Client{}
|
||||||
|
|
||||||
authenticator := auth.NewAuthenticator(httpClient)
|
authenticator := auth.NewAuthenticator(httpClient)
|
||||||
@@ -25,7 +29,7 @@ func main() {
|
|||||||
fmt.Print("Enter Course ID: ")
|
fmt.Print("Enter Course ID: ")
|
||||||
fmt.Scanln(&courseID)
|
fmt.Scanln(&courseID)
|
||||||
|
|
||||||
canvasClient := canvas.NewClient(httpClient, accessToken, courseID)
|
canvasClient := canvas.NewClient(httpClient, accessToken, courseID, *filesOnly)
|
||||||
|
|
||||||
if err := canvasClient.GetCourseInfo(); err != nil {
|
if err := canvasClient.GetCourseInfo(); err != nil {
|
||||||
fmt.Printf("Error: %v\n", err)
|
fmt.Printf("Error: %v\n", err)
|
||||||
@@ -40,5 +44,7 @@ func main() {
|
|||||||
|
|
||||||
canvasClient.DownloadModules(courseRoot)
|
canvasClient.DownloadModules(courseRoot)
|
||||||
|
|
||||||
|
if !*filesOnly {
|
||||||
panopto.DownloadMainRecordings(httpClient, accessToken, courseID, courseRoot)
|
panopto.DownloadMainRecordings(httpClient, accessToken, courseID, courseRoot)
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|||||||
@@ -21,13 +21,15 @@ type Client struct {
|
|||||||
AccessToken string
|
AccessToken string
|
||||||
CourseID string
|
CourseID string
|
||||||
CourseName string
|
CourseName string
|
||||||
|
FilesOnly bool
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewClient(httpClient *http.Client, accessToken, courseID string) *Client {
|
func NewClient(httpClient *http.Client, accessToken, courseID string, filesOnly bool) *Client {
|
||||||
return &Client{
|
return &Client{
|
||||||
HTTPClient: httpClient,
|
HTTPClient: httpClient,
|
||||||
AccessToken: accessToken,
|
AccessToken: accessToken,
|
||||||
CourseID: courseID,
|
CourseID: courseID,
|
||||||
|
FilesOnly: filesOnly,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -83,7 +85,10 @@ func (c *Client) DownloadCourseFiles(root string) {
|
|||||||
rawFolderPath := folderMap[file.FolderID]
|
rawFolderPath := folderMap[file.FolderID]
|
||||||
safeFolderPath := utils.SanitizePath(rawFolderPath)
|
safeFolderPath := utils.SanitizePath(rawFolderPath)
|
||||||
|
|
||||||
subDir := filepath.Join(root, "Course Files", safeFolderPath)
|
subDir := root
|
||||||
|
if !c.FilesOnly {
|
||||||
|
subDir = filepath.Join(root, "Course Files", safeFolderPath)
|
||||||
|
}
|
||||||
os.MkdirAll(subDir, 0o755)
|
os.MkdirAll(subDir, 0o755)
|
||||||
path := filepath.Join(subDir, utils.Sanitize(file.DisplayName))
|
path := filepath.Join(subDir, utils.Sanitize(file.DisplayName))
|
||||||
|
|
||||||
@@ -125,9 +130,15 @@ func (c *Client) DownloadModules(courseRoot string) {
|
|||||||
resp.Body.Close()
|
resp.Body.Close()
|
||||||
|
|
||||||
for _, mod := range modules {
|
for _, mod := range modules {
|
||||||
modBaseDir := filepath.Join(courseRoot, "Modules", utils.Sanitize(mod.Name))
|
modBaseDir := courseRoot
|
||||||
|
if !c.FilesOnly {
|
||||||
|
modBaseDir = filepath.Join(courseRoot, "Modules", utils.Sanitize(mod.Name))
|
||||||
|
}
|
||||||
os.MkdirAll(modBaseDir, 0o755)
|
os.MkdirAll(modBaseDir, 0o755)
|
||||||
|
|
||||||
|
if !c.FilesOnly {
|
||||||
fmt.Printf("\n[Module] %s\n", mod.Name)
|
fmt.Printf("\n[Module] %s\n", mod.Name)
|
||||||
|
}
|
||||||
|
|
||||||
subHeaderStack := []string{}
|
subHeaderStack := []string{}
|
||||||
lastIndent := 0
|
lastIndent := 0
|
||||||
@@ -135,13 +146,16 @@ func (c *Client) DownloadModules(courseRoot string) {
|
|||||||
for _, item := range mod.Items {
|
for _, item := range mod.Items {
|
||||||
|
|
||||||
targetDir := modBaseDir
|
targetDir := modBaseDir
|
||||||
if len(subHeaderStack) > 0 {
|
if len(subHeaderStack) > 0 && !c.FilesOnly {
|
||||||
targetDir = filepath.Join(modBaseDir, filepath.Join(subHeaderStack...))
|
targetDir = filepath.Join(modBaseDir, filepath.Join(subHeaderStack...))
|
||||||
}
|
}
|
||||||
os.MkdirAll(targetDir, 0o755)
|
os.MkdirAll(targetDir, 0o755)
|
||||||
|
|
||||||
switch item.Type {
|
switch item.Type {
|
||||||
case "SubHeader":
|
case "SubHeader":
|
||||||
|
if c.FilesOnly {
|
||||||
|
continue
|
||||||
|
}
|
||||||
currentIndent := item.Indent
|
currentIndent := item.Indent
|
||||||
if currentIndent <= lastIndent && len(subHeaderStack) > 0 {
|
if currentIndent <= lastIndent && len(subHeaderStack) > 0 {
|
||||||
levelsToKeep := currentIndent
|
levelsToKeep := currentIndent
|
||||||
@@ -162,11 +176,17 @@ func (c *Client) DownloadModules(courseRoot string) {
|
|||||||
c.downloadModuleFile(item, targetDir)
|
c.downloadModuleFile(item, targetDir)
|
||||||
|
|
||||||
case "ExternalTool":
|
case "ExternalTool":
|
||||||
|
if c.FilesOnly {
|
||||||
|
continue
|
||||||
|
}
|
||||||
indent := strings.Repeat(" ", len(subHeaderStack)+1)
|
indent := strings.Repeat(" ", len(subHeaderStack)+1)
|
||||||
fmt.Printf("%s- Found video tool: %s\n", indent, item.Title)
|
fmt.Printf("%s- Found video tool: %s\n", indent, item.Title)
|
||||||
panopto.DownloadVideo(c.HTTPClient, c.AccessToken, c.CourseID, targetDir, item.URL, item.Title)
|
panopto.DownloadVideo(c.HTTPClient, c.AccessToken, c.CourseID, targetDir, item.URL, item.Title)
|
||||||
|
|
||||||
case "ExternalUrl":
|
case "ExternalUrl":
|
||||||
|
if c.FilesOnly {
|
||||||
|
continue
|
||||||
|
}
|
||||||
if strings.Contains(item.ExternalURL, "panopto.eu") {
|
if strings.Contains(item.ExternalURL, "panopto.eu") {
|
||||||
indent := strings.Repeat(" ", len(subHeaderStack)+1)
|
indent := strings.Repeat(" ", len(subHeaderStack)+1)
|
||||||
fmt.Printf("%s- Found direct video link: %s\n", indent, item.Title)
|
fmt.Printf("%s- Found direct video link: %s\n", indent, item.Title)
|
||||||
@@ -175,6 +195,9 @@ func (c *Client) DownloadModules(courseRoot string) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
case "Page":
|
case "Page":
|
||||||
|
if c.FilesOnly {
|
||||||
|
continue
|
||||||
|
}
|
||||||
c.searchPageForVideos(item, targetDir)
|
c.searchPageForVideos(item, targetDir)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user