| skipped 5 lines |
| 6 | 6 | | "errors" |
| 7 | 7 | | "flag" |
| 8 | 8 | | "fmt" |
| | 9 | + | log "github.com/sirupsen/logrus" |
| 9 | 10 | | "io" |
| 10 | 11 | | "net/http" |
| 11 | 12 | | "os" |
| skipped 19 lines |
| 31 | 32 | | } |
| 32 | 33 | | |
| 33 | 34 | | if err := sc.Err(); err != nil { |
| 34 | | - | fmt.Fprintf(os.Stderr, "failed to read input: %s\n", err) |
| | 35 | + | log.Errorf("failed to read input: %s\n", err) |
| 35 | 36 | | } |
| 36 | 37 | | } |
| 37 | 38 | | |
| skipped 3 lines |
| 41 | 42 | | |
| 42 | 43 | | snapshots, err := getSnapshots(client, url) |
| 43 | 44 | | if err != nil { |
| 44 | | - | fmt.Fprintf(os.Stderr, "failed to getting snapshots %s\n", err) |
| | 45 | + | log.Errorf("failed to snapshots: %s\n", err) |
| 45 | 46 | | } |
| 46 | 47 | | |
| 47 | 48 | | lastSnapshot := snapshots[len(snapshots)-1] |
| 48 | | - | lastSnapshotTs := lastSnapshot[0] |
| 49 | | - | lastSnapshotURL := lastSnapshot[1] |
| 50 | | - | |
| 51 | | - | request, err := http.NewRequest("GET", fmt.Sprintf(wbFileURL, lastSnapshotTs, lastSnapshotURL), nil) |
| 52 | | - | if err != nil { |
| 53 | | - | fmt.Fprintf(os.Stderr, "failed to generate request waybackmachine api: %s\n", err) |
| 54 | | - | } |
| 55 | | - | |
| 56 | | - | request.Header.Add("Accept-Encoding", "plain") |
| 57 | | - | |
| 58 | | - | response, err := client.Do(request) |
| | 49 | + | snapshotContent, err := getSnapshotContent(client, lastSnapshot[0], lastSnapshot[1]) |
| 59 | 50 | | if err != nil { |
| 60 | | - | fmt.Fprintf(os.Stderr, "failed to send request waybackmachine api: %s\n", err) |
| | 51 | + | log.Fatalf("failed to read input: %s\n", err) |
| 61 | 52 | | } |
| 62 | 53 | | |
| 63 | | - | defer response.Body.Close() |
| 64 | | - | |
| 65 | | - | io.Copy(os.Stdout, response.Body) |
| | 54 | + | io.Copy(os.Stdout, snapshotContent) |
| 66 | 55 | | } |
| 67 | 56 | | |
| 68 | 57 | | func getSnapshots(c http.Client, url string) ([][]string, error) { |
| skipped 23 lines |
| 92 | 81 | | return r[1:], nil |
| 93 | 82 | | } |
| 94 | 83 | | |
| | 84 | + | func getSnapshotContent(c http.Client, ts, url string) (io.ReadCloser, error) { |
| | 85 | + | request, err := http.NewRequest("GET", fmt.Sprintf(wbFileURL, ts, url), nil) |
| | 86 | + | if err != nil { |
| | 87 | + | return nil, fmt.Errorf("getSnapshotContent: failed to generate request waybackmachine api: %w", err) |
| | 88 | + | } |
| | 89 | + | |
| | 90 | + | request.Header.Add("Accept-Encoding", "plain") |
| | 91 | + | |
| | 92 | + | response, err := c.Do(request) |
| | 93 | + | if err != nil { |
| | 94 | + | return nil, fmt.Errorf("getSnapshotContent: failed to send request waybackmachine api: %w", err) |
| | 95 | + | } |
| | 96 | + | defer response.Body.Close() |
| | 97 | + | |
| | 98 | + | return response.Body, nil |
| | 99 | + | } |
| | 100 | + | |
Rıza Sabuncu
committed
2 years ago
1 parent 8f6fe187