From 2c9c8d916ae2d0aaf8d9b4b36481c7cd5dffda4c Mon Sep 17 00:00:00 2001 From: Matthew Walster Date: Mon, 6 Apr 2020 11:43:21 +0000 Subject: [PATCH] Initial import. Code is working, but it just spits out to stdout. Left to do is a refresh mechanism, and to serve it via http so something like gortr can serve it to routers. A sample configuration file is provided. --- .gitignore | 3 + cmd/merge.go | 137 +++++++++++++++++++++++++++++++++++ cmd/root.go | 111 +++++++++++++++++++++++++++++ go.mod | 12 ++++ go.sum | 169 ++++++++++++++++++++++++++++++++++++++++++++ main.go | 18 +++++ ovplusplus.yaml | 10 +++ pkg/irr/fetch.go | 94 ++++++++++++++++++++++++ pkg/irr/parse.go | 63 +++++++++++++++++ pkg/pfxops/merge.go | 71 +++++++++++++++++++ pkg/rpki/fetch.go | 44 ++++++++++++ 11 files changed, 732 insertions(+) create mode 100644 .gitignore create mode 100644 cmd/merge.go create mode 100644 cmd/root.go create mode 100644 go.mod create mode 100644 go.sum create mode 100644 main.go create mode 100644 ovplusplus.yaml create mode 100644 pkg/irr/fetch.go create mode 100644 pkg/irr/parse.go create mode 100644 pkg/pfxops/merge.go create mode 100644 pkg/rpki/fetch.go diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..c5fbdb2 --- /dev/null +++ b/.gitignore @@ -0,0 +1,3 @@ +ovplusplus +*.json +*.gz diff --git a/cmd/merge.go b/cmd/merge.go new file mode 100644 index 0000000..eb53c07 --- /dev/null +++ b/cmd/merge.go @@ -0,0 +1,137 @@ +package cmd + +import ( + "context" + "encoding/json" + "fmt" + "sort" + "sync" + + "github.com/dotwaffle/ovplusplus/pkg/irr" + "github.com/dotwaffle/ovplusplus/pkg/pfxops" + "github.com/dotwaffle/ovplusplus/pkg/rpki" + "github.com/rs/zerolog/log" + "github.com/spf13/cobra" + "github.com/spf13/viper" + "golang.org/x/sync/errgroup" +) + +// mergeCmd implements the irr command. +var mergeCmd = &cobra.Command{ + Use: "merge", + Short: "Create an export.json file based on IRR and RPKI data.", + Run: func(cmd *cobra.Command, args []string) { + ctx := context.TODO() + var mu sync.RWMutex + routes := make(map[string][]irr.Route) + e, eCtx := errgroup.WithContext(ctx) + + // for each input, get the data + for _, src := range viper.GetStringSlice("file") { + src := src + e.Go(func() error { + srcRoutes, err := irr.FetchFile(eCtx, src) + if err != nil { + return err + } + log.Debug().Int("routes", len(srcRoutes)).Str("src", src).Msg("irrdb parsed") + mu.Lock() + routes[src] = srcRoutes + mu.Unlock() + return nil + }) + } + + for _, src := range viper.GetStringSlice("irrdb") { + src := src + e.Go(func() error { + srcRoutes, err := irr.FetchURL(eCtx, src) + if err != nil { + return err + } + log.Debug().Int("routes", len(srcRoutes)).Str("src", src).Msg("irrdb parsed") + mu.Lock() + routes[src] = srcRoutes + mu.Unlock() + return nil + }) + } + + if err := e.Wait(); err != nil { + log.Fatal().Err(err).Msg("irrdb read") + } + + // produce some stats + merged := make(map[string][]string) + for _, r := range routes { + for _, rr := range r { + route := rr.Prefix.String() + merged[route] = append(merged[route], rr.Origin) + } + } + log.Debug().Int("routes", len(merged)).Msg("irrdb parsed total") + mergedStats := make(map[int]int) + for _, v := range merged { + mergedStats[len(v)]++ + } + depth := make([]int, 0, len(mergedStats)) + for k := range mergedStats { + depth = append(depth, k) + } + sort.Ints(depth) + for _, k := range depth { + log.Debug().Int("depth", k).Int("count", mergedStats[k]).Msg("irrdb depth stats") + } + + // import RPKI ROA export + roas, err := rpki.Fetch(ctx, viper.GetString("rpki")) + if err != nil { + log.Fatal().Err(err).Msg("rpki.Fetch()") + } + log.Debug().Int("roas", len(roas)).Msg("rpki parsed") + + // merge data + results, err := pfxops.Merge(roas, routes) + if err != nil { + log.Fatal().Err(err).Msg("pfxops.Merge()") + } + sort.SliceStable(results, func(i, j int) bool { return results[i].Prefix < results[j].Prefix }) + log.Debug().Int("roas", len(results)).Msg("new total roas") + + // dump the output to stdout + output, err := json.Marshal(rpki.Export{ROAs: results}) + if err != nil { + log.Fatal().Err(err).Msg("json.Marshal()") + } + fmt.Println(string(output)) + }, +} + +func init() { + rootCmd.AddCommand(mergeCmd) + + // fetch IRR data from a URL + mergeCmd.Flags().StringSliceP("irrdb", "i", []string{}, "url to fetch containing IRRDB data") + if err := viper.BindPFlag("irrdb", mergeCmd.Flags().Lookup("irrdb")); err != nil { + log.Fatal().Err(err).Msg("viper.BindPFlag(): irrdb") + } + + // fetch IRR data from a local file + mergeCmd.Flags().StringSliceP("file", "f", []string{}, "local file containing IRRDB data") + if err := viper.BindPFlag("file", mergeCmd.Flags().Lookup("file")); err != nil { + log.Fatal().Err(err).Msg("viper.BindPFlag(): file") + } + + // fetch RPKI data from a URL + mergeCmd.Flags().StringP("rpki", "r", "", "url to fetch containing RPKI ROA data") + if err := viper.BindPFlag("rpki", mergeCmd.Flags().Lookup("rpki")); err != nil { + log.Fatal().Err(err).Msg("viper.BindPFlag(): rpki") + } + // mergeCmd.MarkFlagRequired("rpki") + + // use "orlonger" semantics instead of "exact" matching + mergeCmd.Flags().BoolP("longer", "l", false, "accept longer prefixes as well") + if err := viper.BindPFlag("longer", mergeCmd.Flags().Lookup("longer")); err != nil { + log.Fatal().Err(err).Msg("viper.BindPFlag(): longer") + } +} diff --git a/cmd/root.go b/cmd/root.go new file mode 100644 index 0000000..1eacdd8 --- /dev/null +++ b/cmd/root.go @@ -0,0 +1,111 @@ +// Package cmd provides the commands run by the ovplusplus command. +package cmd + +import ( + "fmt" + "os" + "path/filepath" + + "github.com/rs/zerolog" + "github.com/rs/zerolog/log" + "github.com/spf13/cobra" + "github.com/spf13/viper" +) + +var ( + // name of the config file (without extension) + cfgName = "ovplusplus" + cfgFile string +) + +// rootCmd represents the base command when called without any subcommands +var rootCmd = &cobra.Command{ + Use: "ovplusplus", + Short: "Merge an IRRDB database with RPKI OV data into a single file.", + // TODO(dotwaffle): Long description, and usage + // Uncomment the following line if your bare application + // has an action associated with it: + // Run: func(cmd *cobra.Command, args []string) { }, + PersistentPreRun: func(cmd *cobra.Command, args []string) { + zerolog.SetGlobalLevel(zerolog.InfoLevel) + if viper.GetBool("debug") { + zerolog.SetGlobalLevel(zerolog.DebugLevel) + } + }, +} + +// Execute adds all child commands to the root command and sets flags appropriately. +// This is called by main.main(). It only needs to happen once to the rootCmd. +func Execute() { + if err := rootCmd.Execute(); err != nil { + log.Fatal().Err(err).Msg("rootCmd.Execute()") + } +} + +func init() { + cobra.OnInitialize(initConfig) + + rootCmd.PersistentFlags().StringVar(&cfgFile, "config", "", + fmt.Sprintf("config file (default is $HOME/.config/%s/%s.yaml)", cfgName, cfgName)) + + rootCmd.PersistentFlags().BoolP("debug", "d", false, "output debug logging messages") + if err := viper.BindPFlag("debug", rootCmd.PersistentFlags().Lookup("debug")); err != nil { + log.Fatal().Err(err).Msg("viper.BindPFlag(): debug") + } +} + +// initConfig reads in config file and ENV variables if set. +func initConfig() { + if cfgFile != "" { + // Use config file from the flag. + viper.SetConfigFile(cfgFile) + } else { + viper.SetConfigName(cfgName) + + // Search config in local directory. + viper.AddConfigPath(".") + + // Search config in home directory (preferably in XDG config). + cfgDir, err := os.UserConfigDir() + if err != nil { + log.Fatal().Err(err).Msg("os.UserConfigDir()") + } + viper.AddConfigPath(filepath.Join(cfgDir, cfgName)) // subdir + viper.AddConfigPath(cfgDir) + homeDir, err := os.UserHomeDir() + if err != nil { + log.Fatal().Err(err).Msg("os.UserHomeDir()") + } + viper.AddConfigPath(homeDir) + + // Search config in other places. + viper.AddConfigPath(filepath.Join("/etc", cfgName)) + viper.AddConfigPath("/etc") + } + + viper.AutomaticEnv() // read in environment variables that match + + // If a config file is found, read it in. + if err := viper.ReadInConfig(); err == nil { + log.Info().Str("file", viper.ConfigFileUsed()).Msg("using stored config") + } +} + +// writeConfigCmd writes the currently set configuration out. +var writeConfigCmd = &cobra.Command{ + Use: "write-config", + Short: "Writes the currently set configuration out.", + Args: cobra.MaximumNArgs(1), + Run: func(cmd *cobra.Command, args []string) { + switch len(args) { + case 0: + viper.WriteConfigAs(fmt.Sprintf("./%s.yaml", cfgName)) + case 1: + viper.WriteConfigAs(args[0]) + } + }, +} + +func init() { + rootCmd.AddCommand(writeConfigCmd) +} diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..c6a6564 --- /dev/null +++ b/go.mod @@ -0,0 +1,12 @@ +module github.com/dotwaffle/ovplusplus + +go 1.14 + +require ( + github.com/jlaffaye/ftp v0.0.0-20200331144919-d4caf6ffcab8 + github.com/rs/zerolog v1.18.0 + github.com/spf13/cobra v0.0.7 + github.com/spf13/viper v1.6.2 + github.com/yl2chen/cidranger v1.0.0 + golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..2485b10 --- /dev/null +++ b/go.sum @@ -0,0 +1,169 @@ +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU= +github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= +github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= +github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8= +github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q= +github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8= +github.com/cespare/xxhash v1.1.0/go.mod h1:XrSqR1VqqWfGrhpAt58auRo0WTKS1nRRg3ghfAqPWnc= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/coreos/bbolt v1.3.2/go.mod h1:iRUV2dpdMOn7Bo10OQBFzIJO9kkE559Wcmn+qkEiiKk= +github.com/coreos/etcd v3.3.10+incompatible/go.mod h1:uF7uidLiAD3TWHmW31ZFd/JWoc32PjwdhPthX9715RE= +github.com/coreos/go-semver v0.2.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk= +github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= +github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f/go.mod h1:E3G3o1h8I7cfcXa63jLwjI0eiQQMgzzUDFVpN/nH/eA= +github.com/cpuguy83/go-md2man/v2 v2.0.0/go.mod h1:maD7wRr/U5Z6m/iR4s+kqSMx2CaBsrgA7czyZG/E6dU= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ= +github.com/dgryski/go-sip13 v0.0.0-20181026042036-e10d5fee7954/go.mod h1:vAd38F8PWV+bWy6jNmig1y/TA+kYO4g3RSRF0IAv0no= +github.com/fsnotify/fsnotify v1.4.7 h1:IXs+QLmnXW2CcXuY+8Mzv/fWEsPGWxqefPtCP5CnV9I= +github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= +github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04= +github.com/go-kit/kit v0.8.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= +github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE= +github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk= +github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= +github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ= +github.com/gogo/protobuf v1.2.1/go.mod h1:hp+jE20tsWTFYpLwKvXlhS1hjn+gTNwPg2I6zVXpSg4= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/groupcache v0.0.0-20190129154638-5b532d6fd5ef/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= +github.com/gorilla/websocket v1.4.0/go.mod h1:E7qHFY5m1UJ88s3WnNqhKjPHQ0heANvMoAMk2YaljkQ= +github.com/grpc-ecosystem/go-grpc-middleware v1.0.0/go.mod h1:FiyG127CGDf3tlThmgyCl78X/SZQqEOJBCDaAfeWzPs= +github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0/go.mod h1:8NvIoxWQoOIhqOTXgfV/d3M/q6VIi02HzZEHgUlZvzk= +github.com/grpc-ecosystem/grpc-gateway v1.9.0/go.mod h1:vNeuVxBJEsws4ogUvrchl83t/GYV9WGTSLVdBhOQFDY= +github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4= +github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ= +github.com/inconshreveable/mousetrap v1.0.0/go.mod h1:PxqpIevigyE2G7u3NXJIT2ANytuPF1OarO4DADm73n8= +github.com/jlaffaye/ftp v0.0.0-20200331144919-d4caf6ffcab8 h1:zF3q+xRCkk7mczURMXFR1VLqn8wWZQCtWp+5ZVJIfew= +github.com/jlaffaye/ftp v0.0.0-20200331144919-d4caf6ffcab8/go.mod h1:PwUeyujmhaGohgOf0kJKxPfk3HcRv8QD/wAUN44go4k= +github.com/jonboulle/clockwork v0.1.0/go.mod h1:Ii8DK3G1RaLaWxj9trq07+26W01tbo22gdxWY5EU2bo= +github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU= +github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w= +github.com/kisielk/errcheck v1.1.0/go.mod h1:EZBBE59ingxPouuu3KfxchcWSUPOHkagtvWXihfKN4Q= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/magiconair/properties v1.8.0/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ= +github.com/magiconair/properties v1.8.1 h1:ZC2Vc7/ZFkGmsVC9KvOjumD+G5lXy2RtTKyzRKO2BQ4= +github.com/magiconair/properties v1.8.1/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ= +github.com/matttproud/golang_protobuf_extensions v1.0.1/go.mod h1:D8He9yQNgCq6Z5Ld7szi9bcBfOoFv/3dc6xSMkL2PC0= +github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0= +github.com/mitchellh/mapstructure v1.1.2 h1:fmNYVwqnSfB9mZU6OS2O6GsXM+wcskZDuKQzvN1EDeE= +github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= +github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U= +github.com/oklog/ulid v1.3.1/go.mod h1:CirwcVhetQ6Lv90oh/F+FBtV6XMibvdAFo93nm5qn4U= +github.com/pelletier/go-toml v1.2.0 h1:T5zMGML61Wp+FlcbWjRDT7yAxhJNAiPPLOFECq181zc= +github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic= +github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw= +github.com/prometheus/client_golang v0.9.3/go.mod h1:/TN21ttK/J9q6uSwhBd54HahCDft0ttaMvbicHlPoso= +github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo= +github.com/prometheus/client_model v0.0.0-20190129233127-fd36f4220a90/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/prometheus/common v0.0.0-20181113130724-41aa239b4cce/go.mod h1:daVV7qP5qjZbuso7PdcryaAu0sAZbrN9i7WWcTMWvro= +github.com/prometheus/common v0.4.0/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4= +github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk= +github.com/prometheus/procfs v0.0.0-20190507164030-5867b95ac084/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= +github.com/prometheus/tsdb v0.7.1/go.mod h1:qhTCs0VvXwvX/y3TZrWD7rabWM+ijKTux40TwIPHuXU= +github.com/rogpeppe/fastuuid v0.0.0-20150106093220-6724a57986af/go.mod h1:XWv6SoW27p1b0cqNHllgS5HIMJraePCO15w5zCzIWYg= +github.com/rs/xid v1.2.1/go.mod h1:+uKXf+4Djp6Md1KODXJxgGQPKngRmWyn10oCKFzNHOQ= +github.com/rs/zerolog v1.18.0 h1:CbAm3kP2Tptby1i9sYy2MGRg0uxIN9cyDb59Ys7W8z8= +github.com/rs/zerolog v1.18.0/go.mod h1:9nvC1axdVrAHcu/s9taAVfBuIdTZLVQmKQyvrUjF5+I= +github.com/russross/blackfriday/v2 v2.0.1/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= +github.com/shurcooL/sanitized_anchor_name v1.0.0/go.mod h1:1NzhyTcUVG4SuEtjjoZeVRXNmyL/1OwPU0+IJeTBvfc= +github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo= +github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1:OnSkiWE9lh6wB0YB77sQom3nweQdgAjqCqsofrRNTgc= +github.com/smartystreets/goconvey v1.6.4/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA= +github.com/soheilhy/cmux v0.1.4/go.mod h1:IM3LyeVVIOuxMH7sFAkER9+bJ4dT7Ms6E4xg4kGIyLM= +github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA= +github.com/spf13/afero v1.1.2 h1:m8/z1t7/fwjysjQRYbP0RD+bUIF/8tJwPdEZsI83ACI= +github.com/spf13/afero v1.1.2/go.mod h1:j4pytiNVoe2o6bmDsKpLACNPDBIoEAkihy7loJ1B0CQ= +github.com/spf13/cast v1.3.0 h1:oget//CVOEoFewqQxwr0Ej5yjygnqGkvggSE/gB35Q8= +github.com/spf13/cast v1.3.0/go.mod h1:Qx5cxh0v+4UWYiBimWS+eyWzqEqokIECu5etghLkUJE= +github.com/spf13/cobra v0.0.7 h1:FfTH+vuMXOas8jmfb5/M7dzEYx7LpcLb7a0LPe34uOU= +github.com/spf13/cobra v0.0.7/go.mod h1:/6GTrnGXV9HjY+aR4k0oJ5tcvakLuG6EuKReYlHNrgE= +github.com/spf13/jwalterweatherman v1.0.0 h1:XHEdyB+EcvlqZamSM4ZOMGlc93t6AcsBEu9Gc1vn7yk= +github.com/spf13/jwalterweatherman v1.0.0/go.mod h1:cQK4TGJAtQXfYWX+Ddv3mKDzgVb68N+wFjFa4jdeBTo= +github.com/spf13/pflag v1.0.3 h1:zPAT6CGy6wXeQ7NtTnaTerfKOsV6V6F8agHXFiazDkg= +github.com/spf13/pflag v1.0.3/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4= +github.com/spf13/viper v1.4.0/go.mod h1:PTJ7Z/lr49W6bUbkmS1V3by4uWynFiR9p7+dSq/yZzE= +github.com/spf13/viper v1.6.2 h1:7aKfF+e8/k68gda3LOjo5RxiUqddoFxVq4BKBPrxk5E= +github.com/spf13/viper v1.6.2/go.mod h1:t3iDnF5Jlj76alVNuyFBk5oUMCvsrkbvZK0WQdfDi5k= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.2.1/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= +github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= +github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= +github.com/subosito/gotenv v1.2.0 h1:Slr1R9HxAlEKefgq5jn9U+DnETlIUa6HfgEzj0g5d7s= +github.com/subosito/gotenv v1.2.0/go.mod h1:N0PQaV/YGNqwC0u51sEeR/aUtSLEXKX9iv69rRypqCw= +github.com/tmc/grpc-websocket-proxy v0.0.0-20190109142713-0ad062ec5ee5/go.mod h1:ncp9v5uamzpCO7NfCPTXjqaC+bZgJeR0sMTm6dMHP7U= +github.com/ugorji/go v1.1.4/go.mod h1:uQMGLiO92mf5W77hV/PUCpI3pbzQx3CRekS0kk+RGrc= +github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2/go.mod h1:UETIi67q53MR2AWcXfiuqkDkRtnGDLqkBTpCHuJHxtU= +github.com/xordataexchange/crypt v0.0.3-0.20170626215501-b2862e3d0a77/go.mod h1:aYKd//L2LvnjZzWKhF00oedf4jCCReLcmhLdhm1A27Q= +github.com/yl2chen/cidranger v1.0.0 h1:9tdo0orHQJvXsX6mf+1Goou/R4kq21AfpbYeTcpXs2Q= +github.com/yl2chen/cidranger v1.0.0/go.mod h1:L7Msw4X7EQK7zMVjOtv7o8xMyjv1rJcNlYlMgGwP7ko= +github.com/zenazn/goji v0.9.0/go.mod h1:7S9M489iMyHBNxwZnk9/EHS098H4/F6TATF2mIxtB1Q= +go.etcd.io/bbolt v1.3.2/go.mod h1:IbVyRI1SCnLcuJnV2u8VeU0CEYM7e686BmAb1XKL+uU= +go.uber.org/atomic v1.4.0/go.mod h1:gD2HeocX3+yG+ygLZcrzQJaqmWj9AIm7n08wl/qW/PE= +go.uber.org/multierr v1.1.0/go.mod h1:wR5kodmAFQ0UK8QlbwjlSNy0Z68gJhDJUG5sjR94q/0= +go.uber.org/zap v1.10.0/go.mod h1:vwi/ZaCAaUcBkycHslxD9B2zi4UTXhF60s6SWpuDF0Q= +golang.org/x/crypto v0.0.0-20180904163835-0709b304e793/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20181114220301-adae6a3d119a/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20181220203305-927f97764cc3/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190522155817-f3200d17e092/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a h1:WXEvlFVvvGxCJLG6REjsT03iWnKLEWinaScsxF2Vm2o= +golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20181107165924-66b7b1311ac8/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20181116152217-5ac8a444bdc5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a h1:1BGLXjeY4akVXGgbC9HugT3Jv3hCI0z56oJR5vAMgBU= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/text v0.3.0 h1:g61tztE5qeGQ89tm6NTjjM9VPIm088od1l6aSorWRWg= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/tools v0.0.0-20180221164845-07fd8470d635/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190328211700-ab21143f2384/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190828213141-aed303cbaa74/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.21.0/go.mod h1:oYelfM1adQP15Ek0mdvEgi9Df8B9CZIaU1084ijfRaM= +gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/ini.v1 v1.51.0 h1:AQvPpx3LzTDM0AjnIRlVFwFFGC+npRopjZxLJj6gdno= +gopkg.in/ini.v1 v1.51.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= +gopkg.in/resty.v1 v1.12.0/go.mod h1:mDo4pnntr5jdWRML875a/NmxYqAlA73dVijT2AXvQQo= +gopkg.in/yaml.v2 v2.0.0-20170812160011-eb3733d160e7/go.mod h1:JAlM8MvJe8wmxCU4Bli9HhUf9+ttbYbLASfIpnQbh74= +gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.4 h1:/eiJrUcujPVeJ3xlSWaiNi3uSVmDGBK1pDHUHAnao1I= +gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= diff --git a/main.go b/main.go new file mode 100644 index 0000000..ffdf969 --- /dev/null +++ b/main.go @@ -0,0 +1,18 @@ +package main + +import ( + "os" + "time" + + "github.com/dotwaffle/ovplusplus/cmd" + "github.com/rs/zerolog" + "github.com/rs/zerolog/log" +) + +func main() { + log.Logger = log.Output(zerolog.ConsoleWriter{ + Out: os.Stderr, + TimeFormat: time.RFC3339, + }).With().Caller().Logger() + cmd.Execute() +} diff --git a/ovplusplus.yaml b/ovplusplus.yaml new file mode 100644 index 0000000..6a93612 --- /dev/null +++ b/ovplusplus.yaml @@ -0,0 +1,10 @@ +debug: true +file: [] +rpki: https://rpki.gin.ntt.net/api/export.json +irrdb: + - ftp://ftp.apnic.net/pub/apnic/whois/apnic.db.route.gz + - ftp://ftp.apnic.net/pub/apnic/whois/apnic.db.route6.gz + - https://ftp.ripe.net/ripe/dbase/split/ripe.db.route.gz + - https://ftp.ripe.net/ripe/dbase/split/ripe.db.route6.gz + - ftp://rr1.ntt.net/nttcomRR/nttcom.db.gz + # - ftp://ftp.radb.net/radb/dbase/radb.db.gz diff --git a/pkg/irr/fetch.go b/pkg/irr/fetch.go new file mode 100644 index 0000000..19e3b0d --- /dev/null +++ b/pkg/irr/fetch.go @@ -0,0 +1,94 @@ +package irr + +import ( + "compress/gzip" + "context" + "fmt" + "io" + "net" + "net/http" + "net/url" + "os" + "strings" + + "github.com/jlaffaye/ftp" +) + +func FetchFile(ctx context.Context, src string) ([]Route, error) { + file, err := os.Open(src) + if err != nil { + return nil, fmt.Errorf("os.Open(): %s: %w", src, err) + } + defer file.Close() + routes, err := decompress(file, src) + if err != nil { + return nil, fmt.Errorf("parse(): %w", err) + } + return routes, nil +} + +func FetchURL(ctx context.Context, src string) ([]Route, error) { + urlParsed, err := url.Parse(src) + if err != nil { + return nil, fmt.Errorf("url.Parse(): %s: %w", src, err) + } + + var data io.ReadCloser + switch strings.ToLower(urlParsed.Scheme) { + case "http", "https": + req, err := http.NewRequestWithContext(ctx, "GET", src, nil) + if err != nil { + return nil, fmt.Errorf("http.NewRequest(): %s: %w", src, err) + } + client := &http.Client{} + resp, err := client.Do(req) + if err != nil { + return nil, fmt.Errorf("http.Get(): %s: %w", src, err) + } + defer resp.Body.Close() + data = resp.Body + case "ftp": + conn, err := ftp.Dial(net.JoinHostPort(urlParsed.Host, "21"), ftp.DialWithContext(ctx)) + if err != nil { + return nil, fmt.Errorf("ftp.Dial(): %s: %w", src, err) + } + if err := conn.Login("anonymous", "anonymous"); err != nil { + return nil, fmt.Errorf("ftp.Login(): %s: %w", src, err) + } + r, err := conn.Retr(urlParsed.Path) + if err != nil { + return nil, fmt.Errorf("ftp.Retr(): %s: %w", src, err) + } + data = r + defer conn.Quit() + default: + return nil, fmt.Errorf("Unknown scheme: %s", src) + } + + routes, err := decompress(data, src) + if err != nil { + return nil, fmt.Errorf("parse(): %w", err) + } + return routes, nil +} + +func decompress(reader io.ReadCloser, src string) ([]Route, error) { + // decompress if needed + data := reader + if strings.HasSuffix(src, ".gz") { + ungzData, err := gzip.NewReader(reader) + if err != nil { + return nil, fmt.Errorf("gzip.NewReader(): %s: %w", src, err) + } + defer ungzData.Close() + data = ungzData + } + + // unmarshal the data into the format we want + routes, err := ParseRoutes(data) + if err != nil { + return nil, fmt.Errorf("irr.ParseRoutes(): %s: %w", src, err) + } + + return routes, nil +} diff --git a/pkg/irr/parse.go b/pkg/irr/parse.go new file mode 100644 index 0000000..052b9f4 --- /dev/null +++ b/pkg/irr/parse.go @@ -0,0 +1,63 @@ +package irr + +import ( + "bufio" + "fmt" + "io" + "net" + "strings" +) + +type Route struct { + Prefix *net.IPNet + Origin string +} + +func ParseRoutes(data io.Reader) ([]Route, error) { + var routes []Route + var route Route + + s := bufio.NewScanner(data) + var line int + for s.Scan() { + line++ + f := strings.Fields(s.Text()) + + // records are separated by a blank line + if len(f) == 0 { + // new record, but we did not finish the old record? + if route.Prefix != nil || route.Origin != "" { + return nil, fmt.Errorf("bad route: %+v, line: %d", route, line) + } + continue + } + + switch strings.ToLower(f[0]) { + case "route:", "route6:": + if len(f) != 2 { + return nil, fmt.Errorf("bad route: %s, line: %d", s.Text(), line) + } + _, cidr, err := net.ParseCIDR(f[1]) + if err != nil { + return nil, fmt.Errorf("bad route: %s, line: %d", s.Text(), line) + } + route.Prefix = cidr + case "origin:": + if route.Prefix == nil { + return nil, fmt.Errorf("bad record: %s, line: %d", s.Text(), line) + } + if len(f) != 2 && !(len(f) > 2 && strings.HasPrefix(f[2], "#")) { + return nil, fmt.Errorf("bad record: %s, line: %d", route.Prefix.String(), line) + } + route.Origin = f[1] + routes = append(routes, route) + route = Route{} + } + } + + if err := s.Err(); err != nil { + return nil, err + } + + return routes, nil +} diff --git a/pkg/pfxops/merge.go b/pkg/pfxops/merge.go new file mode 100644 index 0000000..9fa3e09 --- /dev/null +++ b/pkg/pfxops/merge.go @@ -0,0 +1,71 @@ +package pfxops + +import ( + "fmt" + "net" + + "github.com/dotwaffle/ovplusplus/pkg/irr" + "github.com/dotwaffle/ovplusplus/pkg/rpki" + "github.com/yl2chen/cidranger" +) + +type pfxAsn struct { + prefix string + asn string +} + +func merge(roas []rpki.ROA, irrdb map[string][]irr.Route, unsafe bool) ([]rpki.ROA, error) { + pfxMap := make(map[pfxAsn]bool) + for _, roa := range roas { + pfxMap[pfxAsn{prefix: roa.Prefix, asn: roa.ASN}] = true + } + + pfxTrie := cidranger.NewPCTrieRanger() + for _, roa := range roas { + _, cidr, err := net.ParseCIDR(roa.Prefix) + if err != nil { + return nil, fmt.Errorf("bad prefix: %s: %w", roa.Prefix, err) + } + pfxTrie.Insert(cidranger.NewBasicRangerEntry(*cidr)) + } + + for db, routes := range irrdb { + for _, route := range routes { + routeStr := route.Prefix.String() + + if _, ok := pfxMap[pfxAsn{prefix: routeStr, asn: route.Origin}]; ok { + // already seen this Prefix/ASN combination, skip + continue + } + pfxMap[pfxAsn{prefix: routeStr, asn: route.Origin}] = true + + // does an ROA already cover this prefix, either with a shorter or longer prefix + roa, err := pfxTrie.Contains(route.Prefix.IP) + if err != nil { + return nil, fmt.Errorf("pfxTrie.Contains(): %s: %w", routeStr, err) + } + + // no ROA covers this prefix or unsafe mode active + if !roa || unsafe { + ones, _ := route.Prefix.Mask.Size() + newROA := rpki.ROA{ + Prefix: routeStr, + MaxLength: ones, + ASN: route.Origin, + TA: db, + } + roas = append(roas, newROA) + } + } + } + + return roas, nil +} + +func Merge(roas []rpki.ROA, irrdb map[string][]irr.Route) ([]rpki.ROA, error) { + return merge(roas, irrdb, false) +} + +func MergeUnsafe(roas []rpki.ROA, irrdb map[string][]irr.Route) ([]rpki.ROA, error) { + return merge(roas, irrdb, true) +} diff --git a/pkg/rpki/fetch.go b/pkg/rpki/fetch.go new file mode 100644 index 0000000..d940357 --- /dev/null +++ b/pkg/rpki/fetch.go @@ -0,0 +1,44 @@ +package rpki + +import ( + "context" + "encoding/json" + "fmt" + "io/ioutil" + "net/http" +) + +type Export struct { + ROAs []ROA `json:"roas"` +} + +type ROA struct { + Prefix string `json:"prefix"` + MaxLength int `json:"maxLength"` + ASN string `json:"asn"` + TA string `json:"ta"` +} + +func Fetch(ctx context.Context, src string) ([]ROA, error) { + req, err := http.NewRequestWithContext(ctx, "GET", src, nil) + if err != nil { + return nil, fmt.Errorf("http.NewRequestWithContext(): %s: %w", src, err) + } + client := &http.Client{} + resp, err := client.Do(req) + if err != nil { + return nil, fmt.Errorf("http.Client(): %s: %w", src, err) + } + defer resp.Body.Close() + body, err := ioutil.ReadAll(resp.Body) + if err != nil { + return nil, fmt.Errorf("ioutil.ReadAll(): %s: %w", src, err) + } + + var export Export + if err := json.Unmarshal(body, &export); err != nil { + return nil, fmt.Errorf("json.Unmarshal(): %s: %w", src, err) + } + + return export.ROAs, nil +}