Source file src/go/build/deps_test.go

     1  // Copyright 2022 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  // This file exercises the import parser but also checks that
     6  // some low-level packages do not have new dependencies added.
     7  
     8  package build
     9  
    10  import (
    11  	"bytes"
    12  	"fmt"
    13  	"go/token"
    14  	"internal/dag"
    15  	"internal/testenv"
    16  	"io/fs"
    17  	"os"
    18  	"path/filepath"
    19  	"slices"
    20  	"strings"
    21  	"testing"
    22  )
    23  
    24  // depsRules defines the expected dependencies between packages in
    25  // the Go source tree. It is a statement of policy.
    26  //
    27  // DO NOT CHANGE THIS DATA TO FIX BUILDS.
    28  // Existing packages should not have their constraints relaxed
    29  // without prior discussion.
    30  // Negative assertions should almost never be removed.
    31  //
    32  // "a < b" means package b can import package a.
    33  //
    34  // See `go doc internal/dag` for the full syntax.
    35  //
    36  // All-caps names are pseudo-names for specific points
    37  // in the dependency lattice.
    38  var depsRules = `
    39  	# No dependencies allowed for any of these packages.
    40  	NONE
    41  	< unsafe
    42  	< cmp,
    43  	  container/list,
    44  	  container/ring,
    45  	  internal/byteorder,
    46  	  internal/cfg,
    47  	  internal/coverage,
    48  	  internal/coverage/rtcov,
    49  	  internal/coverage/uleb128,
    50  	  internal/coverage/calloc,
    51  	  internal/cpu,
    52  	  internal/goarch,
    53  	  internal/godebugs,
    54  	  internal/goexperiment,
    55  	  internal/goos,
    56  	  internal/goversion,
    57  	  internal/nettrace,
    58  	  internal/platform,
    59  	  internal/profilerecord,
    60  	  internal/runtime/pprof/label,
    61  	  internal/simd/variants,
    62  	  internal/syslist,
    63  	  internal/trace/tracev2,
    64  	  internal/trace/traceviewer/format,
    65  	  log/internal,
    66  	  math/bits,
    67  	  structs,
    68  	  unicode,
    69  	  unicode/utf8,
    70  	  unicode/utf16;
    71  
    72  	internal/goarch < internal/abi;
    73  	internal/byteorder, internal/cpu, internal/goarch < internal/chacha8rand;
    74  	internal/goarch, math/bits < internal/strconv;
    75  
    76  	internal/strconv < simd/internal/simdfmt;
    77  	internal/cpu, simd/internal/simdfmt < simd/archsimd;
    78  
    79  	# RUNTIME is the core runtime group of packages, all of them very light-weight.
    80  	internal/abi,
    81  	internal/chacha8rand,
    82  	internal/coverage/rtcov,
    83  	internal/cpu,
    84  	internal/goarch,
    85  	internal/godebugs,
    86  	internal/goexperiment,
    87  	internal/goos,
    88  	internal/profilerecord,
    89  	internal/runtime/pprof/label,
    90  	internal/strconv,
    91  	internal/trace/tracev2,
    92  	math/bits,
    93  	structs,
    94  	simd/archsimd
    95  	< internal/bytealg
    96  	< internal/stringslite
    97  	< internal/unsafeheader
    98  	< internal/race
    99  	< internal/msan
   100  	< internal/asan
   101  	< internal/runtime/sys
   102  	< internal/runtime/syscall/linux
   103  	< internal/runtime/syscall/windows
   104  	< internal/runtime/atomic
   105  	< internal/runtime/exithook
   106  	< internal/runtime/gc
   107  	< internal/runtime/math
   108  	< internal/runtime/maps
   109  	< internal/runtime/cgroup
   110  	< internal/runtime/gc/scan
   111  	< runtime
   112  	< runtime/secret
   113  	< sync/atomic
   114  	< internal/sync
   115  	< weak
   116  	< internal/synctest
   117  	< sync
   118  	< internal/bisect
   119  	< internal/godebug
   120  	< internal/reflectlite
   121  	< errors
   122  	< internal/oserror;
   123  
   124  	cmp, runtime, math/bits
   125  	< iter
   126  	< maps, slices;
   127  
   128  	internal/oserror, maps, slices
   129  	< RUNTIME;
   130  
   131  	RUNTIME
   132  	< sort
   133  	< container/heap
   134  	< unique;
   135  
   136  	RUNTIME
   137  	< io;
   138  
   139  	RUNTIME
   140  	< arena;
   141  
   142  	syscall !< io;
   143  	reflect !< sort;
   144  
   145  	RUNTIME, unicode/utf8
   146  	< path;
   147  
   148  	unicode !< path;
   149  
   150  	# SYSCALL is RUNTIME plus the packages necessary for basic system calls.
   151  	RUNTIME, unicode/utf8, unicode/utf16, internal/synctest
   152  	< internal/syscall/windows/sysdll, syscall/js
   153  	< syscall
   154  	< internal/syscall/unix, internal/syscall/windows, internal/syscall/windows/registry
   155  	< internal/syscall/execenv
   156  	< SYSCALL;
   157  
   158  	# TIME is SYSCALL plus the core packages about time, including context.
   159  	SYSCALL
   160  	< time/tzdata
   161  	< time
   162  	< context
   163  	< TIME;
   164  
   165  	TIME, io, path, slices
   166  	< io/fs;
   167  
   168  	# MATH is RUNTIME plus the basic math packages.
   169  	RUNTIME
   170  	< math
   171  	< MATH;
   172  
   173  	unicode !< math;
   174  
   175  	MATH
   176  	< math/cmplx;
   177  
   178  	MATH
   179  	< math/rand, math/rand/v2;
   180  
   181  	MATH
   182  	< runtime/metrics;
   183  
   184  	MATH, unicode/utf8
   185  	< strconv;
   186  
   187  	unicode !< strconv;
   188  
   189  	# STR is basic string and buffer manipulation.
   190  	RUNTIME, io, unicode/utf8, unicode/utf16, unicode
   191  	< bytes, strings
   192  	< bufio;
   193  
   194  	bufio, path, strconv
   195  	< STR;
   196  
   197  	# OS is basic OS access, including helpers (path/filepath, os/exec, etc).
   198  	# OS includes string routines, but those must be layered above package os.
   199  	# OS does not include reflection.
   200  	io/fs
   201  	< internal/testlog
   202  	< internal/poll
   203  	< internal/filepathlite
   204  	< os
   205  	< os/signal;
   206  
   207  	io/fs
   208  	< embed;
   209  
   210  	unicode, fmt !< net, os, os/signal;
   211  
   212  	os/signal, internal/filepathlite, STR
   213  	< path/filepath
   214  	< io/ioutil;
   215  
   216  	path/filepath, internal/godebug < os/exec;
   217  
   218  	io/ioutil, os/exec, os/signal
   219  	< OS;
   220  
   221  	reflect !< OS;
   222  
   223  	OS
   224  	< golang.org/x/sys/cpu;
   225  
   226  	# FMT is OS (which includes string routines) plus reflect and fmt.
   227  	# It does not include package log, which should be avoided in core packages.
   228  	arena, strconv, unicode
   229  	< reflect;
   230  
   231  	os, reflect
   232  	< internal/fmtsort
   233  	< fmt;
   234  
   235  	OS, fmt
   236  	< FMT;
   237  
   238  	log !< FMT;
   239  
   240  	# Misc packages needing only FMT.
   241  	FMT
   242  	< html,
   243  	  internal/dag,
   244  	  internal/goroot,
   245  	  internal/types/errors,
   246  	  mime/quotedprintable,
   247  	  net/internal/socktest,
   248  	  runtime/trace,
   249  	  text/scanner,
   250  	  text/tabwriter;
   251  
   252  	io, reflect
   253  	< internal/saferio;
   254  
   255  	# encodings
   256  	# core ones do not use fmt.
   257  	io, strconv, slices
   258  	< encoding, encoding/base32, encoding/base64;
   259  
   260  	encoding, reflect
   261  	< encoding/binary;
   262  
   263  	FMT, encoding < flag;
   264  
   265  	FMT, MATH
   266  	< simd/internal/spec
   267  	< simd/internal/simdref;
   268  
   269  	FMT, simd/archsimd < simd/internal/bridge;
   270  
   271  	simd/internal/bridge, internal/simd/variants < simd;
   272  
   273  	fmt !< encoding/base32, encoding/base64;
   274  
   275  	FMT, encoding, encoding/base32, encoding/base64, encoding/binary,
   276  	internal/saferio
   277  	< encoding/ascii85, encoding/csv, encoding/gob, encoding/hex,
   278  	  encoding/pem, encoding/xml, mime;
   279  
   280  	STR, errors
   281  	< encoding/json/internal
   282  	< encoding/json/internal/jsonflags
   283  	< encoding/json/internal/jsonopts
   284  	< encoding/json/internal/jsonwire
   285  	< encoding/json/jsontext;
   286  
   287  	FMT,
   288  	encoding/hex,
   289  	encoding/base32,
   290  	encoding/base64,
   291  	encoding/binary,
   292  	encoding/json/jsontext,
   293  	encoding/json/internal,
   294  	encoding/json/internal/jsonflags,
   295  	encoding/json/internal/jsonopts,
   296  	encoding/json/internal/jsonwire
   297  	< encoding/json/v2
   298  	< encoding/json;
   299  
   300  	# hashes
   301  	io
   302  	< hash
   303  	< hash/adler32, hash/crc32, hash/crc64, hash/fnv, hash/maphash;
   304  
   305  	# math/big
   306  	FMT, math/rand
   307  	< math/big;
   308  
   309  	# compression
   310  	FMT, encoding/binary, hash/adler32, hash/crc32, sort
   311  	< compress/bzip2, compress/flate, compress/lzw, internal/zstd
   312  	< archive/zip, compress/gzip, compress/zlib;
   313  
   314  	# templates
   315  	FMT
   316  	< text/template/parse;
   317  
   318  	internal/bytealg, math/bits, slices, strconv, unique
   319  	< net/netip;
   320  
   321  	FMT, net/netip
   322  	< net/url;
   323  
   324  	net/url, text/template/parse
   325  	< text/template
   326  	< internal/lazytemplate;
   327  
   328  	# regexp
   329  	FMT, sort
   330  	< regexp/syntax
   331  	< regexp
   332  	< internal/lazyregexp;
   333  
   334  	encoding/json, html, text/template, regexp
   335  	< html/template;
   336  
   337  	# suffix array
   338  	encoding/binary, regexp
   339  	< index/suffixarray;
   340  
   341  	# executable parsing
   342  	FMT, encoding/binary, compress/zlib, internal/saferio, internal/zstd, sort
   343  	< runtime/debug
   344  	< debug/dwarf
   345  	< debug/elf, debug/gosym, debug/macho, debug/pe, debug/plan9obj, internal/xcoff
   346  	< debug/buildinfo
   347  	< DEBUG;
   348  
   349  	# go parser and friends.
   350  	FMT, sort
   351  	< internal/gover
   352  	< go/version
   353  	< go/token
   354  	< go/scanner
   355  	< go/ast
   356  	< go/internal/typeparams;
   357  
   358  	FMT
   359  	< go/build/constraint;
   360  
   361  	FMT, sort
   362  	< go/doc/comment;
   363  
   364  	go/internal/typeparams, go/build/constraint
   365  	< go/parser;
   366  
   367  	go/doc/comment, go/parser, text/tabwriter
   368  	< go/printer
   369  	< go/format;
   370  
   371  	math/big, go/token
   372  	< go/constant;
   373  
   374  	FMT, internal/goexperiment
   375  	< internal/buildcfg;
   376  
   377  	# The vast majority of standard library packages should not be resorting to regexp.
   378  	# go/types is a good chokepoint. It shouldn't use regexp, nor should anything
   379  	# that is low-enough level to be used by go/types.
   380  	regexp !< go/types;
   381  
   382  	go/doc/comment, go/parser, internal/lazyregexp, text/template
   383  	< go/doc;
   384  
   385  	go/build/constraint, go/doc, go/parser, internal/buildcfg, internal/goroot, internal/goversion, internal/platform, internal/syslist
   386  	< go/build;
   387  
   388  	# images
   389  	FMT, compress/lzw, compress/zlib
   390  	< image/color
   391  	< image, image/color/palette
   392  	< image/internal/imageutil
   393  	< image/draw
   394  	< image/gif, image/jpeg, image/png;
   395  
   396  	# cgo, delayed as long as possible.
   397  	# If you add a dependency on CGO, you must add the package
   398  	# to cgoPackages in cmd/dist/test.go as well.
   399  	RUNTIME
   400  	< C
   401  	< runtime/cgo
   402  	< CGO
   403  	< runtime/msan, runtime/asan;
   404  
   405  	# runtime/race
   406  	NONE < runtime/race/internal/amd64v1;
   407  	NONE < runtime/race/internal/amd64v3;
   408  	CGO, runtime/race/internal/amd64v1, runtime/race/internal/amd64v3 < runtime/race;
   409  
   410  	# Bulk of the standard library must not use cgo.
   411  	# The prohibition stops at net and os/user.
   412  	C !< fmt, go/types, CRYPTO-MATH, log/slog;
   413  
   414  	CGO, OS
   415  	< plugin;
   416  
   417  	CGO, FMT
   418  	< os/user
   419  	< archive/tar;
   420  
   421  	sync
   422  	< internal/singleflight;
   423  
   424  	os
   425  	< golang.org/x/net/dns/dnsmessage,
   426  	  golang.org/x/net/lif;
   427  
   428  	os, net/netip
   429  	< internal/routebsd;
   430  
   431  	# net is unavoidable when doing any networking,
   432  	# so large dependencies must be kept out.
   433  	# This is a long-looking list but most of these
   434  	# are small with few dependencies.
   435  	CGO,
   436  	golang.org/x/net/dns/dnsmessage,
   437  	golang.org/x/net/lif,
   438  	internal/godebug,
   439  	internal/goversion,
   440  	internal/nettrace,
   441  	internal/poll,
   442  	internal/routebsd,
   443  	internal/singleflight,
   444  	net/netip,
   445  	os,
   446  	sort
   447  	< net;
   448  
   449  	fmt, unicode !< net;
   450  	math/rand !< net; # net uses runtime instead
   451  
   452  	# NET is net plus net-helper packages.
   453  	FMT, net
   454  	< net/textproto;
   455  
   456  	mime, net/textproto, net/url
   457  	< NET;
   458  
   459  	# logging - most packages should not import; http and up is allowed
   460  	FMT, log/internal
   461  	< log;
   462  
   463  	log, log/slog !< crypto/tls, database/sql, go/importer, testing;
   464  
   465  	FMT, log, net
   466  	< log/syslog;
   467  
   468  	RUNTIME
   469  	< log/slog/internal, log/slog/internal/buffer;
   470  
   471  	FMT,
   472  	encoding, encoding/json,
   473  	log, log/internal,
   474  	log/slog/internal, log/slog/internal/buffer,
   475  	slices
   476  	< log/slog
   477  	< log/slog/internal/slogtest, log/slog/internal/benchmarks;
   478  
   479  	NET, log
   480  	< net/mail;
   481  
   482  	# FIPS is the FIPS 140 module.
   483  	# It must not depend on external crypto packages.
   484  	# Package hash is ok as it's only the interface.
   485  	# See also fips140deps.AllowedInternalPackages.
   486  
   487  	io, math/rand/v2 < crypto/internal/randutil;
   488  
   489  	NONE < crypto/internal/constanttime;
   490  
   491  	STR < crypto/internal/impl;
   492  
   493  	OS < crypto/internal/sysrand
   494  	< crypto/internal/entropy;
   495  
   496  	internal/byteorder < crypto/internal/fips140deps/byteorder;
   497  	internal/cpu, internal/goarch < crypto/internal/fips140deps/cpu;
   498  	internal/godebug < crypto/internal/fips140deps/godebug;
   499  	time, internal/syscall/windows < crypto/internal/fips140deps/time;
   500  
   501  	crypto/internal/fips140deps/time, errors, math/bits, sync/atomic, unsafe
   502  	< crypto/internal/entropy/v1.0.0;
   503  
   504  	STR, hash,
   505  	crypto/internal/impl,
   506  	crypto/internal/entropy,
   507  	crypto/internal/randutil,
   508  	crypto/internal/constanttime,
   509  	crypto/internal/entropy/v1.0.0,
   510  	crypto/internal/fips140deps/byteorder,
   511  	crypto/internal/fips140deps/cpu,
   512  	crypto/internal/fips140deps/godebug
   513  	< crypto/internal/fips140
   514  	< crypto/internal/fips140/alias
   515  	< crypto/internal/fips140/subtle
   516  	< crypto/internal/fips140/sha256
   517  	< crypto/internal/fips140/sha512
   518  	< crypto/internal/fips140/sha3
   519  	< crypto/internal/fips140/hmac
   520  	< crypto/internal/fips140/check
   521  	< crypto/internal/fips140/pbkdf2
   522  	< crypto/internal/fips140/aes
   523  	< crypto/internal/fips140/drbg
   524  	< crypto/internal/fips140/aes/gcm
   525  	< crypto/internal/fips140/hkdf
   526  	< crypto/internal/fips140/mlkem
   527  	< crypto/internal/fips140/mldsa
   528  	< crypto/internal/fips140/ssh
   529  	< crypto/internal/fips140/tls12
   530  	< crypto/internal/fips140/tls13
   531  	< crypto/internal/fips140/bigmod
   532  	< crypto/internal/fips140/nistec/fiat
   533  	< crypto/internal/fips140/nistec
   534  	< crypto/internal/fips140/ecdh
   535  	< crypto/internal/fips140/ecdsa
   536  	< crypto/internal/fips140/edwards25519/field
   537  	< crypto/internal/fips140/edwards25519
   538  	< crypto/internal/fips140/ed25519
   539  	< crypto/internal/fips140/rsa
   540  	< crypto/fips140 < FIPS;
   541  
   542  	crypto !< FIPS;
   543  
   544  	# CRYPTO is core crypto algorithms - no cgo, fmt, net.
   545  	# Mostly wrappers around the FIPS module.
   546  
   547  	NONE < crypto/internal/boring/sig, crypto/internal/boring/syso;
   548  	sync/atomic < crypto/internal/boring/bcache;
   549  
   550  	FIPS, internal/godebug, embed,
   551  	crypto/internal/boring/sig,
   552  	crypto/internal/boring/syso,
   553  	crypto/internal/boring/bcache
   554  	< crypto/internal/fips140only
   555  	< crypto
   556  	< crypto/subtle
   557  	< crypto/sha3
   558  	< crypto/internal/fips140hash
   559  	< crypto/cipher
   560  	< crypto/internal/boring
   561  	< crypto/boring
   562  	< crypto/internal/rand
   563  	< crypto/aes,
   564  	  crypto/des,
   565  	  crypto/rc4,
   566  	  crypto/md5,
   567  	  crypto/sha1,
   568  	  crypto/sha256,
   569  	  crypto/sha512,
   570  	  crypto/hmac,
   571  	  crypto/hkdf,
   572  	  crypto/pbkdf2,
   573  	  crypto/ecdh,
   574  	  crypto/mlkem,
   575  	  crypto/mldsa
   576  	< CRYPTO;
   577  
   578  	CRYPTO
   579  	< golang.org/x/crypto/hkdf;
   580  
   581  	CGO, fmt, net !< CRYPTO;
   582  
   583  	# CRYPTO-MATH is crypto that exposes math/big APIs - no cgo, net; fmt now ok.
   584  
   585  	CRYPTO, FMT, math/big, internal/saferio
   586  	< crypto/internal/boring/bbig
   587  	< crypto/internal/fips140cache
   588  	< crypto/rand
   589  	< crypto/ed25519 # depends on crypto/rand.Reader
   590  	< encoding/asn1
   591  	< golang.org/x/crypto/cryptobyte/asn1
   592  	< golang.org/x/crypto/cryptobyte
   593  	< crypto/dsa, crypto/elliptic, crypto/rsa
   594  	< crypto/ecdsa
   595  	< CRYPTO-MATH;
   596  
   597  	CGO, net !< CRYPTO-MATH;
   598  
   599  	# uuids
   600  	crypto/rand, errors, encoding/binary, encoding/hex
   601  	< uuid;
   602  
   603  	# databases
   604  	FMT, uuid
   605  	< database/sql/internal
   606  	< database/sql/driver;
   607  
   608  	database/sql/driver, math/rand/v2 < database/sql;
   609  
   610  	# TLS, Prince of Dependencies.
   611  
   612  	crypto/fips140, sync/atomic < crypto/tls/internal/fips140tls;
   613  
   614  	crypto/internal/boring/sig, crypto/tls/internal/fips140tls < crypto/tls/fipsonly;
   615  
   616  	CRYPTO, golang.org/x/sys/cpu, encoding/binary, reflect
   617  	< golang.org/x/crypto/internal/alias
   618  	< golang.org/x/crypto/internal/subtle
   619  	< golang.org/x/crypto/chacha20
   620  	< golang.org/x/crypto/internal/poly1305
   621  	< golang.org/x/crypto/chacha20poly1305;
   622  
   623  	CRYPTO-MATH, golang.org/x/crypto/chacha20poly1305
   624  	< crypto/hpke;
   625  
   626  	CRYPTO-MATH, NET, container/list, encoding/hex, encoding/pem, crypto/hpke,
   627  	golang.org/x/crypto/chacha20poly1305, crypto/tls/internal/fips140tls
   628  	< crypto/x509/internal/macos
   629  	< crypto/x509/pkix
   630  	< crypto/x509
   631  	< crypto/tls;
   632  
   633  	# crypto-aware packages
   634  
   635  	FMT, hash/maphash
   636  	< container/hash;
   637  
   638  	hash/maphash, container/heap, go/constant, go/parser, internal/buildcfg, internal/goversion, internal/types/errors
   639  	< go/types;
   640  
   641  	# x/tools
   642  	# These are the only allowed dependencies of gcexportdata. Any change here
   643  	# must be mirrored in x/tools/go/gcexportdata/deps_test.go.
   644  	FMT, STR, crypto/md5, encoding/binary, encoding/json, go/build, go/token, go/types
   645  	< golang.org/x/tools/go/types/objectpath,
   646  	  golang.org/x/tools/internal/pkgbits
   647  	< golang.org/x/tools/internal/gcimporter
   648  	< golang.org/x/tools/go/gcexportdata;
   649  
   650  	# The vendored golang.org/x/tools analysis framework (passes and
   651  	# unitchecker), for cmd/vet and cmd/fix (via internal/analysis/...).
   652  	# Its packages that have no rule of their own form a single node,
   653  	# golang.org/x/tools/... (see TestDependencies): imports among them
   654  	# are x/tools' business; only their imports of other packages, and
   655  	# their importers, are policy.
   656  	FMT, archive/zip, crypto/sha256, encoding/gob, flag, go/format, log,
   657  	golang.org/x/tools/go/gcexportdata
   658  	< golang.org/x/tools/...
   659  	< internal/analysis/suite/fix, internal/analysis/suite/vet, internal/analysis/unitchecker;
   660  
   661  	# go/importer
   662  	DEBUG, crypto/sha256, go/build, go/types, text/scanner
   663  	< internal/exportdata, internal/pkgbits;
   664  
   665  	golang.org/x/tools/go/gcexportdata, internal/exportdata, internal/pkgbits
   666  	< go/internal/gcimporter;
   667  
   668  	internal/exportdata, internal/pkgbits
   669  	< go/internal/gccgoimporter, go/internal/srcimporter;
   670  
   671  	go/internal/gccgoimporter, go/internal/gcimporter, go/internal/srcimporter
   672  	< go/importer;
   673  
   674  	NET, crypto/rand, mime/quotedprintable
   675  	< mime/multipart;
   676  
   677  	crypto/tls
   678  	< net/smtp;
   679  
   680  	# HTTP, King of Dependencies.
   681  
   682  	context
   683  	< internal/gate;
   684  
   685  	FMT, encoding/binary
   686  	< golang.org/x/net/http2/hpack
   687  	< net/http/internal, net/http/internal/ascii, net/http/internal/testcert;
   688  
   689  	FMT, NET, container/list, encoding/binary, log
   690  	< golang.org/x/text/transform
   691  	< golang.org/x/text/unicode/norm
   692  	< golang.org/x/text/unicode/bidi
   693  	< golang.org/x/text/secure/bidirule
   694  	< golang.org/x/net/idna
   695  	< golang.org/x/net/http/httpguts, golang.org/x/net/http/httpproxy;
   696  
   697  	NET, crypto/tls
   698  	< net/http/httptrace;
   699  
   700  	compress/gzip,
   701  	golang.org/x/net/http/httpguts,
   702  	golang.org/x/net/http/httpproxy,
   703  	golang.org/x/net/http2/hpack,
   704  	net/http/internal,
   705  	net/http/internal/ascii,
   706  	net/http/internal/testcert,
   707  	net/http/httptrace,
   708  	mime/multipart,
   709  	log
   710  	< net/http/internal/httpcommon, net/http/internal/httpsfv
   711  	< net/http/internal/http2
   712  	< net/http;
   713  
   714  	net/http, golang.org/x/crypto/hkdf, log/slog
   715  	< golang.org/x/net/internal/quic/quicwire
   716  	< golang.org/x/net/quic
   717  	< net/http/internal/http3;
   718  
   719  	# HTTP-aware packages
   720  
   721  	encoding/json, net/http
   722  	< expvar;
   723  
   724  	net/http, net/http/internal/ascii
   725  	< net/http/cookiejar, net/http/httputil;
   726  
   727  	net/http, regexp
   728  	< net/http/cgi
   729  	< net/http/fcgi;
   730  
   731  	# Profiling
   732  	internal/runtime/pprof/label, runtime, context < internal/runtime/pprof;
   733  	FMT, compress/gzip, encoding/binary, sort, text/tabwriter, internal/runtime/pprof, internal/runtime/pprof/label
   734  	< runtime/pprof;
   735  
   736  	OS, compress/gzip, internal/lazyregexp
   737  	< internal/profile;
   738  
   739  	html, internal/profile, net/http, runtime/pprof, runtime/trace
   740  	< net/http/pprof;
   741  
   742  	# RPC
   743  	encoding/gob, encoding/json, go/token, html/template, net/http
   744  	< net/rpc
   745  	< net/rpc/jsonrpc;
   746  
   747  	# System Information
   748  	bufio, bytes, internal/cpu, io, os, strings, sync
   749  	< internal/sysinfo;
   750  
   751  	# Test-only
   752  	log
   753  	< testing/iotest
   754  	< testing/fstest;
   755  
   756  	FMT, flag, math/rand
   757  	< testing/quick;
   758  
   759  	FMT, DEBUG, flag, runtime/trace, internal/sysinfo, math/rand
   760  	< testing;
   761  
   762  	testing, math
   763  	< simd/archsimd/internal/test_helpers, simd/internal/test_helpers;
   764  
   765  	log/slog, testing
   766  	< testing/slogtest;
   767  
   768  	testing, crypto/rand
   769  	< testing/cryptotest;
   770  
   771  	NET, internal/gate
   772  	< internal/nettest;
   773  
   774  	net/http, flag, internal/nettest, testing
   775  	< net/http/httptest;
   776  
   777  	FMT, crypto/sha256, encoding/binary, encoding/json,
   778  	go/ast, go/parser, go/token,
   779  	internal/godebug, math/rand, encoding/hex
   780  	< internal/fuzz;
   781  
   782  	OS, flag, testing, internal/cfg, internal/platform, internal/goroot
   783  	< internal/testenv;
   784  
   785  	OS, encoding/base64
   786  	< internal/obscuretestdata;
   787  
   788  	CGO, OS, fmt
   789  	< internal/testpty;
   790  
   791  	NET, testing, math/rand
   792  	< golang.org/x/net/nettest;
   793  
   794  	syscall
   795  	< os/exec/internal/fdtest;
   796  
   797  	FMT, sort
   798  	< internal/diff;
   799  
   800  	FMT
   801  	< internal/txtar;
   802  
   803  	internal/synctest, testing
   804  	< testing/synctest;
   805  
   806  	testing
   807  	< internal/testhash;
   808  
   809  	CRYPTO-MATH
   810  	< crypto/mlkem/mlkemtest;
   811  
   812  	CRYPTO-MATH, testing, internal/testenv, internal/testhash, encoding/json, regexp
   813  	< crypto/internal/cryptotest;
   814  
   815  	crypto/internal/cryptotest, encoding/hex
   816  	< crypto/internal/cryptotest/wycheproof;
   817  
   818  	FMT, encoding/json, time, regexp
   819  	< crypto/internal/cryptotest/x509limbo;
   820  
   821  	CGO, FMT
   822  	< crypto/internal/sysrand/internal/seccomp;
   823  
   824  	FIPS
   825  	< crypto/internal/fips140/check/checktest;
   826  
   827  	# v2 execution trace parser.
   828  	FMT, io, internal/trace/tracev2
   829  	< internal/trace/version;
   830  
   831  	FMT, encoding/binary, internal/trace/version
   832  	< internal/trace/raw;
   833  
   834  	FMT, internal/trace/version, io, sort, encoding/binary
   835  	< internal/trace/internal/tracev1;
   836  
   837  	FMT, encoding/binary, internal/trace/version, internal/trace/internal/tracev1, container/heap, math/rand, regexp
   838  	< internal/trace;
   839  
   840  	# cmd/trace dependencies.
   841  	FMT,
   842  	embed,
   843  	encoding/json,
   844  	html/template,
   845  	internal/profile,
   846  	internal/trace,
   847  	internal/trace/traceviewer/format,
   848  	net/http
   849  	< internal/trace/traceviewer;
   850  
   851  	# Coverage.
   852  	FMT, hash/fnv, encoding/binary, regexp, sort, text/tabwriter,
   853  	internal/coverage, internal/coverage/uleb128
   854  	< internal/coverage/cmerge,
   855  	  internal/coverage/pods,
   856  	  internal/coverage/slicereader,
   857  	  internal/coverage/slicewriter;
   858  
   859  	internal/coverage/slicereader, internal/coverage/slicewriter
   860  	< internal/coverage/stringtab
   861  	< internal/coverage/decodecounter, internal/coverage/decodemeta,
   862  	  internal/coverage/encodecounter, internal/coverage/encodemeta;
   863  
   864  	internal/coverage/cmerge
   865  	< internal/coverage/cformat;
   866  
   867  	internal/coverage, crypto/sha256, FMT
   868  	< cmd/internal/cov/covcmd;
   869  
   870  	encoding/json,
   871  	runtime/debug,
   872  	internal/coverage/calloc,
   873  	internal/coverage/cformat,
   874  	internal/coverage/decodecounter, internal/coverage/decodemeta,
   875  	internal/coverage/encodecounter, internal/coverage/encodemeta,
   876  	internal/coverage/pods
   877  	< internal/coverage/cfile
   878  	< runtime/coverage;
   879  
   880  	internal/coverage/cfile, internal/fuzz, internal/testlog, runtime/pprof, regexp
   881  	< testing/internal/testdeps;
   882  
   883  	# Test-only packages can have anything they want
   884  
   885  	FMT, compress/gzip, embed, encoding/binary
   886  	< encoding/json/internal/jsontest;
   887  
   888  	CGO, internal/syscall/unix
   889  	< net/internal/cgotest;
   890  
   891  	FMT, testing
   892  	< internal/cgrouptest;
   893  
   894  	regexp, internal/testenv, internal/trace, internal/trace/raw, internal/txtar, testing
   895  	< internal/trace/testtrace;
   896  
   897  	C, CGO
   898  	< internal/runtime/cgobench;
   899  
   900  	# Generate-only packages can have anything they want.
   901  
   902  	container/heap,
   903  	encoding/binary,
   904  	fmt,
   905  	hash/maphash,
   906  	io,
   907  	log,
   908  	math/bits,
   909  	os,
   910  	reflect,
   911  	strings,
   912  	sync
   913  	< internal/runtime/gc/internal/gen;
   914  
   915  	regexp, internal/txtar, internal/trace, internal/trace/raw
   916  	< internal/trace/internal/testgen;
   917  
   918  	FMT
   919  	< math/big/internal/asmgen;
   920  `
   921  
   922  // listStdPkgs returns the same list of packages as "go list std".
   923  func listStdPkgs(goroot string) ([]string, error) {
   924  	// Based on cmd/go's matchPackages function.
   925  	var pkgs []string
   926  
   927  	src := filepath.Join(goroot, "src") + string(filepath.Separator)
   928  	walkFn := func(path string, d fs.DirEntry, err error) error {
   929  		if err != nil || !d.IsDir() || path == src {
   930  			return nil
   931  		}
   932  
   933  		base := filepath.Base(path)
   934  		if strings.HasPrefix(base, ".") || strings.HasPrefix(base, "_") || base == "testdata" {
   935  			return filepath.SkipDir
   936  		}
   937  
   938  		name := filepath.ToSlash(path[len(src):])
   939  		if name == "builtin" || name == "cmd" {
   940  			return filepath.SkipDir
   941  		}
   942  
   943  		pkgs = append(pkgs, strings.TrimPrefix(name, "vendor/"))
   944  		return nil
   945  	}
   946  	if err := filepath.WalkDir(src, walkFn); err != nil {
   947  		return nil, err
   948  	}
   949  	return pkgs, nil
   950  }
   951  
   952  func TestDependencies(t *testing.T) {
   953  	testenv.MustHaveSource(t)
   954  
   955  	ctxt := Default
   956  	all, err := listStdPkgs(ctxt.GOROOT)
   957  	if err != nil {
   958  		t.Fatal(err)
   959  	}
   960  	slices.Sort(all)
   961  
   962  	sawImport := map[string]map[string]bool{} // from package => to package => true
   963  	policy := depsPolicy(t)
   964  
   965  	// The vendored golang.org/x/tools packages that have no rule of
   966  	// their own form a single node (see depsRules).
   967  	defined := make(map[string]bool)
   968  	for _, n := range policy.Nodes {
   969  		defined[n] = true
   970  	}
   971  	node := func(pkg string) string {
   972  		if strings.HasPrefix(pkg, "golang.org/x/tools/") && !defined[pkg] {
   973  			return "golang.org/x/tools/..."
   974  		}
   975  		return pkg
   976  	}
   977  
   978  	for _, pkg := range all {
   979  		imports, err := findImports(pkg)
   980  		if err != nil {
   981  			t.Error(err)
   982  			continue
   983  		}
   984  		if sawImport[pkg] == nil {
   985  			sawImport[pkg] = map[string]bool{}
   986  		}
   987  		var bad []string
   988  		for _, imp := range imports {
   989  			sawImport[pkg][imp] = true
   990  			from, to := node(pkg), node(imp)
   991  			if from == to {
   992  				continue // within golang.org/x/tools/...
   993  			}
   994  			if !policy.HasEdge(from, to) {
   995  				bad = append(bad, imp)
   996  			}
   997  		}
   998  		if bad != nil {
   999  			t.Errorf("unexpected dependency: %s imports %v", pkg, bad)
  1000  		}
  1001  	}
  1002  }
  1003  
  1004  var buildIgnore = []byte("\n//go:build ignore")
  1005  
  1006  func findImports(pkg string) ([]string, error) {
  1007  	vpkg := pkg
  1008  	if strings.HasPrefix(pkg, "golang.org") {
  1009  		vpkg = "vendor/" + pkg
  1010  	}
  1011  	dir := filepath.Join(Default.GOROOT, "src", vpkg)
  1012  	files, err := os.ReadDir(dir)
  1013  	if err != nil {
  1014  		return nil, err
  1015  	}
  1016  	var imports []string
  1017  	var haveImport = map[string]bool{}
  1018  	if pkg == "crypto/internal/boring" {
  1019  		haveImport["C"] = true // kludge: prevent C from appearing in crypto/internal/boring imports
  1020  	}
  1021  	fset := token.NewFileSet()
  1022  	for _, file := range files {
  1023  		name := file.Name()
  1024  		if name == "slice_go14.go" || name == "slice_go18.go" {
  1025  			// These files are for compiler bootstrap with older versions of Go and not built in the standard build.
  1026  			continue
  1027  		}
  1028  		if !strings.HasSuffix(name, ".go") || strings.HasSuffix(name, "_test.go") {
  1029  			continue
  1030  		}
  1031  		info := fileInfo{
  1032  			name: filepath.Join(dir, name),
  1033  			fset: fset,
  1034  		}
  1035  		f, err := os.Open(info.name)
  1036  		if err != nil {
  1037  			return nil, err
  1038  		}
  1039  		err = readGoInfo(f, &info)
  1040  		f.Close()
  1041  		if err != nil {
  1042  			return nil, fmt.Errorf("reading %v: %v", name, err)
  1043  		}
  1044  		if info.parsed.Name.Name == "main" {
  1045  			continue
  1046  		}
  1047  		if bytes.Contains(info.header, buildIgnore) {
  1048  			continue
  1049  		}
  1050  		for _, imp := range info.imports {
  1051  			path := imp.path
  1052  			if !haveImport[path] {
  1053  				haveImport[path] = true
  1054  				imports = append(imports, path)
  1055  			}
  1056  		}
  1057  	}
  1058  	slices.Sort(imports)
  1059  	return imports, nil
  1060  }
  1061  
  1062  // depsPolicy returns a map m such that m[p][d] == true when p can import d.
  1063  func depsPolicy(t *testing.T) *dag.Graph {
  1064  	g, err := dag.Parse(depsRules)
  1065  	if err != nil {
  1066  		t.Fatal(err)
  1067  	}
  1068  	return g
  1069  }
  1070  
  1071  // TestStdlibLowercase tests that all standard library package names are
  1072  // lowercase. See Issue 40065.
  1073  func TestStdlibLowercase(t *testing.T) {
  1074  	testenv.MustHaveSource(t)
  1075  
  1076  	ctxt := Default
  1077  	all, err := listStdPkgs(ctxt.GOROOT)
  1078  	if err != nil {
  1079  		t.Fatal(err)
  1080  	}
  1081  
  1082  	for _, pkgname := range all {
  1083  		if strings.ToLower(pkgname) != pkgname {
  1084  			t.Errorf("package %q should not use upper-case path", pkgname)
  1085  		}
  1086  	}
  1087  }
  1088  
  1089  // TestFindImports tests that findImports works.  See #43249.
  1090  func TestFindImports(t *testing.T) {
  1091  	imports, err := findImports("go/build")
  1092  	if err != nil {
  1093  		t.Fatal(err)
  1094  	}
  1095  	t.Logf("go/build imports %q", imports)
  1096  	want := []string{"bytes", "os", "path/filepath", "strings"}
  1097  wantLoop:
  1098  	for _, w := range want {
  1099  		for _, imp := range imports {
  1100  			if imp == w {
  1101  				continue wantLoop
  1102  			}
  1103  		}
  1104  		t.Errorf("expected to find %q in import list", w)
  1105  	}
  1106  }
  1107  

View as plain text