Today's links

Discworld · really

for term in $(toe -a | awk '{print $1}')
do
  echo $term
  infocmp -1 -T "$term" 2>/dev/null | grep 'clear=' | sed 's/clear=//g;s/,//g'
done

ps -p $$ -o pid,comm=

$ npm install -g http-server
$ http-server
bash: http-server: command not found

$ ~/.npm-global/bin/http-server
Starting up http-server, serving ./public

export PATH=$PATH:~/.npm-global/bin/

path=(
  $path
  ~/.npm-global/bin
)

set PATH $PATH ~/.npm-global/bin

$ which -a python3
/usr/bin/python3
/opt/homebrew/bin/python3

export PATH=/opt/homebrew/bin/:$PATH

set PATH ~/.cargo/bin $PATH

This is usually done by running one of the following (note the leading DOT):

. "$HOME/.cargo/env"        	# For sh/bash/zsh/ash/dash/pdksh
source "$HOME/.cargo/env.fish"  # For fish

fish_add_path /some/directory

unbuffer rg blah |  less -R

pbpaste | black - | pbcopy

tail -f /some/log/file | grep thing1 | grep thing2

tail -f /some/log/file | grep thing1 | grep thing2

sudo tcpdump -ni any port 53 | grep example.com

sudo tcpdump -ni any port 53 > output.txt

tail -f /some/log/file | grep thing1 | grep thing2

cat /some/log/file | grep thing1 | grep thing2 | tail

tail -f /some/log/file | grep --line-buffered thing1 | grep thing2

tail -f /some/log/file |  awk '/thing1/ && /thing2/'

tail -f /some/log/file |  grep -E 'thing1.*thing2'

tail -f /some/log/file | stdbuf -o0 grep thing1 | grep thing2

tail -f /some/log/file | unbuffer grep thing1 | grep thing2

$ cd /tmp/whatever
$ npm install chart.js
$ cd node_modules/chart.js/dist
$ ls *.*js
chart.cjs  chart.js  chart.umd.js  helpers.cjs  helpers.js

<script src="./chart.umd.js"> </script>

  "jsdelivr": "./dist/chart.umd.js",
  "unpkg": "./dist/chart.umd.js",
  "main": "./dist/chart.cjs",
  "module": "./dist/chart.js",

$ npm install @atcute/oauth-browser-client
$ cd node_modules/@atcute/oauth-browser-client/dist
$ ls *js
constants.js  dpop.js  environment.js  errors.js  index.js  resolvers.js

export { configureOAuth } from './environment.js';
export * from './errors.js';
export * from './resolvers.js';

<script type="importmap">
{
  "imports": {
    "nanoid": "./node_modules/nanoid/bin/dist/index.js",
    "nanoid/non-secure": "./node_modules/nanoid/non-secure/index.js",
    "nanoid/url-alphabet": "./node_modules/nanoid/url-alphabet/dist/index.js",
    "@atcute/oauth-browser-client": "./node_modules/@atcute/oauth-browser-client/dist/index.js",
    "@atcute/client": "./node_modules/@atcute/client/dist/index.js",
    "@atcute/client/utils/did": "./node_modules/@atcute/client/dist/utils/did.js"
  }
}
</script>

$ npm install @atproto/oauth-client-browser
$ cd node_modules/@atproto/oauth-client-browser/dist
$ ls *js
browser-oauth-client.js  browser-oauth-database.js  browser-runtime-implementation.js  errors.js  index.js  indexed-db-store.js  util.js

__exportStar(require("@atproto/oauth-client"), exports);
__exportStar(require("./browser-oauth-client.js"), exports);
__exportStar(require("./errors.js"), exports);
var util_js_1 = require("./util.js");

<script type="module" src="script.js"> </script>

import { BrowserOAuthClient } from "https://esm.sh/@atproto/oauth-client-browser@0.3.0"

$ stty -a
cchars: discard = ^O; dsusp = ^Y; eof = ^D; eol = <undef>;
	eol2 = <undef>; erase = ^?; intr = ^C; kill = ^U; lnext = ^V;
	min = 1; quit = ^\; reprint = ^R; start = ^Q; status = ^T;
	stop = ^S; susp = ^Z; time = 0; werase = ^W;

$ strace -tt -o out  vim
$ grep ioctl out | grep SET

17:43:36.670636 ioctl(0, TCSETS, {c_iflag=IXANY|IMAXBEL|IUTF8,
c_oflag=NL0|CR0|TAB0|BS0|VT0|FF0|OPOST, c_cflag=B38400|CS8|CREAD,
c_lflag=ECHOK|ECHOCTL|ECHOKE|PENDIN, ...}) = 0

17:43:38.027284 ioctl(0, TCSETS, {c_iflag=ICRNL|IXANY|IMAXBEL|IUTF8,
c_oflag=NL0|CR0|TAB0|BS0|VT0|FF0|OPOST|ONLCR, c_cflag=B38400|CS8|CREAD,
c_lflag=ISIG|ICANON|ECHO|ECHOE|ECHOK|IEXTEN|ECHOCTL|ECHOKE|PENDIN, ...}) = 0

$ du -sh *.tsv
26M	ip2asn-v4.tsv
11M	ip2asn-v6.tsv

type IPRange struct {
	StartIP net.IP
	EndIP   net.IP
	Num     int
	Name    string
	Country string
}

CREATE TABLE ipv4_ranges (
   start_ip INTEGER NOT NULL,
   end_ip INTEGER NOT NULL,
   asn INTEGER NOT NULL,
   country TEXT NOT NULL,
   name TEXT NOT NULL
);
CREATE TABLE ipv6_ranges (
   start_ip TEXT NOT NULL,
   end_ip TEXT NOT NULL,
   asn INTEGER,
   country TEXT,
   name TEXT
);
CREATE INDEX idx_ipv4_ranges_start_ip ON ipv4_ranges (start_ip);
CREATE INDEX idx_ipv6_ranges_start_ip ON ipv6_ranges (start_ip);
CREATE INDEX idx_ipv4_ranges_end_ip ON ipv4_ranges (end_ip);
CREATE INDEX idx_ipv6_ranges_end_ip ON ipv6_ranges (end_ip);

	ips := []net.IP{}
	count := 20000
	for i := 0; i < count; i++ {
		// create a random IPv6 address
		bytes := randomBytes()
		ip := net.IP(bytes[:])
		ips = append(ips, ip)
	}
	now := time.Now()
	success := 0
	for _, ip := range ips {
		_, err := ranges.FindASN(ip)
		if err == nil {
			success++
		}
	}
	fmt.Println(success)
	elapsed := time.Since(now)
	fmt.Println("number per second", float64(count)/elapsed.Seconds())

sqlite> explain query plan select * from ipv6_ranges where '2607:f8b0:4006:0824:0000:0000:0000:200e' BETWEEN start_ip and end_ip;
QUERY PLAN
`--SEARCH ipv6_ranges USING INDEX idx_ipv6_ranges_end_ip (end_ip>?)

func memusage() {
	runtime.GC()
	var m runtime.MemStats
	runtime.ReadMemStats(&m)
	fmt.Printf("Alloc = %v MiB\n", m.Alloc/1024/1024)
	// write mem.prof
	f, err := os.Create("mem.prof")
	if err != nil {
		log.Fatal(err)
	}
	pprof.WriteHeapProfile(f)
	f.Close()
}

type IPRange struct {
	StartIP net.IP
	EndIP   net.IP
	Num     int
	Name    string
	Country string
}

type IPRange struct {
	StartIP netip.Addr
	EndIP   netip.Addr
	ASN     uint32
	Idx     uint32
}

type ASNInfo struct {
	Country string
	Name    string
}

type ASNPool struct {
	asns   []ASNInfo
	lookup map[ASNInfo]uint32
}

59.101.179.0	59.101.179.255	4294901931	Unknown	AS4294901931

<small>
[a link](https://example.com)
</small>

<small>

[a link](https://example.com)

</small>

<small> [a link](https://example.com) </small>

markup:
  goldmark:
    extensions:
      typographer:
        leftAngleQuote: '&lt;&lt;'
        rightAngleQuote: '&gt;&gt;'

1. a
  * b
  * c
2. b

* something
> quote
* something else

* # passengers: 20

`1 / (1
+ exp(-1)) = 0.73`

<p><code>1 / (1
+ exp(-1)) = 0.73</code></p>

<p>`1 / (1</p>
<ul>
<li>exp(-1)) = 0.73`</li>
</ul>

I set up a small Hadoop cluster (1 master, 2 workers, replication set to 
1) on 

"Oh, *interesting*!"

<img src="https://jvns.ca/images/rustboot1.png">

<br><br>

markup:
  highlight:
    codeFences: false
  goldmark:
    renderer:
      unsafe: true
    parser:
      autoHeadingIDType: blackfriday

def color(num, text):
    return f"\033[38;5;{num}m{text}\033[0m"

for i in range(16):
    print(color(i, f"number {i:02}"))

$ unbuffer fd . > out
$ vim out
^[[38;5;48mbad-again.sh^[[0m
^[[38;5;48mbad.sh^[[0m
^[[38;5;48mbetter.sh^[[0m
out

	// DELETE /records:
	case r.Method == "DELETE" && n == 1 && p[0] == "records":
		if !requireLogin(username, r.URL.Path, r, w) {
			return
		}
		deleteAllRecords(ctx, username, rs, w, r)
	// POST /records/<ID>
	case r.Method == "POST" && n == 2 && p[0] == "records" && len(p[1]) > 0:
		if !requireLogin(username, r.URL.Path, r, w) {
			return
		}
		updateRecord(ctx, username, p[1], rs, w, r)

	mux.HandleFunc("DELETE /records/", app.deleteAllRecords)
	mux.HandleFunc("POST /records/{record_id}", app.updateRecord)

	mux.Handle("DELETE /records/", requireLogin(http.HandlerFunc(app.deleteAllRecords)))

-- name: GetVariant :one
SELECT *
FROM variants
WHERE id = ?;

const getVariant = `-- name: GetVariant :one
SELECT id, created_at, updated_at, disabled, product_name, variant_name
FROM variants
WHERE id = ?
`

func (q *Queries) GetVariant(ctx context.Context, id int64) (Variant, error) {
	row := q.db.QueryRowContext(ctx, getVariant, id)
	var i Variant
	err := row.Scan(
		&i.ID,
		&i.CreatedAt,
		&i.UpdatedAt,
		&i.Disabled,
		&i.ProductName,
		&i.VariantName,
	)
	return i, err
}

export GOMEMLIMIT=250MiB

$ ls blah.txt

[bork@grapefruit linux-playground (main)]$ echo hi
hi
[bork@grapefruit linux-playground (main)]$ touch blah
[bork@grapefruit linux-playground (main)]$ echo hi
hi

bork@grapefruit ~/work/> echo hi

                         touch blah
                         echo hi

bork@grapefruit ~/work/> ls 
api/  blah.py     fly.toml   README.md
blah  Dockerfile  frontend/  test_websocket.sh

$ config.fish

$ vim ~/.config/fish/config.fish

for i in *.yaml
  echo $i
end

$ bash
$ for i in *.png
> do
> echo $i
> done
$ # press up arrow
$ for i in *.png; do echo $i; done ink

fish_add_path /some/directory

set PATH $PATH /some/directory/bin

{
  values: {'Preference': 10, 'Server': 'mail.example.com'},
  content: '10 mail.example.com',
  ...
}

type Thing struct {
    Name string
}

thing := Thing{"record"}
other_thing := thing
other_thing.Name = "banana"
fmt.Println(thing)

type Thing struct {
  Name string
}
func findThing(things []Thing, name string) *Thing {
  for _, thing := range things {
    if thing.Name == name {
      return &thing
    }
  }
  return nil
}

func main() {
  things := []Thing{Thing{"record"}, Thing{"banana"}}
  thing := findThing(things, "record")
  thing.Name = "gramaphone"
  fmt.Println(things)
}

func findThing(things []Thing, name string) *Thing {
  for i := range things {
    if things[i].Name == name {
      return &things[i]
    }
  }
  return nil
}

x := []int{1, 2, 3, 4, 5}
y := x[2:3]
y = append(y, 555)
fmt.Println(x)

$ ls l-^[[D^[[D^[[D

(reverse-i-search)`':

$ python3
>>> importt subprocess;5D

$ python3 -c "import readline; print(readline.__doc__)"
Importing this module enables command line editing using libedit readline.

$ jobs
Job Group State   Command
1   3161  running cat < /dev/zero &
2   3264  stopped nvim -w ~/.vimkeys $argv

$ echo kill %2
kill %2
$ type kill
kill is a function with definition
# Defined in /nix/store/vicfrai6lhnl8xw6azq5dzaizx56gw4m-fish-3.7.0/share/fish/config.fish

# start tcpdump
$ sudo tcpdump -ni any port 1234 &
tcpdump: data link type PKTAP
tcpdump: verbose output suppressed, use -v[v]... for full protocol decode
listening on any, link-type PKTAP (Apple DLT_PKTAP), snapshot length 524288 bytes

# run curl
$ curl google.com:1234
13:13:29.881018 IP 192.168.1.173.49626 > 142.251.41.78.1234: Flags [S], seq 613574185, win 65535, options [mss 1460,nop,wscale 6,nop,nop,TS val 2730440518 ecr 0,sackOK,eol], length 0
13:13:30.881963 IP 192.168.1.173.49626 > 142.251.41.78.1234: Flags [S], seq 613574185, win 65535, options [mss 1460,nop,wscale 6,nop,nop,TS val 2730441519 ecr 0,sackOK,eol], length 0
13:13:31.882587 IP 192.168.1.173.49626 > 142.251.41.78.1234: Flags [S], seq 613574185, win 65535, options [mss 1460,nop,wscale 6,nop,nop,TS val 2730442520 ecr 0,sackOK,eol], length 0

# when you're done, kill the tcpdump in the background
$ kill %1 

$ git push
To github.com:jvns/int-exposed
! [rejected]        main -> main (non-fast-forward)
error: failed to push some refs to 'github.com:jvns/int-exposed'
hint: Updates were rejected because the tip of your current branch is behind
hint: its remote counterpart. Integrate the remote changes (e.g.
hint: 'git pull ...') before pushing again.
hint: See the 'Note about fast-forwards' in 'git push --help' for details.

$ git status
On branch main
Your branch and 'origin/main' have diverged,
and have 2 and 1 different commits each, respectively.

$ git pull
hint: You have divergent branches and need to specify how to reconcile them.
hint: You can do so by running one of the following commands sometime before
hint: your next pull:
hint:
hint:   git config pull.rebase false  # merge
hint:   git config pull.rebase true   # rebase
hint:   git config pull.ff only       # fast-forward only
hint:
hint: You can replace "git config" with "git config --global" to set a default
hint: preference for all repositories. You can also pass --rebase, --no-rebase,
hint: or --ff-only on the command line to override the configured default per
hint: invocation.
fatal: Need to specify how to reconcile divergent branches.

$ git checkout asdf
error: pathspec 'asdf' did not match any file(s) known to git

$ git switch asdf
fatal: invalid reference: asdf

$ git switch v0.1
fatal: a branch is expected, got tag 'v0.1'`

$ git checkout HEAD^
Note: switching to 'HEAD^'.

You are in 'detached HEAD' state. You can look around, make experimental
changes and commit them, and you can discard any commits you make in this
state without impacting any branches by switching back to a branch.

If you want to create a new branch to retain commits you create, you may
do so (now or later) by using -c with the switch command. Example:

  git switch -c 

Or undo this operation with:

  git switch -

Turn off this advice by setting config variable advice.detachedHead to false

HEAD is now at 182cd3f add "swap byte order" button

$ git status
interactive rebase in progress; onto c694cf8
Last command done (1 command done):
   pick 0a9964d wip
No commands remaining.
You are currently rebasing branch 'main' on 'c694cf8'.
  (fix conflicts and then run "git rebase --continue")
  (use "git rebase --skip" to skip this patch)
  (use "git rebase --abort" to check out the original branch)

Unmerged paths:
  (use "git restore --staged ..." to unstage)
  (use "git add ..." to mark resolution)
  both modified:   index.html

no changes added to commit (use "git add" and/or "git commit -a")

$ git rebase main
CONFLICT (modify/delete): index.html deleted in 0ce151e (wip) and modified in HEAD.  Version HEAD of index.html left in tree.
error: could not apply 0ce151e... wip

CONFLICT (modify/delete): index.html deleted on `main` and modified on `mybranch`

$ git status 
On branch master
You have unmerged paths.
  (fix conflicts and run "git commit")
  (use "git merge --abort" to abort the merge)
Unmerged paths:
(use “git add/rm …” as appropriate to mark resolution)
deleted by them: the_file
no changes added to commit (use “git add” and/or “git commit -a”)

$ git clean
fatal: clean.requireForce defaults to true and neither -i, -n, nor -f given; refusing to clean

Today's links

Trump loves Big Tech (permalink)

Hey look at this (permalink)

Object permanence (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

Twinkump Linkdump (permalink)

Object permanence (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

Ray Nayler's "Where the Axe Is Buried" (permalink)

Hey look at this (permalink)

Object permanence (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

You can't save an institution by betraying its mission (permalink)

Hey look at this (permalink)

Object permanence (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

AI can't do your job (permalink)

Hey look at this (permalink)

Object permanence (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

David Enrich's "Murder the Truth" (permalink)

Hey look at this (permalink)

Object permanence (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

Amazon annihilates Alexa privacy settings, turns on continuous, nonconsensual audio uploading (permalink)

Hey look at this (permalink)

Object permanence (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

The future of Amazon coders is the present of Amazon warehouse workers (permalink)

Hey look at this (permalink)

Object permanence (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

problem 3: duplicate `PATH` entries making it harder to debug

problem 4: losing your history after updating your `PATH`

a note on `source`

a note on `fish_add_path`