Today's links

Gwern.net · canceling

tail -f /some/log/file | grep thing1 | grep thing2

tail -f /some/log/file | grep thing1 | grep thing2

sudo tcpdump -ni any port 53 | grep example.com

sudo tcpdump -ni any port 53 > output.txt

tail -f /some/log/file | grep thing1 | grep thing2

cat /some/log/file | grep thing1 | grep thing2 | tail

tail -f /some/log/file | grep --line-buffered thing1 | grep thing2

tail -f /some/log/file |  awk '/thing1/ && /thing2/'

tail -f /some/log/file |  grep -E 'thing1.*thing2'

tail -f /some/log/file | stdbuf -o0 grep thing1 | grep thing2

tail -f /some/log/file | unbuffer grep thing1 | grep thing2

$ cd /tmp/whatever
$ npm install chart.js
$ cd node_modules/chart.js/dist
$ ls *.*js
chart.cjs  chart.js  chart.umd.js  helpers.cjs  helpers.js

<script src="./chart.umd.js"> </script>

  "jsdelivr": "./dist/chart.umd.js",
  "unpkg": "./dist/chart.umd.js",
  "main": "./dist/chart.cjs",
  "module": "./dist/chart.js",

$ npm install @atcute/oauth-browser-client
$ cd node_modules/@atcute/oauth-browser-client/dist
$ ls *js
constants.js  dpop.js  environment.js  errors.js  index.js  resolvers.js

export { configureOAuth } from './environment.js';
export * from './errors.js';
export * from './resolvers.js';

<script type="importmap">
{
  "imports": {
    "nanoid": "./node_modules/nanoid/bin/dist/index.js",
    "nanoid/non-secure": "./node_modules/nanoid/non-secure/index.js",
    "nanoid/url-alphabet": "./node_modules/nanoid/url-alphabet/dist/index.js",
    "@atcute/oauth-browser-client": "./node_modules/@atcute/oauth-browser-client/dist/index.js",
    "@atcute/client": "./node_modules/@atcute/client/dist/index.js",
    "@atcute/client/utils/did": "./node_modules/@atcute/client/dist/utils/did.js"
  }
}
</script>

$ npm install @atproto/oauth-client-browser
$ cd node_modules/@atproto/oauth-client-browser/dist
$ ls *js
browser-oauth-client.js  browser-oauth-database.js  browser-runtime-implementation.js  errors.js  index.js  indexed-db-store.js  util.js

__exportStar(require("@atproto/oauth-client"), exports);
__exportStar(require("./browser-oauth-client.js"), exports);
__exportStar(require("./errors.js"), exports);
var util_js_1 = require("./util.js");

<script type="module" src="script.js"> </script>

import { BrowserOAuthClient } from "https://esm.sh/@atproto/oauth-client-browser@0.3.0"

$ stty -a
cchars: discard = ^O; dsusp = ^Y; eof = ^D; eol = <undef>;
	eol2 = <undef>; erase = ^?; intr = ^C; kill = ^U; lnext = ^V;
	min = 1; quit = ^\; reprint = ^R; start = ^Q; status = ^T;
	stop = ^S; susp = ^Z; time = 0; werase = ^W;

$ strace -tt -o out  vim
$ grep ioctl out | grep SET

17:43:36.670636 ioctl(0, TCSETS, {c_iflag=IXANY|IMAXBEL|IUTF8,
c_oflag=NL0|CR0|TAB0|BS0|VT0|FF0|OPOST, c_cflag=B38400|CS8|CREAD,
c_lflag=ECHOK|ECHOCTL|ECHOKE|PENDIN, ...}) = 0

17:43:38.027284 ioctl(0, TCSETS, {c_iflag=ICRNL|IXANY|IMAXBEL|IUTF8,
c_oflag=NL0|CR0|TAB0|BS0|VT0|FF0|OPOST|ONLCR, c_cflag=B38400|CS8|CREAD,
c_lflag=ISIG|ICANON|ECHO|ECHOE|ECHOK|IEXTEN|ECHOCTL|ECHOKE|PENDIN, ...}) = 0

$ du -sh *.tsv
26M	ip2asn-v4.tsv
11M	ip2asn-v6.tsv

type IPRange struct {
	StartIP net.IP
	EndIP   net.IP
	Num     int
	Name    string
	Country string
}

CREATE TABLE ipv4_ranges (
   start_ip INTEGER NOT NULL,
   end_ip INTEGER NOT NULL,
   asn INTEGER NOT NULL,
   country TEXT NOT NULL,
   name TEXT NOT NULL
);
CREATE TABLE ipv6_ranges (
   start_ip TEXT NOT NULL,
   end_ip TEXT NOT NULL,
   asn INTEGER,
   country TEXT,
   name TEXT
);
CREATE INDEX idx_ipv4_ranges_start_ip ON ipv4_ranges (start_ip);
CREATE INDEX idx_ipv6_ranges_start_ip ON ipv6_ranges (start_ip);
CREATE INDEX idx_ipv4_ranges_end_ip ON ipv4_ranges (end_ip);
CREATE INDEX idx_ipv6_ranges_end_ip ON ipv6_ranges (end_ip);

	ips := []net.IP{}
	count := 20000
	for i := 0; i < count; i++ {
		// create a random IPv6 address
		bytes := randomBytes()
		ip := net.IP(bytes[:])
		ips = append(ips, ip)
	}
	now := time.Now()
	success := 0
	for _, ip := range ips {
		_, err := ranges.FindASN(ip)
		if err == nil {
			success++
		}
	}
	fmt.Println(success)
	elapsed := time.Since(now)
	fmt.Println("number per second", float64(count)/elapsed.Seconds())

sqlite> explain query plan select * from ipv6_ranges where '2607:f8b0:4006:0824:0000:0000:0000:200e' BETWEEN start_ip and end_ip;
QUERY PLAN
`--SEARCH ipv6_ranges USING INDEX idx_ipv6_ranges_end_ip (end_ip>?)

func memusage() {
	runtime.GC()
	var m runtime.MemStats
	runtime.ReadMemStats(&m)
	fmt.Printf("Alloc = %v MiB\n", m.Alloc/1024/1024)
	// write mem.prof
	f, err := os.Create("mem.prof")
	if err != nil {
		log.Fatal(err)
	}
	pprof.WriteHeapProfile(f)
	f.Close()
}

type IPRange struct {
	StartIP net.IP
	EndIP   net.IP
	Num     int
	Name    string
	Country string
}

type IPRange struct {
	StartIP netip.Addr
	EndIP   netip.Addr
	ASN     uint32
	Idx     uint32
}

type ASNInfo struct {
	Country string
	Name    string
}

type ASNPool struct {
	asns   []ASNInfo
	lookup map[ASNInfo]uint32
}

59.101.179.0	59.101.179.255	4294901931	Unknown	AS4294901931

<small>
[a link](https://example.com)
</small>

<small>

[a link](https://example.com)

</small>

<small> [a link](https://example.com) </small>

markup:
  goldmark:
    extensions:
      typographer:
        leftAngleQuote: '&lt;&lt;'
        rightAngleQuote: '&gt;&gt;'

1. a
  * b
  * c
2. b

* something
> quote
* something else

* # passengers: 20

`1 / (1
+ exp(-1)) = 0.73`

<p><code>1 / (1
+ exp(-1)) = 0.73</code></p>

<p>`1 / (1</p>
<ul>
<li>exp(-1)) = 0.73`</li>
</ul>

I set up a small Hadoop cluster (1 master, 2 workers, replication set to 
1) on 

"Oh, *interesting*!"

<img src="https://jvns.ca/images/rustboot1.png">

<br><br>

markup:
  highlight:
    codeFences: false
  goldmark:
    renderer:
      unsafe: true
    parser:
      autoHeadingIDType: blackfriday

def color(num, text):
    return f"\033[38;5;{num}m{text}\033[0m"

for i in range(16):
    print(color(i, f"number {i:02}"))

$ unbuffer fd . > out
$ vim out
^[[38;5;48mbad-again.sh^[[0m
^[[38;5;48mbad.sh^[[0m
^[[38;5;48mbetter.sh^[[0m
out

	// DELETE /records:
	case r.Method == "DELETE" && n == 1 && p[0] == "records":
		if !requireLogin(username, r.URL.Path, r, w) {
			return
		}
		deleteAllRecords(ctx, username, rs, w, r)
	// POST /records/<ID>
	case r.Method == "POST" && n == 2 && p[0] == "records" && len(p[1]) > 0:
		if !requireLogin(username, r.URL.Path, r, w) {
			return
		}
		updateRecord(ctx, username, p[1], rs, w, r)

	mux.HandleFunc("DELETE /records/", app.deleteAllRecords)
	mux.HandleFunc("POST /records/{record_id}", app.updateRecord)

	mux.Handle("DELETE /records/", requireLogin(http.HandlerFunc(app.deleteAllRecords)))

-- name: GetVariant :one
SELECT *
FROM variants
WHERE id = ?;

const getVariant = `-- name: GetVariant :one
SELECT id, created_at, updated_at, disabled, product_name, variant_name
FROM variants
WHERE id = ?
`

func (q *Queries) GetVariant(ctx context.Context, id int64) (Variant, error) {
	row := q.db.QueryRowContext(ctx, getVariant, id)
	var i Variant
	err := row.Scan(
		&i.ID,
		&i.CreatedAt,
		&i.UpdatedAt,
		&i.Disabled,
		&i.ProductName,
		&i.VariantName,
	)
	return i, err
}

export GOMEMLIMIT=250MiB

$ ls blah.txt

[bork@grapefruit linux-playground (main)]$ echo hi
hi
[bork@grapefruit linux-playground (main)]$ touch blah
[bork@grapefruit linux-playground (main)]$ echo hi
hi

bork@grapefruit ~/work/> echo hi

                         touch blah
                         echo hi

bork@grapefruit ~/work/> ls 
api/  blah.py     fly.toml   README.md
blah  Dockerfile  frontend/  test_websocket.sh

$ config.fish

$ vim ~/.config/fish/config.fish

for i in *.yaml
  echo $i
end

$ bash
$ for i in *.png
> do
> echo $i
> done
$ # press up arrow
$ for i in *.png; do echo $i; done ink

{
  values: {'Preference': 10, 'Server': 'mail.example.com'},
  content: '10 mail.example.com',
  ...
}

type Thing struct {
    Name string
}

thing := Thing{"record"}
other_thing := thing
other_thing.Name = "banana"
fmt.Println(thing)

type Thing struct {
  Name string
}
func findThing(things []Thing, name string) *Thing {
  for _, thing := range things {
    if thing.Name == name {
      return &thing
    }
  }
  return nil
}

func main() {
  things := []Thing{Thing{"record"}, Thing{"banana"}}
  thing := findThing(things, "record")
  thing.Name = "gramaphone"
  fmt.Println(things)
}

func findThing(things []Thing, name string) *Thing {
  for i := range things {
    if things[i].Name == name {
      return &things[i]
    }
  }
  return nil
}

x := []int{1, 2, 3, 4, 5}
y := x[2:3]
y = append(y, 555)
fmt.Println(x)

$ ls l-^[[D^[[D^[[D

(reverse-i-search)`':

$ python3
>>> importt subprocess;5D

$ python3 -c "import readline; print(readline.__doc__)"
Importing this module enables command line editing using libedit readline.

$ jobs
Job Group State   Command
1   3161  running cat < /dev/zero &
2   3264  stopped nvim -w ~/.vimkeys $argv

$ echo kill %2
kill %2
$ type kill
kill is a function with definition
# Defined in /nix/store/vicfrai6lhnl8xw6azq5dzaizx56gw4m-fish-3.7.0/share/fish/config.fish

# start tcpdump
$ sudo tcpdump -ni any port 1234 &
tcpdump: data link type PKTAP
tcpdump: verbose output suppressed, use -v[v]... for full protocol decode
listening on any, link-type PKTAP (Apple DLT_PKTAP), snapshot length 524288 bytes

# run curl
$ curl google.com:1234
13:13:29.881018 IP 192.168.1.173.49626 > 142.251.41.78.1234: Flags [S], seq 613574185, win 65535, options [mss 1460,nop,wscale 6,nop,nop,TS val 2730440518 ecr 0,sackOK,eol], length 0
13:13:30.881963 IP 192.168.1.173.49626 > 142.251.41.78.1234: Flags [S], seq 613574185, win 65535, options [mss 1460,nop,wscale 6,nop,nop,TS val 2730441519 ecr 0,sackOK,eol], length 0
13:13:31.882587 IP 192.168.1.173.49626 > 142.251.41.78.1234: Flags [S], seq 613574185, win 65535, options [mss 1460,nop,wscale 6,nop,nop,TS val 2730442520 ecr 0,sackOK,eol], length 0

# when you're done, kill the tcpdump in the background
$ kill %1 

$ git push
To github.com:jvns/int-exposed
! [rejected]        main -> main (non-fast-forward)
error: failed to push some refs to 'github.com:jvns/int-exposed'
hint: Updates were rejected because the tip of your current branch is behind
hint: its remote counterpart. Integrate the remote changes (e.g.
hint: 'git pull ...') before pushing again.
hint: See the 'Note about fast-forwards' in 'git push --help' for details.

$ git status
On branch main
Your branch and 'origin/main' have diverged,
and have 2 and 1 different commits each, respectively.

$ git pull
hint: You have divergent branches and need to specify how to reconcile them.
hint: You can do so by running one of the following commands sometime before
hint: your next pull:
hint:
hint:   git config pull.rebase false  # merge
hint:   git config pull.rebase true   # rebase
hint:   git config pull.ff only       # fast-forward only
hint:
hint: You can replace "git config" with "git config --global" to set a default
hint: preference for all repositories. You can also pass --rebase, --no-rebase,
hint: or --ff-only on the command line to override the configured default per
hint: invocation.
fatal: Need to specify how to reconcile divergent branches.

$ git checkout asdf
error: pathspec 'asdf' did not match any file(s) known to git

$ git switch asdf
fatal: invalid reference: asdf

$ git switch v0.1
fatal: a branch is expected, got tag 'v0.1'`

$ git checkout HEAD^
Note: switching to 'HEAD^'.

You are in 'detached HEAD' state. You can look around, make experimental
changes and commit them, and you can discard any commits you make in this
state without impacting any branches by switching back to a branch.

If you want to create a new branch to retain commits you create, you may
do so (now or later) by using -c with the switch command. Example:

  git switch -c 

Or undo this operation with:

  git switch -

Turn off this advice by setting config variable advice.detachedHead to false

HEAD is now at 182cd3f add "swap byte order" button

$ git status
interactive rebase in progress; onto c694cf8
Last command done (1 command done):
   pick 0a9964d wip
No commands remaining.
You are currently rebasing branch 'main' on 'c694cf8'.
  (fix conflicts and then run "git rebase --continue")
  (use "git rebase --skip" to skip this patch)
  (use "git rebase --abort" to check out the original branch)

Unmerged paths:
  (use "git restore --staged ..." to unstage)
  (use "git add ..." to mark resolution)
  both modified:   index.html

no changes added to commit (use "git add" and/or "git commit -a")

$ git rebase main
CONFLICT (modify/delete): index.html deleted in 0ce151e (wip) and modified in HEAD.  Version HEAD of index.html left in tree.
error: could not apply 0ce151e... wip

CONFLICT (modify/delete): index.html deleted on `main` and modified on `mybranch`

$ git status 
On branch master
You have unmerged paths.
  (fix conflicts and run "git commit")
  (use "git merge --abort" to abort the merge)
Unmerged paths:
(use “git add/rm …” as appropriate to mark resolution)
deleted by them: the_file
no changes added to commit (use “git add” and/or “git commit -a”)

$ git clean
fatal: clean.requireForce defaults to true and neither -i, -n, nor -f given; refusing to clean

bork@grapefruit ~/w/int-exposed ((v1.0.12))> git status
HEAD detached at v1.0.13

$ git status
On branch main

<<<<<<< HEAD
def parse(input):
    return input.split("\n")
=======
def parse(text):
    return text.split("\n\n")
>>>>>>> somebranch

<<<<<<< HEAD
def parse(input):
    return input.split("\n")
=======
def parse(text):
    return text.split("\n\n")
>>>>>>> somebranch

<<<<<<< HEAD
def parse(input):
    return input.split("\n")
||||||| b9447fc
def parse(input):
    return input.split("\n\n")
=======
def parse(text):
    return text.split("\n\n")
>>>>>>> somebranch

-.header {
+.footer {
     margin: 0;
 }

-.footer {
+.header {
     margin: 0;
+    color: green;
 }

-.header {
-    margin: 0;
-}
-
 .footer {
     margin: 0;
 }

+.header {
+    margin: 0;
+    color: green;
+}

[includeIf "gitdir:~/code/<work>/"]
path = "~/code/<work>/.gitconfig"

[url "git@github.com:"]
	insteadOf = "https://github.com/"

transfer.fsckobjects = true
fetch.fsckobjects = true
receive.fsckObjects = true

[diff]
	algorithm = histogram

	`.git/HEAD`	git status	checked out	prompt
1. `checkout main`	`ref: refs/heads/main`	`On branch main`	main	`(main)`
2. `checkout 775b2b`	`775b2b399...`	`HEAD detached at 775b2b39`	775b2b399	`((775b2b39))`
3. `checkout v1.0.13`	`ca182053c...`	`HEAD detached at v1.0.13`	v1.0.13	`((v1.0.13))`
4. inside rebase	`c694cf8aa...`	`interactive rebase in progress; onto c694cf8`	main	`(main\|REBASE-i 1/1)`
5. after `git init`	`ref: refs/heads/main`	`On branch main`	n/a	`(main)`
6. bare repository	`ref: refs/heads/main`	`fatal: this operation must be run in a work tree`	n/a	`(BARE:main)`

Today's links

"That Makes Me Smart" (permalink)

Hey look at this (permalink)

This day in history (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

Canada sues Google (permalink)

Hey look at this (permalink)

This day in history (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

All the books I reviewed in 2024 (permalink)

NOVELS

NONFICTION

GRAPHIC NOVELS

Hey look at this (permalink)

This day in history (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

why this happens: buffering

programs don’t buffer when writing to a terminal

commands that buffer & commands that don’t

programming languages where the default “print” statement buffers

when you press Ctrl-C on a pipe, the contents of the buffer are lost

redirecting to a file also buffers

a bunch of potential ways to avoid buffering

solution 1: run a program that finishes quickly

solution 2: remember the “line buffer” flag to grep

solution 3: use awk

solution 4: use stdbuf

solution 5: use unbuffer

that’s all the solutions I know about!

I’m not really sure how often this comes up

what if there were an environment variable to disable buffering?

stuff I left out

Today's links

Bossware is unfair (in the legal sense, too) (permalink)

Hey look at this (permalink)

This day in history (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

Today's links

The far right grows through "disaster fantasies" (permalink)

Hey look at this (permalink)

This day in history (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

Reverse engineers bust sleazy gig work platform (permalink)

Hey look at this (permalink)

This day in history (permalink)

Upcoming appearances (permalink)

Recent appearances (permalink)

Latest books (permalink)

Upcoming books (permalink)

Colophon (permalink)

How to get Pluralistic:

Today's links

Expert agencies and elected legislatures (permalink)

when you press `Ctrl-C` on a pipe, the contents of the buffer are lost

solution 4: use `stdbuf`

solution 5: use `unbuffer`

the build files aren’t always in the `dist` directory

example library 2: `@atcute/oauth-browser-client`

example library 3: `@atproto/oauth-client-browser`