// from https://github.com/paulmillr/noble-secp256k1/blob/main/index.ts#L803
function hexToBytes(hex) {
if (typeof hex !== 'string') {
throw new TypeError('hexToBytes: expected string, got ' + typeof hex)
}
if (hex.length % 2)
throw new Error('hexToBytes: received invalid unpadded hex' + hex.length)
const array = new Uint8Array(hex.length / 2)
for (let i = 0; i < array.length; i++) {
const j = i * 2
const hexByte = hex.slice(j, j + 2)
const byte = Number.parseInt(hexByte, 16)
if (Number.isNaN(byte) || byte < 0) throw new Error('Invalid byte sequence')
array[i] = byte
}
return array
}
// decode nip19 ('npub') to hex
const npub2hexa = (npub) => {
let { prefix, words } = bech32.bech32.decode(npub, 90)
if (prefix === 'npub') {
let data = new Uint8Array(bech32.bech32.fromWords(words))
return buffer.Buffer.from(data).toString('hex')
}
}
// encode hex to nip19 ('npub')
const hexa2npub = (hex) => {
const data = hexToBytes(hex)
const words = bech32.bech32.toWords(data)
const prefix = 'npub'
return bech32.bech32.encode(prefix, words, 90)
}
// parse inserted pubkey
const parsePubkey = (pubkey) =>
pubkey.match('npub1') ? npub2hexa(pubkey) : pubkey
const parseRelaySet = (commaSeparatedRelayString) => {
let list = commaSeparatedRelayString.split(",")
if (list.length == 0) return undefined
if (list.length == 1 && list[0].trim() === "") return undefined
return list
}
// download js file
const downloadFile = (data, fileName) => {
const prettyJs = 'const data = ' + JSON.stringify(data, null, 2)
const tempLink = document.createElement('a')
const taBlob = new Blob([prettyJs], { type: 'text/javascript' })
tempLink.setAttribute('href', URL.createObjectURL(taBlob))
tempLink.setAttribute('download', fileName)
tempLink.click()
}
const updateRelayStatus = (relay, status, addToCount, until, relayStatusAndCount) => {
if (relayStatusAndCount[relay] == undefined) {
relayStatusAndCount[relay] = {}
}
if (status)
relayStatusAndCount[relay].status = status
relayStatusAndCount[relay].until = until
if (relayStatusAndCount[relay].count != undefined)
relayStatusAndCount[relay].count = relayStatusAndCount[relay].count + addToCount
else
relayStatusAndCount[relay].count = addToCount
displayRelayStatus(relayStatusAndCount)
}
const displayRelayStatus = (relayStatusAndCount) => {
if (Object.keys(relayStatusAndCount).length > 0) {
const newText = Object.keys(relayStatusAndCount).map(
it => {
let untilStr = "";
if (relayStatusAndCount[it].until)
untilStr = " <" + new Date(relayStatusAndCount[it].until * 1000).toLocaleDateString("en-US")
const relayName = it.replace("wss://", "").replace("ws://", "")
const line = "
" + relayName + " | " + relayStatusAndCount[it].status + " | " + untilStr + " | " + relayStatusAndCount[it].count + " | "
return "" +line+ "
"
}
).join("
")
$('#checking-relays').html(newText)
} else {
$('#checking-relays-header').html("")
$('#checking-relays').html("")
}
}
// fetch events from relay, returns a promise
const fetchFromRelay = async (relay, filters, pubkey, events, relayStatus) =>
new Promise((resolve, reject) => {
try {
updateRelayStatus(relay, "Starting", 0, undefined, relayStatus)
// open websocket
const ws = new WebSocket(relay)
// prevent hanging forever
let myTimeout = setTimeout(() => {
ws.close()
reject(relay)
}, 10_000)
const subscriptions = Object.fromEntries(filters.map ( (filter, index) => {
let id = "my-sub-"+index
return [
id, {
id: id,
counter: 0,
lastEvent: null,
done: false,
filter: filter,
eventIds: new Set()
}
]
}))
// subscribe to events filtered by author
ws.onopen = () => {
clearTimeout(myTimeout)
myTimeout = setTimeout(() => {
ws.close()
reject(relay)
}, 10_000)
updateRelayStatus(relay, "Downloading", 0, undefined, relayStatus)
for (const [key, sub] of Object.entries(subscriptions)) {
ws.send(JSON.stringify(['REQ', sub.id, sub.filter]))
}
}
// Listen for messages
ws.onmessage = (event) => {
console.log("NEW Message", event)
const [msgType, subscriptionId, data] = JSON.parse(event.data)
// event messages
if (msgType === 'EVENT') {
clearTimeout(myTimeout)
myTimeout = setTimeout(() => {
ws.close()
reject(relay)
}, 10_000)
try {
const { id } = data
if (!subscriptions[subscriptionId].lastEvent || data.created_at < subscriptions[subscriptionId].lastEvent.created_at)
subscriptions[subscriptionId].lastEvent = data
if (data.id in subscriptions[subscriptionId].eventIds) return
subscriptions[subscriptionId].eventIds.add(data.id)
subscriptions[subscriptionId].counter++
// don't save/reboradcast kind 3s that are not from the author.
// their are too big.
if (data.kind == 3 && data.pubkey != pubkey) {
return
}
let until = undefined
if (subscriptions[subscriptionId].lastEvent) {
until = subscriptions[subscriptionId].lastEvent.created_at
}
updateRelayStatus(relay, undefined, 1, until, relayStatus)
// prevent duplicated events
if (events[id]) return
else events[id] = data
// show how many events were found until this moment
$('#events-found').text(`${Object.keys(events).length} events found`)
} catch(err) {
console.log(err, event)
return
}
}
// end of subscription messages
if (msgType === 'EOSE') {
// Restarting the filter is necessary to go around Max Limits for each relay.
if (subscriptions[subscriptionId].counter < 2) {
subscriptions[subscriptionId].done = true
console.log(relay, subscriptionId, event.data)
let alldone = Object.values(subscriptions).every(filter => filter.done === true);
if (alldone) {
updateRelayStatus(relay, "Done", 0, undefined, relayStatus)
ws.close()
resolve(relay)
}
} else {
//console.log("Limit: ", { ...filters[0], until: lastSub1Event.created_at })
subscriptions[subscriptionId].counter = 0
ws.send(JSON.stringify(['REQ', subscriptions[subscriptionId].id, { ...subscriptions[subscriptionId].filter, until: subscriptions[subscriptionId].lastEvent.created_at } ]))
}
}
if (msgType === 'AUTH') {
console.log(relay, subscriptionId)
signNostrAuthEvent(relay, subscriptionId).then(
(event) => {
if (event) {
ws.send(JSON.stringify(['EVENT', event]))
} else {
updateRelayStatus(relay, "AUTH Req", 0, undefined, relayStatus)
ws.close()
reject(relay)
}
},
(reason) => {
updateRelayStatus(relay, "AUTH Req", 0, undefined, relayStatus)
ws.close()
reject(relay)
},
)
}
if (msgType === 'CLOSED') {
subscriptions[subscriptionId].done = true
let alldone = Object.values(subscriptions).every(filter => filter.done === true);
if (alldone) {
updateRelayStatus(relay, "Done", 0, undefined, relayStatus)
ws.close()
resolve(relay)
}
}
if (msgType === 'OK') {
// auth ok.
for (const [key, sub] of Object.entries(subscriptions)) {
ws.send(JSON.stringify(['REQ', sub.id, sub.filter]))
}
}
}
ws.onerror = (err) => {
updateRelayStatus(relay, "Done", 0, undefined, relayStatus)
try {
ws.close()
reject(relay)
} catch {
reject(relay)
}
}
ws.onclose = (socket, event) => {
updateRelayStatus(relay, "Done", 0, undefined, relayStatus)
resolve(relay)
}
} catch (exception) {
console.log(exception)
updateRelayStatus(relay, "Error", 0, undefined, relayStatus)
try {
ws.close()
} catch (exception) {
}
reject(relay)
}
})
// query relays for events published by this pubkey
const getEvents = async (filters, pubkey, relaySet) => {
// events hash
const events = {}
let myRelaySet = null
if (relaySet && relaySet.length > 0)
myRelaySet = relaySet
else
myRelaySet = relays
// batch processing of 10 relays
await processInPool(myRelaySet, (relay, poolStatus) => fetchFromRelay(relay, filters, pubkey, events, poolStatus), 10)
displayRelayStatus({})
// return data as an array of events
return Object.keys(events).map((id) => events[id])
}
const processInPool = async (items, processItem, poolSize) => {
let pool = {};
let poolStatus = {}
let remaining = [...items]
while (remaining.length) {
let processing = remaining.splice(0, 1)
let item = processing[0]
pool[item] = processItem(item, poolStatus);
if (Object.keys(pool).length > poolSize - 1) {
try {
const resolvedId = await Promise.race(Object.values(pool)); // wait for one Promise to finish
delete pool[resolvedId]; // remove that Promise from the pool
} catch (resolvedId) {
delete pool[resolvedId]; // remove that Promise from the pool
}
}
$('#fetching-progress').val(items.length - remaining.length)
}
await Promise.allSettled(Object.values(pool));
}
const sendAllEvents = async (relay, data, relayStatus, ws) => {
console.log("Sending:", data.length, " events")
for (evnt of data) {
ws.send(JSON.stringify(['EVENT', evnt]))
}
}
// send events to a relay, returns a promisse
const sendToRelay = async (relay, data, relayStatus) =>
new Promise((resolve, reject) => {
try {
const ws = new WebSocket(relay)
updateRelayStatus(relay, "Starting", 0, undefined, relayStatus)
// prevent hanging forever
let myTimeout = setTimeout(() => {
ws.close()
reject('timeout')
}, 10_000)
// fetch events from relay
ws.onopen = () => {
updateRelayStatus(relay, "Sending", 0, undefined, relayStatus)
clearTimeout(myTimeout)
myTimeout = setTimeout(() => {
ws.close()
reject('timeout')
}, 10_000)
sendAllEvents(relay, data, relayStatus, ws)
}
// Listen for messages
ws.onmessage = (event) => {
clearTimeout(myTimeout)
myTimeout = setTimeout(() => {
ws.close()
reject('timeout')
}, 10_000)
const [msgType, subscriptionId, inserted] = JSON.parse(event.data)
// event messages
// end of subscription messages
if (msgType === 'OK') {
if (inserted == true) {
updateRelayStatus(relay, undefined, 1, undefined, relayStatus)
} else {
console.log(relay, event.data)
}
} else {
console.log(relay, event.data)
}
}
ws.onerror = (err) => {
updateRelayStatus(relay, "Error", 0, undefined, relayStatus)
console.log("Error", err)
ws.close()
reject(err)
}
ws.onclose = (socket, event) => {
updateRelayStatus(relay, "Done", 0, undefined, relayStatus)
console.log("OnClose", relayStatus)
resolve()
}
} catch (exception) {
console.log(exception)
updateRelayStatus(relay, "Error", 0, undefined, relayStatus)
try {
ws.close()
} catch (exception) {
}
reject(exception)
}
})
// broadcast events to list of relays
const broadcastEvents = async (data) => {
// batch processing of 10 relays
let broadcastFunctions = [...relays]
let relayStatus = {}
while (broadcastFunctions.length) {
let relaysForThisRound = broadcastFunctions.splice(0, 10)
$('#broadcasting-progress').val(relays.length - broadcastFunctions.length)
await Promise.allSettled( relaysForThisRound.map((relay) => sendToRelay(relay, data, relayStatus)) )
}
displayRelayStatus(relayStatus)
}
async function generateNostrEventId(msg) {
const digest = [
0,
msg.pubkey,
msg.created_at,
msg.kind,
msg.tags,
msg.content,
];
const digest_str = JSON.stringify(digest);
const hash = await sha256Hex(digest_str);
return hash;
}
function sha256Hex(string) {
const utf8 = new TextEncoder().encode(string);
return crypto.subtle.digest('SHA-256', utf8).then((hashBuffer) => {
const hashArray = Array.from(new Uint8Array(hashBuffer));
const hashHex = hashArray
.map((bytes) => bytes.toString(16).padStart(2, '0'))
.join('');
return hashHex;
});
}
async function signNostrAuthEvent(relay, auth_challenge) {
try {
let msg = {
kind: 22243,
content: "",
tags: [
["relay", relay],
["challenge", auth_challenge]
],
};
// set msg fields
msg.created_at = Math.floor((new Date()).getTime() / 1000);
msg.pubkey = await window.nostr.getPublicKey();
// Generate event id
msg.id = await generateNostrEventId(msg);
// Sign event
signed_msg = await window.nostr.signEvent(msg);
} catch (e) {
console.log(e)
console.log("Failed to sign message with browser extension", e);
return undefined;
}
return signed_msg;
}