diff --git a/brainsteam/content/notes/2023/04/07/1680866081.md b/brainsteam/content/notes/2023/04/07/1680866081.md new file mode 100644 index 0000000..c3f0f84 --- /dev/null +++ b/brainsteam/content/notes/2023/04/07/1680866081.md @@ -0,0 +1,19 @@ +--- +date: '2023-04-07T11:14:41.131905' +mp-syndicate-to: +- https://brid.gy/publish/mastodon +photo: +- /media/2023/04/07/1680866081_0.jpg +tags: +- personal +type: note +url: /notes/2023/04/07/1680866081 + +--- + + + + + + Happy freaking Easter James - from Mother Nature + \ No newline at end of file diff --git a/brainsteam/content/notes/2023/04/21/1682060700.md b/brainsteam/content/notes/2023/04/21/1682060700.md new file mode 100644 index 0000000..dd4b69e --- /dev/null +++ b/brainsteam/content/notes/2023/04/21/1682060700.md @@ -0,0 +1,22 @@ +--- +date: '2023-04-21T07:05:00.448091' +mp-syndicate-to: +- https://brid.gy/publish/mastodon +photo: +- /media/2023/04/21/1682060700_0.jpg +tags: +- personal +- work +- ai +- generative ai +type: note +url: /notes/2023/04/21/1682060700 + +--- + + + +James stood at the front of a hall in front of a projection screen with a crowd watching + + I had a great time speaking about AI risks and rewards for small and medium businesses at the Rare Earth Digital debrief in Nantwich last night. The Crown is a lovely venue too and the quirky, wattle and daub wonky architecture reminded me of my childhood home. + \ No newline at end of file diff --git a/brainsteam/content/notes/2023/06/03/1685811118.md b/brainsteam/content/notes/2023/06/03/1685811118.md new file mode 100644 index 0000000..a59ea5b --- /dev/null +++ b/brainsteam/content/notes/2023/06/03/1685811118.md @@ -0,0 +1,20 @@ +--- +date: '2023-06-03T16:51:58.389533' +mp-syndicate-to: +- https://brid.gy/publish/mastodon +photo: +- /media/2023/06/03/1685811118_0.jpg +tags: +- personal +- gardening +type: note +url: /notes/2023/06/03/1685811118 + +--- + + + +Two Juicy Ripe Strawberries On A Red Chopping Board. + + First strawberries of the year from the garden + \ No newline at end of file diff --git a/brainsteam/content/posts/2023/03/25/nlp-is-more-than-llms/index.md b/brainsteam/content/posts/2023/03/25/nlp-is-more-than-llms/index.md index be6d15c..754e85c 100644 --- a/brainsteam/content/posts/2023/03/25/nlp-is-more-than-llms/index.md +++ b/brainsteam/content/posts/2023/03/25/nlp-is-more-than-llms/index.md @@ -36,7 +36,7 @@ As use of LLMs becomes more widespread and people ask it questions and use it to ## Bot Detection -There are certainly opportunities in bot vs human detection. Solutions like GPTZero [^GPTZero] and GLTR[^GLTRGlitterV0] rely on the statistical likelihood that a model would use a given sequence of words based on historical output (for example if the words "bananas in pajamas" never appear in known GPT output but they appear in the input document, the probability that it was written by a human is increased). Approaches like DetectGPT [^mitchellDetectGPTZeroShotMachineGenerated2023] use a model to perturb (subtly change) the output and compare the probabilities of the strings being generated to see if the original "sticks out" as being unusual and thus more human-like. +There are certainly opportunities in bot vs human detection. Solutions like GPTZero [^GPTZero] and GLTR[^GLTRGlitterV0] rely on the statistical likelihood that a model would use a given sequence of words based on historical output (for example if the words "bananas in pajamas" never appear in known GPT output but they appear in the input document, the probability that it was written by a human is increased). Approaches like DetectGPT [^mitchellDetectGPTZeroShotMachineGenerated2023] use a model to perturb (subtly change) the output and compare the probabilities of the strings being generated to see if the original "sticks out" as being unusual and thus more human-like. ***edit: I was also contacted by Tracey Deacker - a computer science student in Reykjavik, who recommended CrossPlag[^CrossPlag] - another such detection tool.*** It seems like bot detection and evading detection are likely to be a new arms race: as new detection methods emerge, people will build more and more complex methods for evading detection or rely on adversarial training approaches to train existing models to evade new detection approaches automatically. @@ -119,3 +119,4 @@ https://link.medium.com/6Bz5jc2hsyb - a blog post from an NLP professor about fi [^ribeiroAccuracyBehavioralTesting2020]: Ribeiro, M. T., Wu, T., Guestrin, C., & Singh, S. (2020). Beyond Accuracy: Behavioral Testing of NLP Models with CheckList. Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, 4902–4912. https://doi.org/10.18653/v1/2020.acl-main.442 [^morrisTextAttackFrameworkAdversarial2020]: Morris, J. X., Lifland, E., Yoo, J. Y., Grigsby, J., Jin, D., & Qi, Y. (2020). TextAttack: A Framework for Adversarial Attacks, Data Augmentation, and Adversarial Training in NLP (arXiv:2005.05909). arXiv. https://doi.org/10.48550/arXiv.2005.05909 [^knightSloppyUseMachine]: Knight, W. (n.d.). Sloppy Use of Machine Learning Is Causing a ‘Reproducibility Crisis’ in Science. Wired. Retrieved 25 March 2023, from https://www.wired.com/story/machine-learning-reproducibility-crisis/ +[^CrossPlag]: AI Content Detector - Crossplag - https://crossplag.com/ai-content-detector/ \ No newline at end of file diff --git a/brainsteam/content/posts/2023/04/turbopilot/index.md b/brainsteam/content/posts/2023/04/turbopilot/index.md new file mode 100644 index 0000000..e47f2e1 --- /dev/null +++ b/brainsteam/content/posts/2023/04/turbopilot/index.md @@ -0,0 +1,21 @@ +--- +type: post +draft: true +title: "Introducing Turbopilot" +date: 2023-04-16T14:08:55Z +description: My local intelligent auto-complete project +url: /2023/04/16/turbopilot +type: post +mp-syndicate-to: +- https://brid.gy/publish/mastodon +- https://brid.gy/publish/twitter +resources: + - name: feature + src: images/thesis_mug_small.jpg +tags: + - ai + - open-source + +--- + +I started TurboPilot over the easter weekend when I was stuck at home bored with COVID. As an AI specialist, I've been following OpenAI, Copilot and all things GPT very closely and I've been enspired excited by all the open activity like [llama.cpp](https://github.com/ggerganov/llama.cpp) which allows you to run large language models locally on CPU. I decided that it might be quite useful to have intelligent code autocompletion that runs locally without sending my data to the OpenAI mothership for analysis and when I'm travelling with limited connectivity like on trains or planes. \ No newline at end of file diff --git a/brainsteam/content/posts/2023/05/23-irl-update/images/lakedistrict.jpg b/brainsteam/content/posts/2023/05/23-irl-update/images/lakedistrict.jpg new file mode 100644 index 0000000..81f1ddf Binary files /dev/null and b/brainsteam/content/posts/2023/05/23-irl-update/images/lakedistrict.jpg differ diff --git a/brainsteam/content/posts/2023/05/23-irl-update/index.md b/brainsteam/content/posts/2023/05/23-irl-update/index.md new file mode 100644 index 0000000..e46599a --- /dev/null +++ b/brainsteam/content/posts/2023/05/23-irl-update/index.md @@ -0,0 +1,25 @@ +--- +title: "An IRL Update" +date: 2023-05-23T21:13:45+01:00 +description: a brief update - I've been AWOL for a bit. +url: /2023/5/23/an-irl-update +type: post +mp-syndicate-to: +- https://brid.gy/publish/mastodon +resources: + - name: feature + src: images/lakedistrict.jpg +tags: + - personal +--- + +You might have noticed that I've not been particularly active online as of late. Well that's for a variety of reasons. Firstly [my company raised £2.8M funding](https://www.uktech.news/ai/filament-funding-20230509) and, since then, I've been working hard hiring, documenting and trying to rework a number of processes so that they will still work once the company gets much bigger. + +Earlier in May Mrs R and I went on holiday to the Lake District to celebrate my birthday. The Lake District is one of my favourite places in the UK and I have personal connections to a number of places up there, it was great to get away from screens for a few days and spend some time in the great outdoors. + +{{
}} + + +While I was on holiday, I also started reading [Stolen Focus by Johann Hari](https://bookwyrm.social/book/322172/s/stolen-focus) which discusses a number of modern phenomena which are sapping our collective abilities to pay attention, focus and be creative and making us anxious (being anxious makes it hard to focus too...). Being online, reading clickbait, doomscrolling, reading and responding to reactionary stuff on social media, these are all thing that are pretty bad for our attention spans so I've resolved to try and reduce the time I'm spending doing these activities, spend more time away from computers in general and try to be more deliberate about the time I do spend online. I wouldn't say I'm doing a digital detox but more of a digital de-clutter. I've been seeing [similar updates](https://kevquirk.com/anti-social-update) from people in my online circles too. + +I've not paid [turbopilot](https://github.com/ravenscroftj/turbopilot) as much attention as I'd have liked recently as there are only so many hours in the day. However, I will put out some updates and write about my plans there very soon.s \ No newline at end of file diff --git a/brainsteam/data/mentions.json b/brainsteam/data/mentions.json index e5f0160..dc4b134 100644 --- a/brainsteam/data/mentions.json +++ b/brainsteam/data/mentions.json @@ -2186,6 +2186,25 @@ "content": null, "published": "2022-05-05T16:24:01+00:00" } + }, + { + "id": 1662026, + "source": "https:\/\/jamesg.coffee\/2023\/liked-brainsteamcouk2022130debugging-bridgy-for-my-blog", + "target": "https:\/\/brainsteam.co.uk\/2022\/1\/30\/debugging-bridgy-for-my-blog\/", + "activity": { + "type": "like" + }, + "verified_date": "2023-04-14T15:51:52.180446", + "data": { + "author": { + "type": "card", + "name": "James' Coffee Blog", + "photo": "https:\/\/webmention.io\/avatar\/jamesg.coffee\/44a4b81d3ad1303a2acd54e82a33c5333b80a611e540f4971bcb5fd93096c352.jpg", + "url": "https:\/\/jamesg.coffee\/profile\/capjamesg" + }, + "content": null, + "published": "2023-04-14T15:51:46+00:00" + } } ], "\/notes\/2022\/02\/04\/1643990322\/": [ @@ -2637,6 +2656,25 @@ "content": null, "published": null } + }, + { + "id": 1672031, + "source": "https:\/\/w3toppers.com\/python-3-7-error-unsupported-pickle-protocol-5\/", + "target": "https:\/\/brainsteam.co.uk\/2021\/01\/14\/pickle-5-madness-with-mlflow\/", + "activity": { + "type": "mention" + }, + "verified_date": "2023-05-08T01:47:26.181472", + "data": { + "author": { + "type": "card", + "name": "", + "photo": "", + "url": "" + }, + "content": null, + "published": null + } } ], "\/2022\/03\/14\/painless-explainability-for-text-models-with-eli5\/": [ @@ -14822,5 +14860,190 @@ "published": null } } + ], + "\/2023\/3\/25\/nlp-is-more-than-just-llms\/": [ + { + "id": 1649248, + "source": "https:\/\/brid.gy\/repost\/mastodon\/@jamesravey@fosstodon.org\/110084990672585042\/109360287301702419", + "target": "https:\/\/brainsteam.co.uk\/2023\/3\/25\/nlp-is-more-than-just-llms\/", + "activity": { + "type": "repost" + }, + "verified_date": "2023-03-25T17:02:57.716454", + "data": { + "author": { + "type": "card", + "name": "Brahn", + "photo": "https:\/\/webmention.io\/avatar\/cdn.fosstodon.org\/0f148ff62cf0cf4bdcd1691f3ddd73662c5871d70a12ce396fcdbee6b41246d9.png", + "url": "https:\/\/hachyderm.io\/@Brahn" + }, + "content": null, + "published": null + } + }, + { + "id": 1649375, + "source": "https:\/\/brid.gy\/like\/mastodon\/@jamesravey@fosstodon.org\/110084990672585042\/109305440155192695", + "target": "https:\/\/brainsteam.co.uk\/2023\/3\/25\/nlp-is-more-than-just-llms\/", + "activity": { + "type": "like" + }, + "verified_date": "2023-03-25T21:39:45.032457", + "data": { + "author": { + "type": "card", + "name": "Bill Ricker", + "photo": "https:\/\/webmention.io\/avatar\/cdn.fosstodon.org\/6e2f07d86abb24242d2f999657de78f87ca91dfd424a2ac821e462a65307992a.png", + "url": "https:\/\/fosstodon.org\/@BRicker" + }, + "content": null, + "published": null + } + }, + { + "id": 1649384, + "source": "https:\/\/brid.gy\/repost\/mastodon\/@jamesravey@fosstodon.org\/110084990672585042\/109332168565600309", + "target": "https:\/\/brainsteam.co.uk\/2023\/3\/25\/nlp-is-more-than-just-llms\/", + "activity": { + "type": "repost" + }, + "verified_date": "2023-03-25T22:10:09.972565", + "data": { + "author": { + "type": "card", + "name": "Mars Ikeda", + "photo": "https:\/\/webmention.io\/avatar\/cdn.fosstodon.org\/49767b1d2495f7e2ab74b267cb74c2e640d675db0be4b160e6eaf8b5bad977b5.jpg", + "url": "https:\/\/data-folks.masto.host\/@Mars_Ikeda" + }, + "content": null, + "published": null + } + } + ], + "\/notes\/2023\/04\/21\/1682060700\/": [ + { + "id": 1665112, + "source": "https:\/\/brid.gy\/like\/mastodon\/@jamesravey@fosstodon.org\/110235929055903496\/109388985313557853", + "target": "https:\/\/brainsteam.co.uk\/notes\/2023\/04\/21\/1682060700\/", + "activity": { + "type": "like" + }, + "verified_date": "2023-04-21T11:05:58.127376", + "data": { + "author": { + "type": "card", + "name": "Adam Lui :verified:", + "photo": "https:\/\/webmention.io\/avatar\/cdn.fosstodon.org\/49f127fe937bbf64aa994d974fd409f08bcf2d2d5989a28970bfd0f53f7487b8.png", + "url": "https:\/\/elonsucks.org\/@adam" + }, + "content": null, + "published": null + } + }, + { + "id": 1665113, + "source": "https:\/\/brid.gy\/like\/mastodon\/@jamesravey@fosstodon.org\/110235929055903496\/110077276215236038", + "target": "https:\/\/brainsteam.co.uk\/notes\/2023\/04\/21\/1682060700\/", + "activity": { + "type": "like" + }, + "verified_date": "2023-04-21T11:06:06.805131", + "data": { + "author": { + "type": "card", + "name": "BraveGPT :verified_gold:", + "photo": "https:\/\/webmention.io\/avatar\/cdn.fosstodon.org\/cb270dd9fa9444c9e646da2c27937653c5f086dabaf1dbefb0518a245f2015fb.png", + "url": "https:\/\/technodon.org\/@bravegpt" + }, + "content": null, + "published": null + } + }, + { + "source": "https:\/\/brid.gy\/like\/mastodon\/@jamesravey@fosstodon.org\/110235929055903496\/22831", + "verified": true, + "verified_date": "2023-04-21T11:06:04+00:00", + "id": 1665111, + "private": false, + "data": { + "author": { + "name": "Mike Sheldon", + "url": "https:\/\/octodon.social\/@mikesheldon", + "photo": "https:\/\/webmention.io\/avatar\/cdn.fosstodon.org\/d2bf8dd99a08b16875f869a0457ccf80fd5a7384dcb13f80765e768856a0a8a2.png" + }, + "url": "https:\/\/fosstodon.org\/@jamesravey\/110235929055903496#favorited-by-22831", + "name": null, + "content": null, + "published": null, + "published_ts": null + }, + "activity": { + "type": "like", + "sentence": "Mike Sheldon liked a post https:\/\/brainsteam.co.uk\/notes\/2023\/04\/21\/1682060700\/", + "sentence_html": "Mike Sheldon<\/a> liked a post https:\/\/brainsteam.co.uk\/notes\/2023\/04\/21\/1682060700\/<\/a>" + }, + "target": "https:\/\/brainsteam.co.uk\/notes\/2023\/04\/21\/1682060700\/" + } + ], + "\/2023\/5\/23\/an-irl-update\/": [ + { + "id": 1678577, + "source": "https:\/\/brid.gy\/like\/mastodon\/@jamesravey@fosstodon.org\/110419859956144554\/107559950613570741", + "target": "https:\/\/brainsteam.co.uk\/2023\/5\/23\/an-irl-update\/", + "activity": { + "type": "like" + }, + "verified_date": "2023-05-24T07:32:57.865103", + "data": { + "author": { + "type": "card", + "name": "glyn", + "photo": "https:\/\/webmention.io\/avatar\/cdn.fosstodon.org\/8d21cff2340a27a4b9f8c2857cf333f1eb1ee7075332c42ebb7a983c8c1d9d7c.png", + "url": "https:\/\/fosstodon.org\/@underlap" + }, + "content": null, + "published": null + } + } + ], + "\/notes\/2023\/06\/03\/1685811118\/": [ + { + "id": 1681978, + "source": "https:\/\/brid.gy\/like\/mastodon\/@jamesravey@fosstodon.org\/110481347750191167\/321008", + "target": "https:\/\/brainsteam.co.uk\/notes\/2023\/06\/03\/1685811118\/", + "activity": { + "type": "like" + }, + "verified_date": "2023-06-03T18:08:04.940396", + "data": { + "author": { + "type": "card", + "name": "bjb :devuannew: :emacs:", + "photo": "https:\/\/webmention.io\/avatar\/cdn.fosstodon.org\/d7521bb9d4f439be56d7b2fd4f5f011eab1a2a923cd686846a4a84272fb8fbe2.png", + "url": "https:\/\/fosstodon.org\/@bjb" + }, + "content": null, + "published": null + } + }, + { + "id": 1681979, + "source": "https:\/\/brid.gy\/like\/mastodon\/@jamesravey@fosstodon.org\/110481347750191167\/109269189706219237", + "target": "https:\/\/brainsteam.co.uk\/notes\/2023\/06\/03\/1685811118\/", + "activity": { + "type": "like" + }, + "verified_date": "2023-06-03T18:08:33.211270", + "data": { + "author": { + "type": "card", + "name": "Miron", + "photo": "https:\/\/webmention.io\/avatar\/cdn.fosstodon.org\/bb58d8c96dda09ecc8011a99b7ed7130e849af097b3d37d665ff4a2c4bf78b19.jpg", + "url": "https:\/\/fosstodon.org\/@hmiron" + }, + "content": null, + "published": null + } + } ] } \ No newline at end of file