Skip to content

Commit 405e35c

Browse files
committed
chore: add prettier
1 parent ed9e88d commit 405e35c

File tree

5 files changed

+37
-121
lines changed

5 files changed

+37
-121
lines changed

.github/workflows/node.js.yml

+10-12
Original file line numberDiff line numberDiff line change
@@ -5,26 +5,24 @@ name: Node.js CI
55

66
on:
77
push:
8-
branches: [ master ]
8+
branches: [master]
99
pull_request:
10-
branches: [ master ]
10+
branches: [master]
1111

1212
jobs:
1313
build:
14-
1514
runs-on: ubuntu-latest
1615

1716
strategy:
1817
matrix:
1918
node-version: [12.x, 14.x]
2019

2120
steps:
22-
- uses: actions/checkout@v2
23-
- name: Use Node.js ${{ matrix.node-version }}
24-
uses: actions/setup-node@v1
25-
with:
26-
node-version: ${{ matrix.node-version }}
27-
- run: npm ci
28-
- run: npm run build --if-present
29-
- run: npm test
30-
21+
- uses: actions/checkout@v2
22+
- name: Use Node.js ${{ matrix.node-version }}
23+
uses: actions/setup-node@v1
24+
with:
25+
node-version: ${{ matrix.node-version }}
26+
- run: npm ci
27+
- run: npm run build --if-present
28+
- run: npm test

.prettierignore

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
data/*.json

README.md

+11-12
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,9 @@
11
# GPT-3-Encoder
2+
23
Javascript BPE Encoder Decoder for GPT-2 / GPT-3
34

45
## About
6+
57
GPT-2 and GPT-3 use byte pair encoding to turn text into a series of integers to feed into the model. This is a javascript implementation of OpenAI's original python encoder/decoder which can be found [here](https://github.com/openai/gpt-2)
68

79
## Install with npm
@@ -15,20 +17,17 @@ npm install gpt-3-encoder
1517
Compatible with Node >= 12
1618

1719
```js
18-
const {encode, decode} = require('gpt-3-encoder')
20+
const { encode, decode } = require("gpt-3-encoder");
1921

20-
const str = 'This is an example sentence to try encoding out on!'
21-
const encoded = encode(str)
22-
console.log('Encoded this string looks like: ', encoded)
22+
const str = "This is an example sentence to try encoding out on!";
23+
const encoded = encode(str);
24+
console.log("Encoded this string looks like: ", encoded);
2325

24-
console.log('We can look at each token and what it represents')
25-
for(let token of encoded){
26-
console.log({token, string: decode([token])})
26+
console.log("We can look at each token and what it represents");
27+
for (let token of encoded) {
28+
console.log({ token, string: decode([token]) });
2729
}
2830

29-
const decoded = decode(encoded)
30-
console.log('We can decode it back into:\n', decoded)
31-
31+
const decoded = decode(encoded);
32+
console.log("We can decode it back into:\n", decoded);
3233
```
33-
34-

package.json

-1
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,6 @@
3939
"typescript": "^5.0.4"
4040
},
4141
"prettier": {
42-
"singleQuote": true,
4342
"trailingComma": "all"
4443
}
4544
}

tsconfig.json

+15-96
Original file line numberDiff line numberDiff line change
@@ -1,108 +1,27 @@
11
{
22
"compilerOptions": {
33
/* Visit https://aka.ms/tsconfig to read more about this file */
4-
/* Projects */
5-
// "incremental": true, /* Save .tsbuildinfo files to allow for incremental compilation of projects. */
6-
// "composite": true, /* Enable constraints that allow a TypeScript project to be used with project references. */
7-
// "tsBuildInfoFile": "./.tsbuildinfo", /* Specify the path to .tsbuildinfo incremental compilation file. */
8-
// "disableSourceOfProjectReferenceRedirect": true, /* Disable preferring source files instead of declaration files when referencing composite projects. */
9-
// "disableSolutionSearching": true, /* Opt a project out of multi-project reference checking when editing. */
10-
// "disableReferencedProjectLoad": true, /* Reduce the number of projects loaded automatically by TypeScript. */
11-
/* Language and Environment */
12-
"target": "es2016", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
13-
// "lib": [], /* Specify a set of bundled library declaration files that describe the target runtime environment. */
14-
// "jsx": "preserve", /* Specify what JSX code is generated. */
15-
// "experimentalDecorators": true, /* Enable experimental support for legacy experimental decorators. */
16-
// "emitDecoratorMetadata": true, /* Emit design-type metadata for decorated declarations in source files. */
17-
// "jsxFactory": "", /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */
18-
// "jsxFragmentFactory": "", /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */
19-
// "jsxImportSource": "", /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */
20-
// "reactNamespace": "", /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */
21-
// "noLib": true, /* Disable including any library files, including the default lib.d.ts. */
22-
// "useDefineForClassFields": true, /* Emit ECMAScript-standard-compliant class fields. */
23-
// "moduleDetection": "auto", /* Control what method is used to detect module-format JS files. */
4+
"target": "es2016" /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */,
245
/* Modules */
25-
"module": "commonjs", /* Specify what module code is generated. */
26-
"rootDir": "./", /* Specify the root folder within your source files. */
27-
// "moduleResolution": "node10", /* Specify how TypeScript looks up a file from a given module specifier. */
28-
// "baseUrl": "./", /* Specify the base directory to resolve non-relative module names. */
29-
// "paths": {}, /* Specify a set of entries that re-map imports to additional lookup locations. */
30-
// "rootDirs": [], /* Allow multiple folders to be treated as one when resolving modules. */
31-
// "typeRoots": [], /* Specify multiple folders that act like './node_modules/@types'. */
32-
// "types": [], /* Specify type package names to be included without being referenced in a source file. */
33-
// "allowUmdGlobalAccess": true, /* Allow accessing UMD globals from modules. */
34-
// "moduleSuffixes": [], /* List of file name suffixes to search when resolving a module. */
35-
// "allowImportingTsExtensions": true, /* Allow imports to include TypeScript file extensions. Requires '--moduleResolution bundler' and either '--noEmit' or '--emitDeclarationOnly' to be set. */
36-
// "resolvePackageJsonExports": true, /* Use the package.json 'exports' field when resolving package imports. */
37-
// "resolvePackageJsonImports": true, /* Use the package.json 'imports' field when resolving imports. */
38-
// "customConditions": [], /* Conditions to set in addition to the resolver-specific defaults when resolving imports. */
39-
"resolveJsonModule": true, /* Enable importing .json files. */
40-
// "allowArbitraryExtensions": true, /* Enable importing files with any extension, provided a declaration file is present. */
41-
// "noResolve": true, /* Disallow 'import's, 'require's or '<reference>'s from expanding the number of files TypeScript should add to a project. */
6+
"module": "commonjs" /* Specify what module code is generated. */,
7+
"rootDir": "./" /* Specify the root folder within your source files. */,
8+
"resolveJsonModule": true /* Enable importing .json files. */,
429
/* JavaScript Support */
43-
"allowJs": true, /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */
44-
"checkJs": true, /* Enable error reporting in type-checked JavaScript files. */
45-
"maxNodeModuleJsDepth": 0, /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */
10+
"allowJs": true /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */,
11+
"checkJs": true /* Enable error reporting in type-checked JavaScript files. */,
12+
"maxNodeModuleJsDepth": 0 /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */,
4613
/* Emit */
47-
"declaration": true, /* Generate .d.ts files from TypeScript and JavaScript files in your project. */
48-
// "declarationMap": true, /* Create sourcemaps for d.ts files. */
49-
"emitDeclarationOnly": true, /* Only output d.ts files and not JavaScript files. */
50-
// "sourceMap": true, /* Create source map files for emitted JavaScript files. */
51-
// "inlineSourceMap": true, /* Include sourcemap files inside the emitted JavaScript. */
52-
// "outFile": "./index", /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */
53-
"outDir": "./", /* Specify an output folder for all emitted files. */
54-
// "removeComments": true, /* Disable emitting comments. */
55-
// "noEmit": true, /* Disable emitting files from a compilation. */
56-
// "importHelpers": true, /* Allow importing helper functions from tslib once per project, instead of including them per-file. */
57-
// "importsNotUsedAsValues": "remove", /* Specify emit/checking behavior for imports that are only used for types. */
58-
// "downlevelIteration": true, /* Emit more compliant, but verbose and less performant JavaScript for iteration. */
59-
// "sourceRoot": "", /* Specify the root path for debuggers to find the reference source code. */
60-
// "mapRoot": "", /* Specify the location where debugger should locate map files instead of generated locations. */
61-
// "inlineSources": true, /* Include source code in the sourcemaps inside the emitted JavaScript. */
62-
// "emitBOM": true, /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */
63-
// "newLine": "crlf", /* Set the newline character for emitting files. */
64-
// "stripInternal": true, /* Disable emitting declarations that have '@internal' in their JSDoc comments. */
65-
// "noEmitHelpers": true, /* Disable generating custom helper functions like '__extends' in compiled output. */
66-
// "noEmitOnError": true, /* Disable emitting files if any type checking errors are reported. */
67-
// "preserveConstEnums": true, /* Disable erasing 'const enum' declarations in generated code. */
68-
// "declarationDir": "./", /* Specify the output directory for generated declaration files. */
69-
// "preserveValueImports": true, /* Preserve unused imported values in the JavaScript output that would otherwise be removed. */
14+
"declaration": true /* Generate .d.ts files from TypeScript and JavaScript files in your project. */,
15+
"emitDeclarationOnly": true /* Only output d.ts files and not JavaScript files. */,
16+
"outDir": "./" /* Specify an output folder for all emitted files. */,
7017
/* Interop Constraints */
71-
// "isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */
72-
// "verbatimModuleSyntax": true, /* Do not transform or elide any imports or exports not marked as type-only, ensuring they are written in the output file's format based on the 'module' setting. */
73-
// "allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */
74-
"esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */
75-
// "preserveSymlinks": true, /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */
76-
"forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */
18+
"esModuleInterop": true /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */,
19+
"forceConsistentCasingInFileNames": true /* Ensure that casing is correct in imports. */,
7720
/* Type Checking */
78-
"strict": true, /* Enable all strict type-checking options. */
79-
// "noImplicitAny": true, /* Enable error reporting for expressions and declarations with an implied 'any' type. */
80-
// "strictNullChecks": true, /* When type checking, take into account 'null' and 'undefined'. */
81-
// "strictFunctionTypes": true, /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */
82-
// "strictBindCallApply": true, /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */
83-
// "strictPropertyInitialization": true, /* Check for class properties that are declared but not set in the constructor. */
84-
// "noImplicitThis": true, /* Enable error reporting when 'this' is given the type 'any'. */
85-
// "useUnknownInCatchVariables": true, /* Default catch clause variables as 'unknown' instead of 'any'. */
86-
// "alwaysStrict": true, /* Ensure 'use strict' is always emitted. */
87-
// "noUnusedLocals": true, /* Enable error reporting when local variables aren't read. */
88-
// "noUnusedParameters": true, /* Raise an error when a function parameter isn't read. */
89-
// "exactOptionalPropertyTypes": true, /* Interpret optional property types as written, rather than adding 'undefined'. */
90-
// "noImplicitReturns": true, /* Enable error reporting for codepaths that do not explicitly return in a function. */
91-
// "noFallthroughCasesInSwitch": true, /* Enable error reporting for fallthrough cases in switch statements. */
92-
// "noUncheckedIndexedAccess": true, /* Add 'undefined' to a type when accessed using an index. */
93-
// "noImplicitOverride": true, /* Ensure overriding members in derived classes are marked with an override modifier. */
94-
// "noPropertyAccessFromIndexSignature": true, /* Enforces using indexed accessors for keys declared using an indexed type. */
95-
// "allowUnusedLabels": true, /* Disable error reporting for unused labels. */
96-
// "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */
21+
"strict": true /* Enable all strict type-checking options. */,
9722
/* Completeness */
98-
// "skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */
9923
"skipLibCheck": true /* Skip type checking all .d.ts files. */
10024
},
101-
"include": [
102-
"*.js",
103-
"data/*"
104-
],
105-
"exclude": [
106-
"jest.config.js"
107-
]
25+
"include": ["*.js", "data/*"],
26+
"exclude": ["jest.config.js"]
10827
}

0 commit comments

Comments
 (0)