codebuff 1.0.116 → 1.0.118
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client.d.ts +3 -3
- package/dist/client.js +16 -23
- package/dist/client.js.map +1 -1
- package/dist/common/actions.d.ts +43 -43
- package/dist/common/constants.js +1 -0
- package/dist/common/constants.js.map +1 -1
- package/dist/common/db/schema.d.ts +63 -1
- package/dist/common/util/stripe.js +7 -7
- package/dist/common/util/stripe.js.map +1 -1
- package/dist/common/websockets/websocket-schema.d.ts +110 -110
- package/dist/web-scraper.d.ts +1 -1
- package/dist/web-scraper.js +7 -29
- package/dist/web-scraper.js.map +1 -1
- package/package.json +1 -1
- package/dist/common/scripts/update-subscriptions.d.ts +0 -1
- package/dist/common/scripts/update-subscriptions.js +0 -92
- package/dist/common/scripts/update-subscriptions.js.map +0 -1
package/dist/web-scraper.d.ts
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
export declare function scrapeWebPage(url: string): Promise<
|
|
1
|
+
export declare function scrapeWebPage(url: string): Promise<any>;
|
|
2
2
|
export declare function parseUrlsFromContent(content: string): string[];
|
|
3
3
|
export declare function getScrapedContentBlocks(urls: string[]): Promise<string[]>;
|
package/dist/web-scraper.js
CHANGED
|
@@ -1,27 +1,4 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
24
|
-
};
|
|
25
2
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
26
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
27
4
|
};
|
|
@@ -30,7 +7,6 @@ exports.scrapeWebPage = scrapeWebPage;
|
|
|
30
7
|
exports.parseUrlsFromContent = parseUrlsFromContent;
|
|
31
8
|
exports.getScrapedContentBlocks = getScrapedContentBlocks;
|
|
32
9
|
const axios_1 = __importDefault(require("axios"));
|
|
33
|
-
const cheerio = __importStar(require("cheerio"));
|
|
34
10
|
// Global cache for scraped web pages
|
|
35
11
|
const scrapedPagesCache = {};
|
|
36
12
|
async function scrapeWebPage(url) {
|
|
@@ -39,11 +15,13 @@ async function scrapeWebPage(url) {
|
|
|
39
15
|
return scrapedPagesCache[url];
|
|
40
16
|
}
|
|
41
17
|
try {
|
|
42
|
-
const response = await
|
|
43
|
-
const
|
|
44
|
-
const
|
|
45
|
-
//
|
|
46
|
-
const
|
|
18
|
+
// const response = await axios.get(url)
|
|
19
|
+
const response = await axios_1.default.get(`https://r.jina.ai/${url}`);
|
|
20
|
+
const content = response.data;
|
|
21
|
+
// const html = response.data
|
|
22
|
+
// const $ = cheerio.load(html)
|
|
23
|
+
// // Extract the main content (you may need to adjust this selector based on the target websites)
|
|
24
|
+
// const content = $('body').text()
|
|
47
25
|
// Store the scraped content in the cache
|
|
48
26
|
scrapedPagesCache[url] = content;
|
|
49
27
|
return content;
|
package/dist/web-scraper.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"web-scraper.js","sourceRoot":"","sources":["../src/web-scraper.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"web-scraper.js","sourceRoot":"","sources":["../src/web-scraper.ts"],"names":[],"mappings":";;;;;AAMA,sCA4BC;AAED,oDAGC;AAGD,0DAgBC;AA1DD,kDAAyB;AAGzB,qCAAqC;AACrC,MAAM,iBAAiB,GAA2B,EAAE,CAAA;AAE7C,KAAK,UAAU,aAAa,CAAC,GAAW;IAC7C,4CAA4C;IAC5C,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;QACzC,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAA;IAC/B,CAAC;IAED,IAAI,CAAC;QACH,wCAAwC;QACxC,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAA;QAC5D,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAA;QAC7B,6BAA6B;QAC7B,+BAA+B;QAE/B,kGAAkG;QAClG,mCAAmC;QAEnC,yCAAyC;QACzC,iBAAiB,CAAC,GAAG,CAAC,GAAG,OAAO,CAAA;QAEhC,OAAO,OAAO,CAAA;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,iBAAiB;QACjB,uCAAuC;QACvC,mDAAmD;QACnD,IAAI;QACJ,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAA;QAC3B,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,SAAgB,oBAAoB,CAAC,OAAe;IAClD,MAAM,QAAQ,GAAG,oBAAoB,CAAA;IACrC,OAAO,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;AACtC,CAAC;AAED,MAAM,0BAA0B,GAAG,MAAM,CAAA;AAClC,KAAK,UAAU,uBAAuB,CAAC,IAAc;IAC1D,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAA;QAC/C,MAAM,uBAAuB,GAC3B,cAAc,CAAC,MAAM,GAAG,0BAA0B;YAChD,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,0BAA0B,CAAC;gBACnD,8CAA8C;YAChD,CAAC,CAAC,cAAc,CAAA;QACpB,IAAI,uBAAuB,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CACT,6BAA6B,GAAG,OAAO,uBAAuB,0BAA0B,CACzF,CAAA;QACH,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}
|
package/package.json
CHANGED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
24
|
-
};
|
|
25
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
26
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
27
|
-
};
|
|
28
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
-
const drizzle_orm_1 = require("drizzle-orm");
|
|
30
|
-
const stripe_1 = require("../util/stripe");
|
|
31
|
-
const db_1 = __importDefault(require("../db"));
|
|
32
|
-
const schema = __importStar(require("../db/schema"));
|
|
33
|
-
async function main() {
|
|
34
|
-
const email = process.argv[2];
|
|
35
|
-
if (!email) {
|
|
36
|
-
console.error('Please provide an email address');
|
|
37
|
-
process.exit(1);
|
|
38
|
-
}
|
|
39
|
-
console.log(`Processing user ${email}...`);
|
|
40
|
-
// Find user and verify subscription
|
|
41
|
-
const user = await db_1.default.query.user.findFirst({
|
|
42
|
-
where: (0, drizzle_orm_1.eq)(schema.user.email, email),
|
|
43
|
-
});
|
|
44
|
-
if (!user?.stripe_customer_id) {
|
|
45
|
-
console.error('User not found or has no Stripe customer ID');
|
|
46
|
-
process.exit(1);
|
|
47
|
-
}
|
|
48
|
-
console.log('Found user:', user.id);
|
|
49
|
-
// Get subscriptions for customer
|
|
50
|
-
const subscriptions = await stripe_1.stripeServer.subscriptions.list({
|
|
51
|
-
customer: user.stripe_customer_id,
|
|
52
|
-
status: 'active',
|
|
53
|
-
});
|
|
54
|
-
if (subscriptions.data.length === 0) {
|
|
55
|
-
console.error('No active subscription found');
|
|
56
|
-
process.exit(1);
|
|
57
|
-
}
|
|
58
|
-
const subscription = subscriptions.data[0];
|
|
59
|
-
console.log('Found subscription:', subscription.id);
|
|
60
|
-
// Update subscription items
|
|
61
|
-
console.log('Updating subscription items...');
|
|
62
|
-
await stripe_1.stripeServer.subscriptions.update(subscription.id, {
|
|
63
|
-
items: [
|
|
64
|
-
{ price: 'price_1QLxwxKrNS6SjmqWeKhJIlAD', quantity: 1 },
|
|
65
|
-
{ price: 'price_1QMlqaKrNS6SjmqWQEeaTcqk' },
|
|
66
|
-
],
|
|
67
|
-
});
|
|
68
|
-
// Calculate usage since Oct 30, 2024
|
|
69
|
-
const startDate = new Date('2024-10-30');
|
|
70
|
-
const creditsUsed = await db_1.default
|
|
71
|
-
.select({
|
|
72
|
-
total: (0, drizzle_orm_1.sql) `SUM(${schema.message.credits})`,
|
|
73
|
-
})
|
|
74
|
-
.from(schema.message)
|
|
75
|
-
.where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(schema.message.user_id, user.id), (0, drizzle_orm_1.gte)(schema.message.finished_at, startDate)))
|
|
76
|
-
.then((result) => parseInt(result[0]?.total ?? '0'));
|
|
77
|
-
console.log('Credits used since Oct 30, 2024:', creditsUsed);
|
|
78
|
-
// Report usage
|
|
79
|
-
const timestamp = Math.floor(startDate.getTime() / 1000);
|
|
80
|
-
await stripe_1.stripeServer.subscriptionItems.createUsageRecord(subscription.items.data[1].id, // Get the metered price item
|
|
81
|
-
{
|
|
82
|
-
quantity: creditsUsed,
|
|
83
|
-
timestamp,
|
|
84
|
-
action: 'set',
|
|
85
|
-
});
|
|
86
|
-
console.log('Successfully updated subscription and usage');
|
|
87
|
-
}
|
|
88
|
-
main().catch((error) => {
|
|
89
|
-
console.error('Error:', error);
|
|
90
|
-
process.exit(1);
|
|
91
|
-
});
|
|
92
|
-
//# sourceMappingURL=update-subscriptions.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"update-subscriptions.js","sourceRoot":"","sources":["../../src/scripts/update-subscriptions.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA+C;AAC/C,2CAA6C;AAC7C,+CAAsB;AACtB,qDAAsC;AAEtC,KAAK,UAAU,IAAI;IACjB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAA;QAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,KAAK,CAAC,CAAA;IAE1C,oCAAoC;IACpC,MAAM,IAAI,GAAG,MAAM,YAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QACzC,KAAK,EAAE,IAAA,gBAAE,EAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC;KACpC,CAAC,CAAA;IAEF,IAAI,CAAC,IAAI,EAAE,kBAAkB,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAA;QAC5D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;IAEnC,iCAAiC;IACjC,MAAM,aAAa,GAAG,MAAM,qBAAY,CAAC,aAAa,CAAC,IAAI,CAAC;QAC1D,QAAQ,EAAE,IAAI,CAAC,kBAAkB;QACjC,MAAM,EAAE,QAAQ;KACjB,CAAC,CAAA;IAEF,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAA;QAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC1C,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,YAAY,CAAC,EAAE,CAAC,CAAA;IAEnD,4BAA4B;IAC5B,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAA;IAC7C,MAAM,qBAAY,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,EAAE;QACvD,KAAK,EAAE;YACL,EAAE,KAAK,EAAE,gCAAgC,EAAE,QAAQ,EAAE,CAAC,EAAE;YACxD,EAAE,KAAK,EAAE,gCAAgC,EAAE;SAC5C;KACF,CAAC,CAAA;IAEF,qCAAqC;IACrC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,CAAA;IACxC,MAAM,WAAW,GAAG,MAAM,YAAE;SACzB,MAAM,CAAC;QACN,KAAK,EAAE,IAAA,iBAAG,EAAQ,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,GAAG;KACnD,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;SACpB,KAAK,CACJ,IAAA,iBAAG,EACD,IAAA,gBAAE,EAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,EACnC,IAAA,iBAAG,EAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAC3C,CACF;SACA,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,GAAG,CAAC,CAAC,CAAA;IAEtD,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,WAAW,CAAC,CAAA;IAE5D,eAAe;IACf,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAA;IACxD,MAAM,qBAAY,CAAC,iBAAiB,CAAC,iBAAiB,CACpD,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,6BAA6B;IAC5D;QACE,QAAQ,EAAE,WAAW;QACrB,SAAS;QACT,MAAM,EAAE,KAAK;KACd,CACF,CAAA;IAED,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAA;AAC5D,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;IAC9B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;AACjB,CAAC,CAAC,CAAA"}
|