mirror of
https://github.com/RayLabsHQ/gitea-mirror.git
synced 2025-12-09 04:56:45 +03:00
Compare commits
16 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
3b53a29e71 | ||
|
|
64e73f9ca8 | ||
|
|
7d23894e5f | ||
|
|
8f2a4683c1 | ||
|
|
b5323ff8b4 | ||
|
|
7fee2adb51 | ||
|
|
af139ecb2d | ||
|
|
fb827724b6 | ||
|
|
2812b576d0 | ||
|
|
347188f43d | ||
|
|
56bee451de | ||
|
|
0e9d54b517 | ||
|
|
7a04665b70 | ||
|
|
3a3ff314e0 | ||
|
|
fed74ee901 | ||
|
|
85ea502276 |
2
.github/ci/values-ci.yaml
vendored
2
.github/ci/values-ci.yaml
vendored
@@ -37,7 +37,7 @@ gitea-mirror:
|
|||||||
type: "personal"
|
type: "personal"
|
||||||
privateRepositories: true
|
privateRepositories: true
|
||||||
skipForks: false
|
skipForks: false
|
||||||
skipStarredIssues: false
|
starredCodeOnly: false
|
||||||
gitea:
|
gitea:
|
||||||
url: "https://gitea.example.com"
|
url: "https://gitea.example.com"
|
||||||
token: "not-used-in-template"
|
token: "not-used-in-template"
|
||||||
|
|||||||
@@ -193,7 +193,7 @@ export async function POST({ request }: APIContext) {
|
|||||||
|
|
||||||
### Advanced Options (UI Fields)
|
### Advanced Options (UI Fields)
|
||||||
- **skipForks**: Skip forked repositories (default: false)
|
- **skipForks**: Skip forked repositories (default: false)
|
||||||
- **skipStarredIssues**: Skip issues for starred repositories (default: false) - enables "Lightweight mode" for starred repos
|
- **starredCodeOnly**: Skip issues for starred repositories (default: false) - enables "Lightweight mode" for starred repos
|
||||||
|
|
||||||
### Repository Statuses
|
### Repository Statuses
|
||||||
Repositories can have the following statuses:
|
Repositories can have the following statuses:
|
||||||
|
|||||||
@@ -175,7 +175,7 @@ These values populate a **ConfigMap** (non-secret) and a **Secret** (for tokens
|
|||||||
| `gitea-mirror.github.type` | `personal` | `GITHUB_TYPE` |
|
| `gitea-mirror.github.type` | `personal` | `GITHUB_TYPE` |
|
||||||
| `gitea-mirror.github.privateRepositories` | `true` | `PRIVATE_REPOSITORIES` |
|
| `gitea-mirror.github.privateRepositories` | `true` | `PRIVATE_REPOSITORIES` |
|
||||||
| `gitea-mirror.github.skipForks` | `false` | `SKIP_FORKS` |
|
| `gitea-mirror.github.skipForks` | `false` | `SKIP_FORKS` |
|
||||||
| `gitea-mirror.github.skipStarredIssues` | `false` | `SKIP_STARRED_ISSUES` |
|
| `gitea-mirror.github.starredCodeOnly` | `false` | `SKIP_STARRED_ISSUES` |
|
||||||
| `gitea-mirror.github.mirrorStarred` | `false` | `MIRROR_STARRED` |
|
| `gitea-mirror.github.mirrorStarred` | `false` | `MIRROR_STARRED` |
|
||||||
|
|
||||||
### Gitea
|
### Gitea
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ data:
|
|||||||
PRIVATE_REPOSITORIES: {{ $gm.github.privateRepositories | quote }}
|
PRIVATE_REPOSITORIES: {{ $gm.github.privateRepositories | quote }}
|
||||||
MIRROR_STARRED: {{ $gm.github.mirrorStarred | quote }}
|
MIRROR_STARRED: {{ $gm.github.mirrorStarred | quote }}
|
||||||
SKIP_FORKS: {{ $gm.github.skipForks | quote }}
|
SKIP_FORKS: {{ $gm.github.skipForks | quote }}
|
||||||
SKIP_STARRED_ISSUES: {{ $gm.github.skipStarredIssues | quote }}
|
SKIP_STARRED_ISSUES: {{ $gm.github.starredCodeOnly | quote }}
|
||||||
# Gitea Config
|
# Gitea Config
|
||||||
GITEA_URL: {{ $gm.gitea.url | quote }}
|
GITEA_URL: {{ $gm.gitea.url | quote }}
|
||||||
GITEA_USERNAME: {{ $gm.gitea.username | quote }}
|
GITEA_USERNAME: {{ $gm.gitea.username | quote }}
|
||||||
|
|||||||
@@ -49,7 +49,7 @@ spec:
|
|||||||
terminationGracePeriodSeconds: {{ .Values.deployment.terminationGracePeriodSeconds }}
|
terminationGracePeriodSeconds: {{ .Values.deployment.terminationGracePeriodSeconds }}
|
||||||
containers:
|
containers:
|
||||||
- name: gitea-mirror
|
- name: gitea-mirror
|
||||||
image: {{ .Values.image.registry }}/{{ .Values.image.repository }}:v{{ .Values.image.tag | default .Chart.AppVersion | toString }}
|
image: {{ .Values.image.registry }}/{{ .Values.image.repository }}:{{ .Values.image.tag | default (printf "v%s" .Chart.AppVersion) }}
|
||||||
imagePullPolicy: {{ .Values.image.pullPolicy }}
|
imagePullPolicy: {{ .Values.image.pullPolicy }}
|
||||||
envFrom:
|
envFrom:
|
||||||
- configMapRef:
|
- configMapRef:
|
||||||
|
|||||||
@@ -126,7 +126,7 @@ gitea-mirror:
|
|||||||
privateRepositories: true
|
privateRepositories: true
|
||||||
mirrorStarred: false
|
mirrorStarred: false
|
||||||
skipForks: false
|
skipForks: false
|
||||||
skipStarredIssues: false
|
starredCodeOnly: false
|
||||||
|
|
||||||
gitea:
|
gitea:
|
||||||
url: ""
|
url: ""
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
{
|
{
|
||||||
"name": "gitea-mirror",
|
"name": "gitea-mirror",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"version": "3.8.2",
|
"version": "3.8.4",
|
||||||
"engines": {
|
"engines": {
|
||||||
"bun": ">=1.2.9"
|
"bun": ">=1.2.9"
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -67,21 +67,21 @@ export function AdvancedOptionsForm({
|
|||||||
|
|
||||||
<div className="flex items-center">
|
<div className="flex items-center">
|
||||||
<Checkbox
|
<Checkbox
|
||||||
id="skip-starred-issues"
|
id="starred-code-only"
|
||||||
checked={config.skipStarredIssues}
|
checked={config.starredCodeOnly}
|
||||||
onCheckedChange={(checked) =>
|
onCheckedChange={(checked) =>
|
||||||
handleChange("skipStarredIssues", Boolean(checked))
|
handleChange("starredCodeOnly", Boolean(checked))
|
||||||
}
|
}
|
||||||
/>
|
/>
|
||||||
<label
|
<label
|
||||||
htmlFor="skip-starred-issues"
|
htmlFor="starred-code-only"
|
||||||
className="ml-2 text-sm select-none"
|
className="ml-2 text-sm select-none"
|
||||||
>
|
>
|
||||||
Don't fetch issues for starred repos
|
Code-only mode for starred repos
|
||||||
</label>
|
</label>
|
||||||
</div>
|
</div>
|
||||||
<p className="text-xs text-muted-foreground ml-6">
|
<p className="text-xs text-muted-foreground ml-6">
|
||||||
Skip mirroring issues and pull requests for starred repositories
|
Mirror only source code for starred repositories, skipping all metadata (issues, PRs, labels, milestones, wiki, releases)
|
||||||
</p>
|
</p>
|
||||||
</div>
|
</div>
|
||||||
</CardContent>
|
</CardContent>
|
||||||
|
|||||||
@@ -71,7 +71,7 @@ export function ConfigTabs() {
|
|||||||
},
|
},
|
||||||
advancedOptions: {
|
advancedOptions: {
|
||||||
skipForks: false,
|
skipForks: false,
|
||||||
skipStarredIssues: false,
|
starredCodeOnly: false,
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
const { user } = useAuth();
|
const { user } = useAuth();
|
||||||
|
|||||||
@@ -89,10 +89,10 @@ export function GitHubMirrorSettings({
|
|||||||
// Calculate what content is included for starred repos
|
// Calculate what content is included for starred repos
|
||||||
const starredRepoContent = {
|
const starredRepoContent = {
|
||||||
code: true, // Always included
|
code: true, // Always included
|
||||||
releases: !advancedOptions.skipStarredIssues && mirrorOptions.mirrorReleases,
|
releases: !advancedOptions.starredCodeOnly && mirrorOptions.mirrorReleases,
|
||||||
issues: !advancedOptions.skipStarredIssues && mirrorOptions.mirrorMetadata && mirrorOptions.metadataComponents.issues,
|
issues: !advancedOptions.starredCodeOnly && mirrorOptions.mirrorMetadata && mirrorOptions.metadataComponents.issues,
|
||||||
pullRequests: !advancedOptions.skipStarredIssues && mirrorOptions.mirrorMetadata && mirrorOptions.metadataComponents.pullRequests,
|
pullRequests: !advancedOptions.starredCodeOnly && mirrorOptions.mirrorMetadata && mirrorOptions.metadataComponents.pullRequests,
|
||||||
wiki: !advancedOptions.skipStarredIssues && mirrorOptions.mirrorMetadata && mirrorOptions.metadataComponents.wiki,
|
wiki: !advancedOptions.starredCodeOnly && mirrorOptions.mirrorMetadata && mirrorOptions.metadataComponents.wiki,
|
||||||
};
|
};
|
||||||
|
|
||||||
const starredContentCount = Object.entries(starredRepoContent).filter(([key, value]) => key !== 'code' && value).length;
|
const starredContentCount = Object.entries(starredRepoContent).filter(([key, value]) => key !== 'code' && value).length;
|
||||||
@@ -168,7 +168,7 @@ export function GitHubMirrorSettings({
|
|||||||
className="h-8 text-xs font-normal min-w-[140px] md:min-w-[140px] justify-between"
|
className="h-8 text-xs font-normal min-w-[140px] md:min-w-[140px] justify-between"
|
||||||
>
|
>
|
||||||
<span>
|
<span>
|
||||||
{advancedOptions.skipStarredIssues ? (
|
{advancedOptions.starredCodeOnly ? (
|
||||||
"Code only"
|
"Code only"
|
||||||
) : starredContentCount === 0 ? (
|
) : starredContentCount === 0 ? (
|
||||||
"Code only"
|
"Code only"
|
||||||
@@ -206,8 +206,8 @@ export function GitHubMirrorSettings({
|
|||||||
<div className="flex items-center space-x-3 py-1 px-1 rounded hover:bg-accent">
|
<div className="flex items-center space-x-3 py-1 px-1 rounded hover:bg-accent">
|
||||||
<Checkbox
|
<Checkbox
|
||||||
id="starred-lightweight"
|
id="starred-lightweight"
|
||||||
checked={advancedOptions.skipStarredIssues}
|
checked={advancedOptions.starredCodeOnly}
|
||||||
onCheckedChange={(checked) => handleAdvancedChange('skipStarredIssues', !!checked)}
|
onCheckedChange={(checked) => handleAdvancedChange('starredCodeOnly', !!checked)}
|
||||||
/>
|
/>
|
||||||
<Label
|
<Label
|
||||||
htmlFor="starred-lightweight"
|
htmlFor="starred-lightweight"
|
||||||
@@ -222,7 +222,7 @@ export function GitHubMirrorSettings({
|
|||||||
</Label>
|
</Label>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
{!advancedOptions.skipStarredIssues && (
|
{!advancedOptions.starredCodeOnly && (
|
||||||
<>
|
<>
|
||||||
<Separator className="my-2" />
|
<Separator className="my-2" />
|
||||||
<div className="space-y-2">
|
<div className="space-y-2">
|
||||||
|
|||||||
@@ -27,7 +27,8 @@ export const githubConfigSchema = z.object({
|
|||||||
starredReposOrg: z.string().optional(),
|
starredReposOrg: z.string().optional(),
|
||||||
mirrorStrategy: z.enum(["preserve", "single-org", "flat-user", "mixed"]).default("preserve"),
|
mirrorStrategy: z.enum(["preserve", "single-org", "flat-user", "mixed"]).default("preserve"),
|
||||||
defaultOrg: z.string().optional(),
|
defaultOrg: z.string().optional(),
|
||||||
skipStarredIssues: z.boolean().default(false),
|
starredCodeOnly: z.boolean().default(false),
|
||||||
|
skipStarredIssues: z.boolean().optional(), // Deprecated: kept for backward compatibility, use starredCodeOnly instead
|
||||||
starredDuplicateStrategy: z.enum(["suffix", "prefix", "owner-org"]).default("suffix").optional(),
|
starredDuplicateStrategy: z.enum(["suffix", "prefix", "owner-org"]).default("suffix").optional(),
|
||||||
});
|
});
|
||||||
|
|
||||||
@@ -207,7 +208,7 @@ export const organizationSchema = z.object({
|
|||||||
configId: z.string(),
|
configId: z.string(),
|
||||||
name: z.string(),
|
name: z.string(),
|
||||||
avatarUrl: z.string(),
|
avatarUrl: z.string(),
|
||||||
membershipRole: z.enum(["admin", "member", "owner"]).default("member"),
|
membershipRole: z.enum(["member", "admin", "owner", "billing_manager"]).default("member"),
|
||||||
isIncluded: z.boolean().default(true),
|
isIncluded: z.boolean().default(true),
|
||||||
destinationOrg: z.string().optional().nullable(),
|
destinationOrg: z.string().optional().nullable(),
|
||||||
status: z
|
status: z
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ interface EnvConfig {
|
|||||||
mirrorOrganizations?: boolean;
|
mirrorOrganizations?: boolean;
|
||||||
preserveOrgStructure?: boolean;
|
preserveOrgStructure?: boolean;
|
||||||
onlyMirrorOrgs?: boolean;
|
onlyMirrorOrgs?: boolean;
|
||||||
skipStarredIssues?: boolean;
|
starredCodeOnly?: boolean;
|
||||||
starredReposOrg?: string;
|
starredReposOrg?: string;
|
||||||
mirrorStrategy?: 'preserve' | 'single-org' | 'flat-user' | 'mixed';
|
mirrorStrategy?: 'preserve' | 'single-org' | 'flat-user' | 'mixed';
|
||||||
};
|
};
|
||||||
@@ -107,7 +107,7 @@ function parseEnvConfig(): EnvConfig {
|
|||||||
mirrorOrganizations: process.env.MIRROR_ORGANIZATIONS === 'true',
|
mirrorOrganizations: process.env.MIRROR_ORGANIZATIONS === 'true',
|
||||||
preserveOrgStructure: process.env.PRESERVE_ORG_STRUCTURE === 'true',
|
preserveOrgStructure: process.env.PRESERVE_ORG_STRUCTURE === 'true',
|
||||||
onlyMirrorOrgs: process.env.ONLY_MIRROR_ORGS === 'true',
|
onlyMirrorOrgs: process.env.ONLY_MIRROR_ORGS === 'true',
|
||||||
skipStarredIssues: process.env.SKIP_STARRED_ISSUES === 'true',
|
starredCodeOnly: process.env.SKIP_STARRED_ISSUES === 'true',
|
||||||
starredReposOrg: process.env.STARRED_REPOS_ORG,
|
starredReposOrg: process.env.STARRED_REPOS_ORG,
|
||||||
mirrorStrategy: process.env.MIRROR_STRATEGY as 'preserve' | 'single-org' | 'flat-user' | 'mixed',
|
mirrorStrategy: process.env.MIRROR_STRATEGY as 'preserve' | 'single-org' | 'flat-user' | 'mixed',
|
||||||
},
|
},
|
||||||
@@ -253,7 +253,7 @@ export async function initializeConfigFromEnv(): Promise<void> {
|
|||||||
starredReposOrg: envConfig.github.starredReposOrg || existingConfig?.[0]?.githubConfig?.starredReposOrg || 'starred',
|
starredReposOrg: envConfig.github.starredReposOrg || existingConfig?.[0]?.githubConfig?.starredReposOrg || 'starred',
|
||||||
mirrorStrategy,
|
mirrorStrategy,
|
||||||
defaultOrg: envConfig.gitea.organization || existingConfig?.[0]?.githubConfig?.defaultOrg || 'github-mirrors',
|
defaultOrg: envConfig.gitea.organization || existingConfig?.[0]?.githubConfig?.defaultOrg || 'github-mirrors',
|
||||||
skipStarredIssues: envConfig.github.skipStarredIssues ?? existingConfig?.[0]?.githubConfig?.skipStarredIssues ?? false,
|
starredCodeOnly: envConfig.github.starredCodeOnly ?? existingConfig?.[0]?.githubConfig?.starredCodeOnly ?? false,
|
||||||
};
|
};
|
||||||
|
|
||||||
// Build Gitea config
|
// Build Gitea config
|
||||||
|
|||||||
@@ -8,10 +8,19 @@ import { createMockResponse, mockFetch } from "@/tests/mock-fetch";
|
|||||||
// Mock the isRepoPresentInGitea function
|
// Mock the isRepoPresentInGitea function
|
||||||
const mockIsRepoPresentInGitea = mock(() => Promise.resolve(false));
|
const mockIsRepoPresentInGitea = mock(() => Promise.resolve(false));
|
||||||
|
|
||||||
|
let mockDbSelectResult: any[] = [];
|
||||||
|
|
||||||
// Mock the database module
|
// Mock the database module
|
||||||
mock.module("@/lib/db", () => {
|
mock.module("@/lib/db", () => {
|
||||||
return {
|
return {
|
||||||
db: {
|
db: {
|
||||||
|
select: () => ({
|
||||||
|
from: () => ({
|
||||||
|
where: () => ({
|
||||||
|
limit: () => Promise.resolve(mockDbSelectResult)
|
||||||
|
})
|
||||||
|
})
|
||||||
|
}),
|
||||||
update: () => ({
|
update: () => ({
|
||||||
set: () => ({
|
set: () => ({
|
||||||
where: () => Promise.resolve()
|
where: () => Promise.resolve()
|
||||||
@@ -63,6 +72,7 @@ describe("Gitea Repository Mirroring", () => {
|
|||||||
originalConsoleError = console.error;
|
originalConsoleError = console.error;
|
||||||
console.log = mock(() => {});
|
console.log = mock(() => {});
|
||||||
console.error = mock(() => {});
|
console.error = mock(() => {});
|
||||||
|
mockDbSelectResult = [];
|
||||||
});
|
});
|
||||||
|
|
||||||
afterEach(() => {
|
afterEach(() => {
|
||||||
@@ -331,7 +341,7 @@ describe("getGiteaRepoOwner - Organization Override Tests", () => {
|
|||||||
excludeOrgs: [],
|
excludeOrgs: [],
|
||||||
mirrorPublicOrgs: false,
|
mirrorPublicOrgs: false,
|
||||||
publicOrgs: [],
|
publicOrgs: [],
|
||||||
skipStarredIssues: false,
|
starredCodeOnly: false,
|
||||||
mirrorStrategy: "preserve"
|
mirrorStrategy: "preserve"
|
||||||
},
|
},
|
||||||
giteaConfig: {
|
giteaConfig: {
|
||||||
@@ -449,4 +459,37 @@ describe("getGiteaRepoOwner - Organization Override Tests", () => {
|
|||||||
const result = getGiteaRepoOwner({ config: configWithFlatUser, repository: repo });
|
const result = getGiteaRepoOwner({ config: configWithFlatUser, repository: repo });
|
||||||
expect(result).toBe("giteauser");
|
expect(result).toBe("giteauser");
|
||||||
});
|
});
|
||||||
|
|
||||||
|
test("getGiteaRepoOwnerAsync honors organization override for owner role", async () => {
|
||||||
|
mockDbSelectResult = [
|
||||||
|
{
|
||||||
|
id: "org-id",
|
||||||
|
userId: "user-id",
|
||||||
|
configId: "config-id",
|
||||||
|
name: "myorg",
|
||||||
|
membershipRole: "owner",
|
||||||
|
status: "imported",
|
||||||
|
destinationOrg: "custom-org",
|
||||||
|
avatarUrl: "https://example.com/avatar.png",
|
||||||
|
isIncluded: true,
|
||||||
|
repositoryCount: 0,
|
||||||
|
createdAt: new Date(),
|
||||||
|
updatedAt: new Date()
|
||||||
|
}
|
||||||
|
];
|
||||||
|
|
||||||
|
const configWithUser: Partial<Config> = {
|
||||||
|
...baseConfig,
|
||||||
|
userId: "user-id"
|
||||||
|
};
|
||||||
|
|
||||||
|
const repo = { ...baseRepo, organization: "myorg" };
|
||||||
|
|
||||||
|
const result = await getGiteaRepoOwnerAsync({
|
||||||
|
config: configWithUser,
|
||||||
|
repository: repo
|
||||||
|
});
|
||||||
|
|
||||||
|
expect(result).toBe("custom-org");
|
||||||
|
});
|
||||||
});
|
});
|
||||||
|
|||||||
303
src/lib/gitea.ts
303
src/lib/gitea.ts
@@ -200,6 +200,96 @@ export const isRepoPresentInGitea = async ({
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Check if a repository is currently being mirrored (in-progress state in database)
|
||||||
|
* This prevents race conditions where multiple concurrent operations try to mirror the same repo
|
||||||
|
*/
|
||||||
|
export const isRepoCurrentlyMirroring = async ({
|
||||||
|
config,
|
||||||
|
repoName,
|
||||||
|
expectedLocation,
|
||||||
|
}: {
|
||||||
|
config: Partial<Config>;
|
||||||
|
repoName: string;
|
||||||
|
expectedLocation?: string; // Format: "owner/repo"
|
||||||
|
}): Promise<boolean> => {
|
||||||
|
try {
|
||||||
|
if (!config.userId) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
const { or } = await import("drizzle-orm");
|
||||||
|
|
||||||
|
// Check database for any repository with "mirroring" or "syncing" status
|
||||||
|
const inProgressRepos = await db
|
||||||
|
.select()
|
||||||
|
.from(repositories)
|
||||||
|
.where(
|
||||||
|
and(
|
||||||
|
eq(repositories.userId, config.userId),
|
||||||
|
eq(repositories.name, repoName),
|
||||||
|
// Check for in-progress statuses
|
||||||
|
or(
|
||||||
|
eq(repositories.status, "mirroring"),
|
||||||
|
eq(repositories.status, "syncing")
|
||||||
|
)
|
||||||
|
)
|
||||||
|
);
|
||||||
|
|
||||||
|
if (inProgressRepos.length > 0) {
|
||||||
|
// Check if any of the in-progress repos are stale (stuck for > 2 hours)
|
||||||
|
const TWO_HOURS_MS = 2 * 60 * 60 * 1000;
|
||||||
|
const now = new Date().getTime();
|
||||||
|
|
||||||
|
const activeRepos = inProgressRepos.filter((repo) => {
|
||||||
|
if (!repo.updatedAt) return true; // No timestamp, assume active
|
||||||
|
const updatedTime = new Date(repo.updatedAt).getTime();
|
||||||
|
const isStale = (now - updatedTime) > TWO_HOURS_MS;
|
||||||
|
|
||||||
|
if (isStale) {
|
||||||
|
console.warn(
|
||||||
|
`[Idempotency] Repository ${repo.name} has been in "${repo.status}" status for over 2 hours. ` +
|
||||||
|
`Considering it stale and allowing retry.`
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
return !isStale;
|
||||||
|
});
|
||||||
|
|
||||||
|
if (activeRepos.length === 0) {
|
||||||
|
console.log(
|
||||||
|
`[Idempotency] All in-progress operations for ${repoName} are stale (>2h). Allowing retry.`
|
||||||
|
);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
// If we have an expected location, verify it matches
|
||||||
|
if (expectedLocation) {
|
||||||
|
const matchingRepo = activeRepos.find(
|
||||||
|
(repo) => repo.mirroredLocation === expectedLocation
|
||||||
|
);
|
||||||
|
if (matchingRepo) {
|
||||||
|
console.log(
|
||||||
|
`[Idempotency] Repository ${repoName} is already being mirrored at ${expectedLocation}`
|
||||||
|
);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
console.log(
|
||||||
|
`[Idempotency] Repository ${repoName} is already being mirrored (${activeRepos.length} in-progress operations found)`
|
||||||
|
);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return false;
|
||||||
|
} catch (error) {
|
||||||
|
console.error("Error checking if repo is currently mirroring:", error);
|
||||||
|
console.error("Error details:", error);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Helper function to check if a repository exists in Gitea.
|
* Helper function to check if a repository exists in Gitea.
|
||||||
* First checks the recorded mirroredLocation, then falls back to the expected location.
|
* First checks the recorded mirroredLocation, then falls back to the expected location.
|
||||||
@@ -276,11 +366,11 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
|
|
||||||
// Determine the actual repository name to use (handle duplicates for starred repos)
|
// Determine the actual repository name to use (handle duplicates for starred repos)
|
||||||
let targetRepoName = repository.name;
|
let targetRepoName = repository.name;
|
||||||
|
|
||||||
if (repository.isStarred && config.githubConfig) {
|
if (repository.isStarred && config.githubConfig) {
|
||||||
// Extract GitHub owner from full_name (format: owner/repo)
|
// Extract GitHub owner from full_name (format: owner/repo)
|
||||||
const githubOwner = repository.fullName.split('/')[0];
|
const githubOwner = repository.fullName.split('/')[0];
|
||||||
|
|
||||||
targetRepoName = await generateUniqueRepoName({
|
targetRepoName = await generateUniqueRepoName({
|
||||||
config,
|
config,
|
||||||
orgName: repoOwner,
|
orgName: repoOwner,
|
||||||
@@ -288,7 +378,7 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
githubOwner,
|
githubOwner,
|
||||||
strategy: config.githubConfig.starredDuplicateStrategy,
|
strategy: config.githubConfig.starredDuplicateStrategy,
|
||||||
});
|
});
|
||||||
|
|
||||||
if (targetRepoName !== repository.name) {
|
if (targetRepoName !== repository.name) {
|
||||||
console.log(
|
console.log(
|
||||||
`Starred repo ${repository.fullName} will be mirrored as ${repoOwner}/${targetRepoName} to avoid naming conflict`
|
`Starred repo ${repository.fullName} will be mirrored as ${repoOwner}/${targetRepoName} to avoid naming conflict`
|
||||||
@@ -296,6 +386,23 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// IDEMPOTENCY CHECK: Check if this repo is already being mirrored
|
||||||
|
const expectedLocation = `${repoOwner}/${targetRepoName}`;
|
||||||
|
const isCurrentlyMirroring = await isRepoCurrentlyMirroring({
|
||||||
|
config,
|
||||||
|
repoName: targetRepoName,
|
||||||
|
expectedLocation,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (isCurrentlyMirroring) {
|
||||||
|
console.log(
|
||||||
|
`[Idempotency] Skipping ${repository.fullName} - already being mirrored to ${expectedLocation}`
|
||||||
|
);
|
||||||
|
|
||||||
|
// Don't throw an error, just return to allow other repos to continue
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
const isExisting = await isRepoPresentInGitea({
|
const isExisting = await isRepoPresentInGitea({
|
||||||
config,
|
config,
|
||||||
owner: repoOwner,
|
owner: repoOwner,
|
||||||
@@ -337,11 +444,30 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
|
|
||||||
console.log(`Mirroring repository ${repository.name}`);
|
console.log(`Mirroring repository ${repository.name}`);
|
||||||
|
|
||||||
|
// DOUBLE-CHECK: Final idempotency check right before updating status
|
||||||
|
// This catches race conditions in the small window between first check and status update
|
||||||
|
const finalCheck = await isRepoCurrentlyMirroring({
|
||||||
|
config,
|
||||||
|
repoName: targetRepoName,
|
||||||
|
expectedLocation,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (finalCheck) {
|
||||||
|
console.log(
|
||||||
|
`[Idempotency] Race condition detected - ${repository.fullName} is now being mirrored by another process. Skipping.`
|
||||||
|
);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
// Mark repos as "mirroring" in DB
|
// Mark repos as "mirroring" in DB
|
||||||
|
// CRITICAL: Set mirroredLocation NOW (not after success) so idempotency checks work
|
||||||
|
// This becomes the "target location" - where we intend to mirror to
|
||||||
|
// Without this, the idempotency check can't detect concurrent operations on first mirror
|
||||||
await db
|
await db
|
||||||
.update(repositories)
|
.update(repositories)
|
||||||
.set({
|
.set({
|
||||||
status: repoStatusEnum.parse("mirroring"),
|
status: repoStatusEnum.parse("mirroring"),
|
||||||
|
mirroredLocation: expectedLocation,
|
||||||
updatedAt: new Date(),
|
updatedAt: new Date(),
|
||||||
})
|
})
|
||||||
.where(eq(repositories.id, repository.id!));
|
.where(eq(repositories.id, repository.id!));
|
||||||
@@ -423,12 +549,16 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
// Prepare migration payload
|
// Prepare migration payload
|
||||||
// For private repos, use separate auth fields instead of embedding credentials in URL
|
// For private repos, use separate auth fields instead of embedding credentials in URL
|
||||||
// This is required for Forgejo 12+ which rejects URLs with embedded credentials
|
// This is required for Forgejo 12+ which rejects URLs with embedded credentials
|
||||||
|
// Skip wiki for starred repos if starredCodeOnly is enabled
|
||||||
|
const shouldMirrorWiki = config.giteaConfig?.wiki &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
const migratePayload: any = {
|
const migratePayload: any = {
|
||||||
clone_addr: cloneAddress,
|
clone_addr: cloneAddress,
|
||||||
repo_name: targetRepoName,
|
repo_name: targetRepoName,
|
||||||
mirror: true,
|
mirror: true,
|
||||||
mirror_interval: config.giteaConfig?.mirrorInterval || "8h",
|
mirror_interval: config.giteaConfig?.mirrorInterval || "8h",
|
||||||
wiki: config.giteaConfig?.wiki || false,
|
wiki: shouldMirrorWiki || false,
|
||||||
lfs: config.giteaConfig?.lfs || false,
|
lfs: config.giteaConfig?.lfs || false,
|
||||||
private: repository.isPrivate,
|
private: repository.isPrivate,
|
||||||
repo_owner: repoOwner,
|
repo_owner: repoOwner,
|
||||||
@@ -457,8 +587,13 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
);
|
);
|
||||||
|
|
||||||
//mirror releases
|
//mirror releases
|
||||||
console.log(`[Metadata] Release mirroring check: mirrorReleases=${config.giteaConfig?.mirrorReleases}`);
|
// Skip releases for starred repos if starredCodeOnly is enabled
|
||||||
if (config.giteaConfig?.mirrorReleases) {
|
const shouldMirrorReleases = config.giteaConfig?.mirrorReleases &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
|
console.log(`[Metadata] Release mirroring check: mirrorReleases=${config.giteaConfig?.mirrorReleases}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorReleases=${shouldMirrorReleases}`);
|
||||||
|
|
||||||
|
if (shouldMirrorReleases) {
|
||||||
try {
|
try {
|
||||||
await mirrorGitHubReleasesToGitea({
|
await mirrorGitHubReleasesToGitea({
|
||||||
config,
|
config,
|
||||||
@@ -475,11 +610,11 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
}
|
}
|
||||||
|
|
||||||
// clone issues
|
// clone issues
|
||||||
// Skip issues for starred repos if skipStarredIssues is enabled
|
// Skip issues for starred repos if starredCodeOnly is enabled
|
||||||
const shouldMirrorIssues = config.giteaConfig?.mirrorIssues &&
|
const shouldMirrorIssues = config.giteaConfig?.mirrorIssues &&
|
||||||
!(repository.isStarred && config.githubConfig?.skipStarredIssues);
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
console.log(`[Metadata] Issue mirroring check: mirrorIssues=${config.giteaConfig?.mirrorIssues}, isStarred=${repository.isStarred}, skipStarredIssues=${config.githubConfig?.skipStarredIssues}, shouldMirrorIssues=${shouldMirrorIssues}`);
|
console.log(`[Metadata] Issue mirroring check: mirrorIssues=${config.giteaConfig?.mirrorIssues}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorIssues=${shouldMirrorIssues}`);
|
||||||
|
|
||||||
if (shouldMirrorIssues) {
|
if (shouldMirrorIssues) {
|
||||||
try {
|
try {
|
||||||
@@ -498,8 +633,13 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Mirror pull requests if enabled
|
// Mirror pull requests if enabled
|
||||||
console.log(`[Metadata] Pull request mirroring check: mirrorPullRequests=${config.giteaConfig?.mirrorPullRequests}`);
|
// Skip pull requests for starred repos if starredCodeOnly is enabled
|
||||||
if (config.giteaConfig?.mirrorPullRequests) {
|
const shouldMirrorPullRequests = config.giteaConfig?.mirrorPullRequests &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
|
console.log(`[Metadata] Pull request mirroring check: mirrorPullRequests=${config.giteaConfig?.mirrorPullRequests}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorPullRequests=${shouldMirrorPullRequests}`);
|
||||||
|
|
||||||
|
if (shouldMirrorPullRequests) {
|
||||||
try {
|
try {
|
||||||
await mirrorGitRepoPullRequestsToGitea({
|
await mirrorGitRepoPullRequestsToGitea({
|
||||||
config,
|
config,
|
||||||
@@ -516,8 +656,13 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Mirror labels if enabled (and not already done via issues)
|
// Mirror labels if enabled (and not already done via issues)
|
||||||
console.log(`[Metadata] Label mirroring check: mirrorLabels=${config.giteaConfig?.mirrorLabels}, shouldMirrorIssues=${shouldMirrorIssues}`);
|
// Skip labels for starred repos if starredCodeOnly is enabled
|
||||||
if (config.giteaConfig?.mirrorLabels && !shouldMirrorIssues) {
|
const shouldMirrorLabels = config.giteaConfig?.mirrorLabels && !shouldMirrorIssues &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
|
console.log(`[Metadata] Label mirroring check: mirrorLabels=${config.giteaConfig?.mirrorLabels}, shouldMirrorIssues=${shouldMirrorIssues}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorLabels=${shouldMirrorLabels}`);
|
||||||
|
|
||||||
|
if (shouldMirrorLabels) {
|
||||||
try {
|
try {
|
||||||
await mirrorGitRepoLabelsToGitea({
|
await mirrorGitRepoLabelsToGitea({
|
||||||
config,
|
config,
|
||||||
@@ -534,8 +679,13 @@ export const mirrorGithubRepoToGitea = async ({
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Mirror milestones if enabled
|
// Mirror milestones if enabled
|
||||||
console.log(`[Metadata] Milestone mirroring check: mirrorMilestones=${config.giteaConfig?.mirrorMilestones}`);
|
// Skip milestones for starred repos if starredCodeOnly is enabled
|
||||||
if (config.giteaConfig?.mirrorMilestones) {
|
const shouldMirrorMilestones = config.giteaConfig?.mirrorMilestones &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
|
console.log(`[Metadata] Milestone mirroring check: mirrorMilestones=${config.giteaConfig?.mirrorMilestones}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorMilestones=${shouldMirrorMilestones}`);
|
||||||
|
|
||||||
|
if (shouldMirrorMilestones) {
|
||||||
try {
|
try {
|
||||||
await mirrorGitRepoMilestonesToGitea({
|
await mirrorGitRepoMilestonesToGitea({
|
||||||
config,
|
config,
|
||||||
@@ -657,32 +807,32 @@ async function generateUniqueRepoName({
|
|||||||
strategy?: string;
|
strategy?: string;
|
||||||
}): Promise<string> {
|
}): Promise<string> {
|
||||||
const duplicateStrategy = strategy || "suffix";
|
const duplicateStrategy = strategy || "suffix";
|
||||||
|
|
||||||
// First check if base name is available
|
// First check if base name is available
|
||||||
const baseExists = await isRepoPresentInGitea({
|
const baseExists = await isRepoPresentInGitea({
|
||||||
config,
|
config,
|
||||||
owner: orgName,
|
owner: orgName,
|
||||||
repoName: baseName,
|
repoName: baseName,
|
||||||
});
|
});
|
||||||
|
|
||||||
if (!baseExists) {
|
if (!baseExists) {
|
||||||
return baseName;
|
return baseName;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Generate name based on strategy
|
// Generate name based on strategy
|
||||||
let candidateName: string;
|
let candidateName: string;
|
||||||
let attempt = 0;
|
let attempt = 0;
|
||||||
const maxAttempts = 10;
|
const maxAttempts = 10;
|
||||||
|
|
||||||
while (attempt < maxAttempts) {
|
while (attempt < maxAttempts) {
|
||||||
switch (duplicateStrategy) {
|
switch (duplicateStrategy) {
|
||||||
case "prefix":
|
case "prefix":
|
||||||
// Prefix with owner: owner-reponame
|
// Prefix with owner: owner-reponame
|
||||||
candidateName = attempt === 0
|
candidateName = attempt === 0
|
||||||
? `${githubOwner}-${baseName}`
|
? `${githubOwner}-${baseName}`
|
||||||
: `${githubOwner}-${baseName}-${attempt}`;
|
: `${githubOwner}-${baseName}-${attempt}`;
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case "owner-org":
|
case "owner-org":
|
||||||
// This would require creating sub-organizations, not supported in this PR
|
// This would require creating sub-organizations, not supported in this PR
|
||||||
// Fall back to suffix strategy
|
// Fall back to suffix strategy
|
||||||
@@ -694,24 +844,31 @@ async function generateUniqueRepoName({
|
|||||||
: `${baseName}-${githubOwner}-${attempt}`;
|
: `${baseName}-${githubOwner}-${attempt}`;
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
const exists = await isRepoPresentInGitea({
|
const exists = await isRepoPresentInGitea({
|
||||||
config,
|
config,
|
||||||
owner: orgName,
|
owner: orgName,
|
||||||
repoName: candidateName,
|
repoName: candidateName,
|
||||||
});
|
});
|
||||||
|
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
console.log(`Found unique name for duplicate starred repo: ${candidateName}`);
|
console.log(`Found unique name for duplicate starred repo: ${candidateName}`);
|
||||||
return candidateName;
|
return candidateName;
|
||||||
}
|
}
|
||||||
|
|
||||||
attempt++;
|
attempt++;
|
||||||
}
|
}
|
||||||
|
|
||||||
// If all attempts failed, use timestamp as last resort
|
// SECURITY FIX: Prevent infinite duplicate creation
|
||||||
const timestamp = Date.now();
|
// Instead of falling back to timestamp (which creates infinite duplicates),
|
||||||
return `${baseName}-${githubOwner}-${timestamp}`;
|
// throw an error to prevent hundreds of duplicate repos
|
||||||
|
console.error(`Failed to find unique name for ${baseName} after ${maxAttempts} attempts`);
|
||||||
|
console.error(`Organization: ${orgName}, GitHub Owner: ${githubOwner}, Strategy: ${duplicateStrategy}`);
|
||||||
|
throw new Error(
|
||||||
|
`Unable to generate unique repository name for "${baseName}". ` +
|
||||||
|
`All ${maxAttempts} naming attempts resulted in conflicts. ` +
|
||||||
|
`Please manually resolve the naming conflict or adjust your duplicate strategy.`
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
export async function mirrorGitHubRepoToGiteaOrg({
|
export async function mirrorGitHubRepoToGiteaOrg({
|
||||||
@@ -741,11 +898,11 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
|
|
||||||
// Determine the actual repository name to use (handle duplicates for starred repos)
|
// Determine the actual repository name to use (handle duplicates for starred repos)
|
||||||
let targetRepoName = repository.name;
|
let targetRepoName = repository.name;
|
||||||
|
|
||||||
if (repository.isStarred && config.githubConfig) {
|
if (repository.isStarred && config.githubConfig) {
|
||||||
// Extract GitHub owner from full_name (format: owner/repo)
|
// Extract GitHub owner from full_name (format: owner/repo)
|
||||||
const githubOwner = repository.fullName.split('/')[0];
|
const githubOwner = repository.fullName.split('/')[0];
|
||||||
|
|
||||||
targetRepoName = await generateUniqueRepoName({
|
targetRepoName = await generateUniqueRepoName({
|
||||||
config,
|
config,
|
||||||
orgName,
|
orgName,
|
||||||
@@ -753,7 +910,7 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
githubOwner,
|
githubOwner,
|
||||||
strategy: config.githubConfig.starredDuplicateStrategy,
|
strategy: config.githubConfig.starredDuplicateStrategy,
|
||||||
});
|
});
|
||||||
|
|
||||||
if (targetRepoName !== repository.name) {
|
if (targetRepoName !== repository.name) {
|
||||||
console.log(
|
console.log(
|
||||||
`Starred repo ${repository.fullName} will be mirrored as ${orgName}/${targetRepoName} to avoid naming conflict`
|
`Starred repo ${repository.fullName} will be mirrored as ${orgName}/${targetRepoName} to avoid naming conflict`
|
||||||
@@ -761,6 +918,23 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// IDEMPOTENCY CHECK: Check if this repo is already being mirrored
|
||||||
|
const expectedLocation = `${orgName}/${targetRepoName}`;
|
||||||
|
const isCurrentlyMirroring = await isRepoCurrentlyMirroring({
|
||||||
|
config,
|
||||||
|
repoName: targetRepoName,
|
||||||
|
expectedLocation,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (isCurrentlyMirroring) {
|
||||||
|
console.log(
|
||||||
|
`[Idempotency] Skipping ${repository.fullName} - already being mirrored to ${expectedLocation}`
|
||||||
|
);
|
||||||
|
|
||||||
|
// Don't throw an error, just return to allow other repos to continue
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
const isExisting = await isRepoPresentInGitea({
|
const isExisting = await isRepoPresentInGitea({
|
||||||
config,
|
config,
|
||||||
owner: orgName,
|
owner: orgName,
|
||||||
@@ -807,11 +981,30 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
// Use clean clone URL without embedded credentials (Forgejo 12+ security requirement)
|
// Use clean clone URL without embedded credentials (Forgejo 12+ security requirement)
|
||||||
const cloneAddress = repository.cloneUrl;
|
const cloneAddress = repository.cloneUrl;
|
||||||
|
|
||||||
|
// DOUBLE-CHECK: Final idempotency check right before updating status
|
||||||
|
// This catches race conditions in the small window between first check and status update
|
||||||
|
const finalCheck = await isRepoCurrentlyMirroring({
|
||||||
|
config,
|
||||||
|
repoName: targetRepoName,
|
||||||
|
expectedLocation,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (finalCheck) {
|
||||||
|
console.log(
|
||||||
|
`[Idempotency] Race condition detected - ${repository.fullName} is now being mirrored by another process. Skipping.`
|
||||||
|
);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
// Mark repos as "mirroring" in DB
|
// Mark repos as "mirroring" in DB
|
||||||
|
// CRITICAL: Set mirroredLocation NOW (not after success) so idempotency checks work
|
||||||
|
// This becomes the "target location" - where we intend to mirror to
|
||||||
|
// Without this, the idempotency check can't detect concurrent operations on first mirror
|
||||||
await db
|
await db
|
||||||
.update(repositories)
|
.update(repositories)
|
||||||
.set({
|
.set({
|
||||||
status: repoStatusEnum.parse("mirroring"),
|
status: repoStatusEnum.parse("mirroring"),
|
||||||
|
mirroredLocation: expectedLocation,
|
||||||
updatedAt: new Date(),
|
updatedAt: new Date(),
|
||||||
})
|
})
|
||||||
.where(eq(repositories.id, repository.id!));
|
.where(eq(repositories.id, repository.id!));
|
||||||
@@ -824,13 +1017,17 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
// Prepare migration payload
|
// Prepare migration payload
|
||||||
// For private repos, use separate auth fields instead of embedding credentials in URL
|
// For private repos, use separate auth fields instead of embedding credentials in URL
|
||||||
// This is required for Forgejo 12+ which rejects URLs with embedded credentials
|
// This is required for Forgejo 12+ which rejects URLs with embedded credentials
|
||||||
|
// Skip wiki for starred repos if starredCodeOnly is enabled
|
||||||
|
const shouldMirrorWiki = config.giteaConfig?.wiki &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
const migratePayload: any = {
|
const migratePayload: any = {
|
||||||
clone_addr: cloneAddress,
|
clone_addr: cloneAddress,
|
||||||
uid: giteaOrgId,
|
uid: giteaOrgId,
|
||||||
repo_name: targetRepoName,
|
repo_name: targetRepoName,
|
||||||
mirror: true,
|
mirror: true,
|
||||||
mirror_interval: config.giteaConfig?.mirrorInterval || "8h",
|
mirror_interval: config.giteaConfig?.mirrorInterval || "8h",
|
||||||
wiki: config.giteaConfig?.wiki || false,
|
wiki: shouldMirrorWiki || false,
|
||||||
lfs: config.giteaConfig?.lfs || false,
|
lfs: config.giteaConfig?.lfs || false,
|
||||||
private: repository.isPrivate,
|
private: repository.isPrivate,
|
||||||
};
|
};
|
||||||
@@ -856,8 +1053,13 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
);
|
);
|
||||||
|
|
||||||
//mirror releases
|
//mirror releases
|
||||||
console.log(`[Metadata] Release mirroring check: mirrorReleases=${config.giteaConfig?.mirrorReleases}`);
|
// Skip releases for starred repos if starredCodeOnly is enabled
|
||||||
if (config.giteaConfig?.mirrorReleases) {
|
const shouldMirrorReleases = config.giteaConfig?.mirrorReleases &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
|
console.log(`[Metadata] Release mirroring check: mirrorReleases=${config.giteaConfig?.mirrorReleases}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorReleases=${shouldMirrorReleases}`);
|
||||||
|
|
||||||
|
if (shouldMirrorReleases) {
|
||||||
try {
|
try {
|
||||||
await mirrorGitHubReleasesToGitea({
|
await mirrorGitHubReleasesToGitea({
|
||||||
config,
|
config,
|
||||||
@@ -874,11 +1076,11 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Clone issues
|
// Clone issues
|
||||||
// Skip issues for starred repos if skipStarredIssues is enabled
|
// Skip issues for starred repos if starredCodeOnly is enabled
|
||||||
const shouldMirrorIssues = config.giteaConfig?.mirrorIssues &&
|
const shouldMirrorIssues = config.giteaConfig?.mirrorIssues &&
|
||||||
!(repository.isStarred && config.githubConfig?.skipStarredIssues);
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
console.log(`[Metadata] Issue mirroring check: mirrorIssues=${config.giteaConfig?.mirrorIssues}, isStarred=${repository.isStarred}, skipStarredIssues=${config.githubConfig?.skipStarredIssues}, shouldMirrorIssues=${shouldMirrorIssues}`);
|
console.log(`[Metadata] Issue mirroring check: mirrorIssues=${config.giteaConfig?.mirrorIssues}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorIssues=${shouldMirrorIssues}`);
|
||||||
|
|
||||||
if (shouldMirrorIssues) {
|
if (shouldMirrorIssues) {
|
||||||
try {
|
try {
|
||||||
@@ -897,8 +1099,13 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Mirror pull requests if enabled
|
// Mirror pull requests if enabled
|
||||||
console.log(`[Metadata] Pull request mirroring check: mirrorPullRequests=${config.giteaConfig?.mirrorPullRequests}`);
|
// Skip pull requests for starred repos if starredCodeOnly is enabled
|
||||||
if (config.giteaConfig?.mirrorPullRequests) {
|
const shouldMirrorPullRequests = config.giteaConfig?.mirrorPullRequests &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
|
console.log(`[Metadata] Pull request mirroring check: mirrorPullRequests=${config.giteaConfig?.mirrorPullRequests}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorPullRequests=${shouldMirrorPullRequests}`);
|
||||||
|
|
||||||
|
if (shouldMirrorPullRequests) {
|
||||||
try {
|
try {
|
||||||
await mirrorGitRepoPullRequestsToGitea({
|
await mirrorGitRepoPullRequestsToGitea({
|
||||||
config,
|
config,
|
||||||
@@ -915,8 +1122,13 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Mirror labels if enabled (and not already done via issues)
|
// Mirror labels if enabled (and not already done via issues)
|
||||||
console.log(`[Metadata] Label mirroring check: mirrorLabels=${config.giteaConfig?.mirrorLabels}, shouldMirrorIssues=${shouldMirrorIssues}`);
|
// Skip labels for starred repos if starredCodeOnly is enabled
|
||||||
if (config.giteaConfig?.mirrorLabels && !shouldMirrorIssues) {
|
const shouldMirrorLabels = config.giteaConfig?.mirrorLabels && !shouldMirrorIssues &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
|
console.log(`[Metadata] Label mirroring check: mirrorLabels=${config.giteaConfig?.mirrorLabels}, shouldMirrorIssues=${shouldMirrorIssues}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorLabels=${shouldMirrorLabels}`);
|
||||||
|
|
||||||
|
if (shouldMirrorLabels) {
|
||||||
try {
|
try {
|
||||||
await mirrorGitRepoLabelsToGitea({
|
await mirrorGitRepoLabelsToGitea({
|
||||||
config,
|
config,
|
||||||
@@ -933,8 +1145,13 @@ export async function mirrorGitHubRepoToGiteaOrg({
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Mirror milestones if enabled
|
// Mirror milestones if enabled
|
||||||
console.log(`[Metadata] Milestone mirroring check: mirrorMilestones=${config.giteaConfig?.mirrorMilestones}`);
|
// Skip milestones for starred repos if starredCodeOnly is enabled
|
||||||
if (config.giteaConfig?.mirrorMilestones) {
|
const shouldMirrorMilestones = config.giteaConfig?.mirrorMilestones &&
|
||||||
|
!(repository.isStarred && config.githubConfig?.starredCodeOnly);
|
||||||
|
|
||||||
|
console.log(`[Metadata] Milestone mirroring check: mirrorMilestones=${config.giteaConfig?.mirrorMilestones}, isStarred=${repository.isStarred}, starredCodeOnly=${config.githubConfig?.starredCodeOnly}, shouldMirrorMilestones=${shouldMirrorMilestones}`);
|
||||||
|
|
||||||
|
if (shouldMirrorMilestones) {
|
||||||
try {
|
try {
|
||||||
await mirrorGitRepoMilestonesToGitea({
|
await mirrorGitRepoMilestonesToGitea({
|
||||||
config,
|
config,
|
||||||
|
|||||||
@@ -54,7 +54,7 @@ export function mapUiToDbConfig(
|
|||||||
defaultOrg: giteaConfig.organization,
|
defaultOrg: giteaConfig.organization,
|
||||||
|
|
||||||
// Advanced options
|
// Advanced options
|
||||||
skipStarredIssues: advancedOptions.skipStarredIssues,
|
starredCodeOnly: advancedOptions.starredCodeOnly,
|
||||||
};
|
};
|
||||||
|
|
||||||
// Map Gitea config to match database schema
|
// Map Gitea config to match database schema
|
||||||
@@ -152,7 +152,8 @@ export function mapDbToUiConfig(dbConfig: any): {
|
|||||||
// Map advanced options
|
// Map advanced options
|
||||||
const advancedOptions: AdvancedOptions = {
|
const advancedOptions: AdvancedOptions = {
|
||||||
skipForks: !(dbConfig.githubConfig?.includeForks ?? true), // Invert includeForks to get skipForks
|
skipForks: !(dbConfig.githubConfig?.includeForks ?? true), // Invert includeForks to get skipForks
|
||||||
skipStarredIssues: dbConfig.githubConfig?.skipStarredIssues || false,
|
// Support both old (skipStarredIssues) and new (starredCodeOnly) field names for backward compatibility
|
||||||
|
starredCodeOnly: dbConfig.githubConfig?.starredCodeOnly ?? (dbConfig.githubConfig as any)?.skipStarredIssues ?? false,
|
||||||
};
|
};
|
||||||
|
|
||||||
return {
|
return {
|
||||||
|
|||||||
@@ -55,7 +55,7 @@ export interface MirrorOptions {
|
|||||||
|
|
||||||
export interface AdvancedOptions {
|
export interface AdvancedOptions {
|
||||||
skipForks: boolean;
|
skipForks: boolean;
|
||||||
skipStarredIssues: boolean;
|
starredCodeOnly: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface SaveConfigApiRequest {
|
export interface SaveConfigApiRequest {
|
||||||
|
|||||||
@@ -5,6 +5,7 @@ import type { RepoStatus } from "./Repository";
|
|||||||
export const membershipRoleEnum = z.enum([
|
export const membershipRoleEnum = z.enum([
|
||||||
"member",
|
"member",
|
||||||
"admin",
|
"admin",
|
||||||
|
"owner",
|
||||||
"billing_manager",
|
"billing_manager",
|
||||||
]);
|
]);
|
||||||
|
|
||||||
|
|||||||
@@ -9,28 +9,28 @@
|
|||||||
"astro": "astro"
|
"astro": "astro"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@astrojs/mdx": "^4.3.4",
|
"@astrojs/mdx": "^4.3.6",
|
||||||
"@astrojs/react": "^4.3.0",
|
"@astrojs/react": "^4.4.0",
|
||||||
"@radix-ui/react-icons": "^1.3.2",
|
"@radix-ui/react-icons": "^1.3.2",
|
||||||
"@radix-ui/react-slot": "^1.2.3",
|
"@radix-ui/react-slot": "^1.2.3",
|
||||||
"@splinetool/react-spline": "^4.1.0",
|
"@splinetool/react-spline": "^4.1.0",
|
||||||
"@splinetool/runtime": "^1.10.52",
|
"@splinetool/runtime": "^1.10.73",
|
||||||
"@tailwindcss/vite": "^4.1.12",
|
"@tailwindcss/vite": "^4.1.14",
|
||||||
"@types/canvas-confetti": "^1.9.0",
|
"@types/canvas-confetti": "^1.9.0",
|
||||||
"@types/react": "^19.1.12",
|
"@types/react": "^19.2.0",
|
||||||
"@types/react-dom": "^19.1.9",
|
"@types/react-dom": "^19.2.0",
|
||||||
"astro": "^5.13.4",
|
"astro": "^5.14.3",
|
||||||
"canvas-confetti": "^1.9.3",
|
"canvas-confetti": "^1.9.3",
|
||||||
"class-variance-authority": "^0.7.1",
|
"class-variance-authority": "^0.7.1",
|
||||||
"clsx": "^2.1.1",
|
"clsx": "^2.1.1",
|
||||||
"lucide-react": "^0.542.0",
|
"lucide-react": "^0.544.0",
|
||||||
"react": "^19.1.1",
|
"react": "^19.2.0",
|
||||||
"react-dom": "^19.1.1",
|
"react-dom": "^19.2.0",
|
||||||
"tailwind-merge": "^3.3.1",
|
"tailwind-merge": "^3.3.1",
|
||||||
"tailwindcss": "^4.1.12"
|
"tailwindcss": "^4.1.14"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"tw-animate-css": "^1.3.7"
|
"tw-animate-css": "^1.4.0"
|
||||||
},
|
},
|
||||||
"packageManager": "pnpm@10.15.0"
|
"packageManager": "pnpm@10.18.0"
|
||||||
}
|
}
|
||||||
1622
www/pnpm-lock.yaml
generated
1622
www/pnpm-lock.yaml
generated
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user