Xianbao QIAN
commited on
Commit
•
913402a
1
Parent(s):
3312f9f
add count as numbers
Browse files- python/2_ancestors.py +6 -4
- tables/ancestor_children.example.yaml +107 -68
- tables/ancestor_children.parquet +2 -2
python/2_ancestors.py
CHANGED
@@ -107,12 +107,14 @@ start_time = time.perf_counter()
|
|
107 |
final_output_query = """
|
108 |
COPY (
|
109 |
SELECT
|
110 |
-
ac.ancestor,
|
111 |
-
dcm.direct_children,
|
112 |
-
ac.all_children
|
|
|
|
|
113 |
FROM ancestor_children ac
|
114 |
LEFT JOIN direct_children_mapping dcm ON ac.ancestor = dcm.parent
|
115 |
-
ORDER BY
|
116 |
) TO 'tables/ancestor_children.parquet' (FORMAT 'parquet')
|
117 |
"""
|
118 |
con.execute(final_output_query)
|
|
|
107 |
final_output_query = """
|
108 |
COPY (
|
109 |
SELECT
|
110 |
+
ac.ancestor as ancestor,
|
111 |
+
dcm.direct_children as direct_children,
|
112 |
+
ac.all_children as all_children,
|
113 |
+
CAST(array_length(ac.all_children) AS INTEGER) as all_children_count,
|
114 |
+
CAST(array_length(dcm.direct_children) AS INTEGER) as direct_children_count
|
115 |
FROM ancestor_children ac
|
116 |
LEFT JOIN direct_children_mapping dcm ON ac.ancestor = dcm.parent
|
117 |
+
ORDER BY all_children_count DESC
|
118 |
) TO 'tables/ancestor_children.parquet' (FORMAT 'parquet')
|
119 |
"""
|
120 |
con.execute(final_output_query)
|
tables/ancestor_children.example.yaml
CHANGED
@@ -1,68 +1,107 @@
|
|
1 |
-
- -
|
2 |
-
- -
|
3 |
-
-
|
4 |
-
-
|
5 |
-
-
|
6 |
-
-
|
7 |
-
|
8 |
-
-
|
9 |
-
-
|
10 |
-
-
|
11 |
-
-
|
12 |
-
-
|
13 |
-
-
|
14 |
-
-
|
15 |
-
-
|
16 |
-
|
17 |
-
-
|
18 |
-
-
|
19 |
-
-
|
20 |
-
-
|
21 |
-
- -
|
22 |
-
-
|
23 |
-
-
|
24 |
-
-
|
25 |
-
-
|
26 |
-
-
|
27 |
-
-
|
28 |
-
-
|
29 |
-
-
|
30 |
-
-
|
31 |
-
|
32 |
-
-
|
33 |
-
|
34 |
-
-
|
35 |
-
-
|
36 |
-
|
37 |
-
|
38 |
-
-
|
39 |
-
|
40 |
-
|
41 |
-
- -
|
42 |
-
|
43 |
-
- -
|
44 |
-
- -
|
45 |
-
- -
|
46 |
-
|
47 |
-
- -
|
48 |
-
- -
|
49 |
-
-
|
50 |
-
- - mradermacher/
|
51 |
-
-
|
52 |
-
|
53 |
-
|
54 |
-
- -
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
-
|
59 |
-
- -
|
60 |
-
|
61 |
-
-
|
62 |
-
-
|
63 |
-
-
|
64 |
-
|
65 |
-
|
66 |
-
|
67 |
-
|
68 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- - Blexus/Quble_Test_Model_v1_Pretrain
|
2 |
+
- - Blexus/icn_savant_v2_instruct
|
3 |
+
- Blexus/originos_icn_savant
|
4 |
+
- Blexus/Quble_test_model_v1_INSTRUCT_v2
|
5 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q5_0-GGUF
|
6 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q6_K-GGUF
|
7 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q8_0-GGUF
|
8 |
+
- Blexus/Quble_Test_Model_v1_Pretrain_INSTRUCT_v1_GGUFs
|
9 |
+
- Blexus/Quble_test_model_v1_INSTRUCT_v1
|
10 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q2_K-GGUF
|
11 |
+
- Blexus/awareness_test
|
12 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q3_K_L-GGUF
|
13 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q5_K_S-GGUF
|
14 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q4_K_M-GGUF
|
15 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q3_K_S-GGUF
|
16 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q4_K_S-GGUF
|
17 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q5_K_M-GGUF
|
18 |
+
- Blexus/Quble_Test_Model_v1_Pretrain_GGUFs
|
19 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q4_0-GGUF
|
20 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q3_K_M-GGUF
|
21 |
+
- - wop/Quble_test_model_v1_INSTRUCT_v1-Q3_K_S-GGUF
|
22 |
+
- Blexus/originos-icn-savant-instruct
|
23 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q3_K_M-GGUF
|
24 |
+
- Blexus/Quble_test_model_v1_INSTRUCT_v1
|
25 |
+
- Blexus/Quble_Test_Model_v1_Pretrain_INSTRUCT_v1_GGUFs
|
26 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q8_0-GGUF
|
27 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q6_K-GGUF
|
28 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q5_0-GGUF
|
29 |
+
- Blexus/Quble_test_model_v1_INSTRUCT_v2
|
30 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q4_0-GGUF
|
31 |
+
- wop/awareness_test-Q8_0-GGUF
|
32 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q4_K_M-GGUF
|
33 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q5_K_S-GGUF
|
34 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q3_K_L-GGUF
|
35 |
+
- Blexus/awareness_test
|
36 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q2_K-GGUF
|
37 |
+
- Blexus/originos_icn_savant
|
38 |
+
- Blexus/icn_savant_v2_instruct
|
39 |
+
- Blexus/Quble_Test_Model_v1_Pretrain_GGUFs
|
40 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q5_K_M-GGUF
|
41 |
+
- wop/Quble_test_model_v1_INSTRUCT_v1-Q4_K_S-GGUF
|
42 |
+
- - Konthee/Qwen2.5-7B-ThaiInstruct
|
43 |
+
- - mradermacher/Qwen2.5-7B-ThaiInstruct-i1-GGUF
|
44 |
+
- mradermacher/Qwen2.5-7B-ThaiInstruct-GGUF
|
45 |
+
- - mradermacher/Qwen2.5-7B-ThaiInstruct-GGUF
|
46 |
+
- mradermacher/Qwen2.5-7B-ThaiInstruct-i1-GGUF
|
47 |
+
- - saransh03sharma/mintrec-1-mistralai-Mistral-7B-v0.1
|
48 |
+
- - mradermacher/mintrec-1-mistralai-Mistral-7B-v0.1-GGUF
|
49 |
+
- mradermacher/mintrec-1-mistralai-Mistral-7B-v0.1-i1-GGUF
|
50 |
+
- - mradermacher/mintrec-1-mistralai-Mistral-7B-v0.1-i1-GGUF
|
51 |
+
- mradermacher/mintrec-1-mistralai-Mistral-7B-v0.1-GGUF
|
52 |
+
- - disi-unibo-nlp/phi3-SFT-medmcqa-triples-cot
|
53 |
+
- - huggingfacepremium/phi3-SFT-medmcqa-triples-cot-Q5_K_M-GGUF
|
54 |
+
- - huggingfacepremium/phi3-SFT-medmcqa-triples-cot-Q5_K_M-GGUF
|
55 |
+
- - pbevan11/Mistral-Nemo-MCAI-SFT
|
56 |
+
- - mradermacher/Mistral-Nemo-MCAI-SFT-i1-GGUF
|
57 |
+
- pbevan11/Mistral-Nemo-MCAI-SFT-DPO
|
58 |
+
- mradermacher/Mistral-Nemo-MCAI-SFT-GGUF
|
59 |
+
- - mradermacher/Mistral-Nemo-MCAI-SFT-DPO-GGUF
|
60 |
+
- mradermacher/Mistral-Nemo-MCAI-SFT-GGUF
|
61 |
+
- mradermacher/Mistral-Nemo-MCAI-SFT-DPO-i1-GGUF
|
62 |
+
- mradermacher/Mistral-Nemo-MCAI-SFT-i1-GGUF
|
63 |
+
- pbevan11/Mistral-Nemo-MCAI-SFT-DPO
|
64 |
+
- - Blexus/awareness_test
|
65 |
+
- - wop/awareness_test-Q8_0-GGUF
|
66 |
+
- - wop/awareness_test-Q8_0-GGUF
|
67 |
+
- - avemio-digital/Mistral-Nemo-SFT-after-CPT-with-2-epochs
|
68 |
+
- - MR-Eder/Mistral-Nemo-SFT-after-CPT-with-2-epochs-Q4_K_M-GGUF
|
69 |
+
- MR-Eder/Mistral-Nemo-SFT-after-CPT-with-2-epochs-Q8_0-GGUF
|
70 |
+
- avemio-digital/Mistral-Nemo-SFT-after-CPT-with-2-epochs-Q4_K_M-GGUF
|
71 |
+
- avemio-digital/Mistral-Nemo-SFT-after-CPT-with-2-epochs-Q8_0-GGUF
|
72 |
+
- - avemio-digital/Mistral-Nemo-SFT-after-CPT-with-2-epochs-Q4_K_M-GGUF
|
73 |
+
- MR-Eder/Mistral-Nemo-SFT-after-CPT-with-2-epochs-Q8_0-GGUF
|
74 |
+
- MR-Eder/Mistral-Nemo-SFT-after-CPT-with-2-epochs-Q4_K_M-GGUF
|
75 |
+
- avemio-digital/Mistral-Nemo-SFT-after-CPT-with-2-epochs-Q8_0-GGUF
|
76 |
+
- - netcat420/MFANNv0.22.1
|
77 |
+
- - netcat420/MFANNv0.22.1-Q8_0-GGUF
|
78 |
+
- netcat420/MFANN-llama3.1-abliterated-SLERP-v3
|
79 |
+
- netcat420/MFANNv0.22.1-Q4_K_M-GGUF
|
80 |
+
- netcat420/MFANNv0.22.1-Q4_K_S-GGUF
|
81 |
+
- netcat420/MFANNv0.22.1-Q6_K-GGUF
|
82 |
+
- - netcat420/MFANNv0.22.1-Q4_K_S-GGUF
|
83 |
+
- netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1-Q5_K_S-GGUF
|
84 |
+
- netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1
|
85 |
+
- netcat420/MFANNv0.22.1-Q6_K-GGUF
|
86 |
+
- netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1-Q5_K_M-GGUF
|
87 |
+
- netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1-Q4_K_S-GGUF
|
88 |
+
- netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1-Q6_K-GGUF
|
89 |
+
- mradermacher/MFANN-llama3.1-abliterated-SLERP-v3.1-i1-GGUF
|
90 |
+
- mradermacher/MFANN-llama3.1-abliterated-SLERP-v3-GGUF
|
91 |
+
- netcat420/MFANNv0.22.1-Q4_K_M-GGUF
|
92 |
+
- netcat420/MFANN-llama3.1-abliterated-SLERP-v3
|
93 |
+
- mradermacher/MFANN-llama3.1-abliterated-SLERP-v3.1-GGUF
|
94 |
+
- mradermacher/MFANN-llama3.1-abliterated-SLERP-v3-i1-GGUF
|
95 |
+
- netcat420/MFANNv0.22.1-Q8_0-GGUF
|
96 |
+
- netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1-Q4_K_M-GGUF
|
97 |
+
- netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1-Q8_0-GGUF
|
98 |
+
- - Aculi/Llama-3.2-3B-SmartBoi
|
99 |
+
- - Fischerboot/thkink-merged-full-prob-bad-Q8_0-GGUF
|
100 |
+
- Fischerboot/Llama-3.2-3B-SmartBoi-Q6_K-GGUF
|
101 |
+
- mradermacher/Llama-3.2-3B-SmartBoi-GGUF
|
102 |
+
- - mradermacher/Llama-3.2-3B-SmartBoi-GGUF
|
103 |
+
- Fischerboot/Llama-3.2-3B-SmartBoi-Q6_K-GGUF
|
104 |
+
- Fischerboot/thkink-merged-full-prob-bad-Q8_0-GGUF
|
105 |
+
- - evolveon/Qwen2.5-7B-Instruct-abliterated
|
106 |
+
- - evolveon/Qwen2.5-7B-Instruct-Uncensored
|
107 |
+
- - evolveon/Qwen2.5-7B-Instruct-Uncensored
|
tables/ancestor_children.parquet
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fda86c236da7d14aff6b5263d7e565d68c26ded3d9a5de6c67f42b0b800fa273
|
3 |
+
size 10721035
|